clarifai 10.9.5__py3-none-any.whl → 10.10.1__py3-none-any.whl

clarifai/__init__.py

@@ -1 +1 @@
-__version__ = "10.9.5"
+__version__ = "10.10.1"

clarifai/cli/README.md

@@ -0,0 +1,87 @@
+# Clarifai CLI
+
+## Overview
+
+Clarifai offers a user-friendly interface for deploying your local model into production with Clarifai, featuring:
+
+* A convenient command-line interface (CLI)
+* Easy implementation and testing in Python
+* No need for MLops expertise.
+
+## Compute Orchestration
+
+Quick example for deploying a `visual-classifier` model
+
+### Login
+
+First, login to cli using clarifai account details in a config file as shown below:
+
+```bash
+$ clarifai login --config <config-filepath>
+```
+
+### Setup
+
+To prepare for deployment step, we have to setup a Compute Cluster with Nodepool of required server config to deploy the model.
+
+So, First, create a new Compute Cluster
+```bash
+$ clarifai computecluster create --config <compute-cluster-config-filepath>
+```
+
+Then, create a new Nodepool in the created Compute Cluster
+```bash
+$ clarifai nodepool create --config <nodepool-config-filepath>
+```
+
+### Deployment
+
+After setup, we can deploy the `visual-classifier` model using a deployment config file as shown below:
+
+```bash
+$ clarifai deployment create --config <deployment-config-filepath>
+```
+
+### List Resources
+
+List out existing Compute Clusters:
+
+```bash
+$ clarifai computecluster list
+```
+
+List out existing Nodepools:
+
+```bash
+$ clarifai nodepool list --compute_cluster_id <compute-cluster-id>
+```
+
+List out existing Deployments:
+
+```bash
+$ clarifai deployment list --nodepool_id <nodepool-id>
+```
+
+### Delete Resources
+
+Delete existing Deployment:
+
+```bash
+$ clarifai deployment delete --nodepool_id <nodepool-id> --deployment_id <deployment-id>
+```
+
+Delete existing Nodepool:
+
+```bash
+$ clarifai nodepool delete --compute_cluster_id <compute-cluster-id> --nodepool_id <nodepool-id>
+```
+
+Delete existing Compute Clusters:
+
+```bash
+$ clarifai computecluster delete --compute_cluster_id <compute-cluster-id>
+```
+
+## Learn More
+
+* [Example Configs](https://github.com/Clarifai/examples/tree/main/ComputeOrchestration/configs)

clarifai/cli/base.py

@@ -5,7 +5,38 @@ import click
 from ..utils.cli import dump_yaml, from_yaml, load_command_modules, set_base_url
 
 
-@click.group()
+class CustomMultiGroup(click.Group):
+
+  def group(self, *args, **kwargs):
+    """Behaves the same as `click.Group.group()` except if passed
+        a list of names, all after the first will be aliases for the first.
+        """
+
+    def decorator(f):
+      aliased_group = []
+      if isinstance(args[0], list):
+        # we have a list so create group aliases
+        _args = [args[0][0]] + list(args[1:])
+        for alias in args[0][1:]:
+          grp = super(CustomMultiGroup, self).group(alias, *args[1:], **kwargs)(f)
+          grp.short_help = "Alias for '{}'".format(_args[0])
+          aliased_group.append(grp)
+      else:
+        _args = args
+
+      # create the main group
+      grp = super(CustomMultiGroup, self).group(*_args, **kwargs)(f)
+
+      # for all of the aliased groups, share the main group commands
+      for aliased in aliased_group:
+        aliased.commands = grp.commands
+
+      return grp
+
+    return decorator
+
+
+@click.group(cls=CustomMultiGroup)
 @click.pass_context
 def cli(ctx):
   """Clarifai CLI"""
@@ -49,9 +80,16 @@ def login(ctx, config, env, user_id):
   if user_id:
     ctx.obj['user_id'] = user_id
     os.environ["CLARIFAI_USER_ID"] = ctx.obj['user_id']
-  elif 'user_id' in ctx.obj or 'CLARIFAI_USER_ID' in os.environ:
-    ctx.obj['user_id'] = ctx.obj.get('user_id', os.environ["CLARIFAI_USER_ID"])
+  elif 'user_id' in ctx.obj:
+    ctx.obj['user_id'] = ctx.obj.get('user_id', "")
     os.environ["CLARIFAI_USER_ID"] = ctx.obj['user_id']
+  elif 'CLARIFAI_USER_ID' in os.environ:
+    ctx.obj['user_id'] = os.environ["CLARIFAI_USER_ID"]
+  else:
+    user_id = click.prompt("Pass the User ID here", type=str)
+    os.environ["CLARIFAI_USER_ID"] = user_id
+    ctx.obj['user_id'] = user_id
+    click.echo("User ID saved successfully.")
 
   if env:
     ctx.obj['env'] = env

clarifai/cli/compute_cluster.py

@@ -0,0 +1,51 @@
+import click
+from clarifai.cli.base import cli
+from clarifai.client.user import User
+from clarifai.utils.cli import display_co_resources
+
+
+@cli.group(['computecluster', 'cc'])
+def computecluster():
+  """Manage Compute Clusters: create, delete, list"""
+  pass
+
+
+@computecluster.command()
+@click.option(
+    '--config',
+    type=click.Path(exists=True),
+    required=True,
+    help='Path to the compute cluster config file.')
+@click.option(
+    '-cc_id',
+    '--compute_cluster_id',
+    required=False,
+    help='New Compute Cluster ID for the compute cluster to create.')
+@click.pass_context
+def create(ctx, config, compute_cluster_id):
+  """Create a new Compute Cluster with the given config file."""
+  user = User(user_id=ctx.obj['user_id'], pat=ctx.obj['pat'], base_url=ctx.obj['base_url'])
+  if compute_cluster_id:
+    user.create_compute_cluster(config, compute_cluster_id=compute_cluster_id)
+  else:
+    user.create_compute_cluster(config)
+
+
+@computecluster.command()
+@click.option('--page_no', required=False, help='Page number to list.', default=1)
+@click.option('--per_page', required=False, help='Number of items per page.', default=16)
+@click.pass_context
+def list(ctx, page_no, per_page):
+  """List all compute clusters for the user."""
+  user = User(user_id=ctx.obj['user_id'], pat=ctx.obj['pat'], base_url=ctx.obj['base_url'])
+  response = user.list_compute_clusters(page_no, per_page)
+  display_co_resources(response, "Compute Cluster")
+
+
+@computecluster.command()
+@click.option('-cc_id', '--compute_cluster_id', help='Compute Cluster ID of the user to delete.')
+@click.pass_context
+def delete(ctx, compute_cluster_id):
+  """Deletes a compute cluster for the user."""
+  user = User(user_id=ctx.obj['user_id'], pat=ctx.obj['pat'], base_url=ctx.obj['base_url'])
+  user.delete_compute_clusters([compute_cluster_id])

clarifai/cli/deployment.py

@@ -0,0 +1,84 @@
+import click
+from clarifai.cli.base import cli
+from clarifai.client.nodepool import Nodepool
+from clarifai.utils.cli import display_co_resources, from_yaml
+
+
+@cli.group(['deployment', 'dpl'])
+def deployment():
+  """Manage Deployments: create, delete, list"""
+  pass
+
+
+@deployment.command()
+@click.option(
+    '-np_id',
+    '--nodepool_id',
+    required=False,
+    help='Nodepool ID for the Nodepool to interact with.')
+@click.option(
+    '--config',
+    type=click.Path(exists=True),
+    required=True,
+    help='Path to the deployment config file.')
+@click.option(
+    '-dpl_id',
+    '--deployment_id',
+    required=False,
+    help='New deployment ID for the deployment to create.')
+@click.pass_context
+def create(ctx, nodepool_id, config, deployment_id):
+  """Create a new Deployment with the given config file."""
+  if not nodepool_id:
+    deployment_config = from_yaml(config)
+    nodepool_id = deployment_config['deployment']['nodepools'][0]['id']
+
+  nodepool = Nodepool(
+      nodepool_id=nodepool_id,
+      user_id=ctx.obj['user_id'],
+      pat=ctx.obj['pat'],
+      base_url=ctx.obj['base_url'])
+  if deployment_id:
+    nodepool.create_deployment(config, deployment_id=deployment_id)
+  else:
+    nodepool.create_deployment(config)
+
+
+@deployment.command()
+@click.option(
+    '-np_id',
+    '--nodepool_id',
+    required=True,
+    help='Nodepool ID for the Nodepool to interact with.')
+@click.option('--page_no', required=False, help='Page number to list.', default=1)
+@click.option('--per_page', required=False, help='Number of items per page.', default=16)
+@click.pass_context
+def list(ctx, nodepool_id, page_no, per_page):
+  """List all deployments for the nodepool."""
+
+  nodepool = Nodepool(
+      nodepool_id=nodepool_id,
+      user_id=ctx.obj['user_id'],
+      pat=ctx.obj['pat'],
+      base_url=ctx.obj['base_url'])
+  response = nodepool.list_deployments(page_no=page_no, per_page=per_page)
+  display_co_resources(response, "Deployment")
+
+
+@deployment.command()
+@click.option(
+    '-np_id',
+    '--nodepool_id',
+    required=True,
+    help='Nodepool ID for the Nodepool to interact with.')
+@click.option('-dpl_id', '--deployment_id', help='Deployment ID of the nodepool to delete.')
+@click.pass_context
+def delete(ctx, nodepool_id, deployment_id):
+  """Deletes a deployment for the nodepool."""
+
+  nodepool = Nodepool(
+      nodepool_id=nodepool_id,
+      user_id=ctx.obj['user_id'],
+      pat=ctx.obj['pat'],
+      base_url=ctx.obj['base_url'])
+  nodepool.delete_deployments([deployment_id])

clarifai/cli/model.py

@@ -2,7 +2,7 @@ import click
 from clarifai.cli.base import cli
 
 
-@cli.group()
+@cli.group(['model'])
 def model():
   """Manage models: upload, test locally"""
   pass

clarifai/cli/nodepool.py

@@ -0,0 +1,91 @@
+import click
+from clarifai.cli.base import cli
+from clarifai.client.compute_cluster import ComputeCluster
+from clarifai.utils.cli import display_co_resources, dump_yaml, from_yaml
+
+
+@cli.group(['nodepool', 'np'])
+def nodepool():
+  """Manage Nodepools: create, delete, list"""
+  pass
+
+
+@nodepool.command()
+@click.option(
+    '-cc_id',
+    '--compute_cluster_id',
+    required=False,
+    help='Compute Cluster ID for the compute cluster to interact with.')
+@click.option(
+    '--config',
+    type=click.Path(exists=True),
+    required=True,
+    help='Path to the nodepool config file.')
+@click.option(
+    '-np_id', '--nodepool_id', required=False, help='New Nodepool ID for the nodepool to create.')
+@click.pass_context
+def create(ctx, compute_cluster_id, config, nodepool_id):
+  """Create a new Nodepool with the given config file."""
+
+  nodepool_config = from_yaml(config)
+  if not compute_cluster_id:
+    if 'compute_cluster' not in nodepool_config['nodepool']:
+      click.echo(
+          "Please provide a compute cluster ID either in the config file or using --compute_cluster_id flag",
+          err=True)
+      return
+    compute_cluster_id = nodepool_config['nodepool']['compute_cluster']['id']
+  else:
+    if 'compute_cluster' not in nodepool_config['nodepool']:
+      nodepool_config['nodepool']['compute_cluster']['id'] = compute_cluster_id
+      dump_yaml(config, nodepool_config)
+
+  compute_cluster = ComputeCluster(
+      compute_cluster_id=compute_cluster_id,
+      user_id=ctx.obj['user_id'],
+      pat=ctx.obj['pat'],
+      base_url=ctx.obj['base_url'])
+  if nodepool_id:
+    compute_cluster.create_nodepool(config, nodepool_id=nodepool_id)
+  else:
+    compute_cluster.create_nodepool(config)
+
+
+@nodepool.command()
+@click.option(
+    '-cc_id',
+    '--compute_cluster_id',
+    required=True,
+    help='Compute Cluster ID for the compute cluster to interact with.')
+@click.option('--page_no', required=False, help='Page number to list.', default=1)
+@click.option('--per_page', required=False, help='Number of items per page.', default=16)
+@click.pass_context
+def list(ctx, compute_cluster_id, page_no, per_page):
+  """List all nodepools for the user."""
+
+  compute_cluster = ComputeCluster(
+      compute_cluster_id=compute_cluster_id,
+      user_id=ctx.obj['user_id'],
+      pat=ctx.obj['pat'],
+      base_url=ctx.obj['base_url'])
+  response = compute_cluster.list_nodepools(page_no, per_page)
+  display_co_resources(response, "Nodepool")
+
+
+@nodepool.command()
+@click.option(
+    '-cc_id',
+    '--compute_cluster_id',
+    required=True,
+    help='Compute Cluster ID for the compute cluster to interact with.')
+@click.option('-np_id', '--nodepool_id', help='Nodepool ID of the user to delete.')
+@click.pass_context
+def delete(ctx, compute_cluster_id, nodepool_id):
+  """Deletes a nodepool for the user."""
+
+  compute_cluster = ComputeCluster(
+      compute_cluster_id=compute_cluster_id,
+      user_id=ctx.obj['user_id'],
+      pat=ctx.obj['pat'],
+      base_url=ctx.obj['base_url'])
+  compute_cluster.delete_nodepools([nodepool_id])

clarifai/client/auth/helper.py

@@ -321,6 +321,7 @@ Additionally, these optional params are supported:
 
   def set_base(self, base: str):
     """ Set the base domain for the API. """
+    base = DEFAULT_BASE if base is None else base
     self._base = https_cache(base_https_cache, base)
 
   def set_ui(self, ui: str):

clarifai/client/compute_cluster.py

@@ -102,12 +102,12 @@ class ComputeCluster(Lister, BaseClient):
       nodepool["visibility"] = resources_pb2.Visibility(**nodepool["visibility"])
     return nodepool
 
-  def create_nodepool(self, nodepool_id: str, config_filepath: str) -> Nodepool:
+  def create_nodepool(self, config_filepath: str, nodepool_id: str = None) -> Nodepool:
     """Creates a nodepool for the compute cluster.
 
     Args:
-        nodepool_id (str): The nodepool ID for the nodepool to create.
         config_filepath (str): The path to the nodepool config file.
+        nodepool_id (str): New nodepool ID for the nodepool to create.
 
     Returns:
         Nodepool: A Nodepool object for the specified nodepool ID.
@@ -115,7 +115,7 @@ class ComputeCluster(Lister, BaseClient):
     Example:
         >>> from clarifai.client.compute_cluster import ComputeCluster
         >>> compute_cluster = ComputeCluster(compute_cluster_id="compute_cluster_id", user_id="user_id")
-        >>> nodepool = compute_cluster.create_nodepool(nodepool_id="nodepool_id", config_filepath="config.yml")
+        >>> nodepool = compute_cluster.create_nodepool(config_filepath="config.yml")
     """
     if not os.path.exists(config_filepath):
       raise UserError(f"Nodepool config file not found at {config_filepath}")
@@ -123,7 +123,8 @@ class ComputeCluster(Lister, BaseClient):
     nodepool_config = self._process_nodepool_config(config_filepath)
 
     if 'id' in nodepool_config:
-      nodepool_id = nodepool_config['id']
+      if nodepool_id is None:
+        nodepool_id = nodepool_config['id']
       nodepool_config.pop('id')
 
     request = service_pb2.PostNodepoolsRequest(

clarifai/client/dataset.py

@@ -9,6 +9,7 @@ from typing import Dict, Generator, List, Optional, Tuple, Type, TypeVar, Union
 
 import requests
 from clarifai_grpc.grpc.api import resources_pb2, service_pb2
+from clarifai_grpc.grpc.api.resources_pb2 import Input
 from clarifai_grpc.grpc.api.service_pb2 import MultiInputResponse
 from clarifai_grpc.grpc.api.status import status_code_pb2, status_pb2
 from google.protobuf.json_format import MessageToDict
@@ -190,6 +191,26 @@ class Dataset(Lister, BaseClient):
       }
       yield Dataset.from_auth_helper(self.auth_helper, **kwargs)
 
+  def list_inputs(self, page_no: int = None, per_page: int = None,
+                  input_type: str = None) -> Generator[Input, None, None]:
+    """Lists all the inputs for the dataset.
+
+    Args:
+        page_no (int): The page number to list.
+        per_page (int): The number of items per page.
+        input_type (str): The type of input to list. Options: 'image', 'video', 'audio', 'text'.
+
+    Yields:
+        Input: Input objects in the dataset.
+
+    Example:
+        >>> from clarifai.client.dataset import Dataset
+        >>> dataset = Dataset(dataset_id='dataset_id', user_id='user_id', app_id='app_id')
+        >>> all_dataset_inputs = list(dataset.list_inputs())
+    """
+    return self.input_object.list_inputs(
+        dataset_id=self.id, page_no=page_no, per_page=per_page, input_type=input_type)
+
   def __iter__(self):
     return iter(DatasetExportReader(archive_url=self.archive_zip()))
 

clarifai/client/deployment.py

@@ -49,7 +49,8 @@ class Deployment(Lister, BaseClient):
     Returns:
         resources_pb2.RunnerSelector: A RunnerSelector object for the given deployment_id.
     """
-    return resources_pb2.RunnerSelector(deployment_id=deployment_id, user_id=user_id)
+    return resources_pb2.RunnerSelector(
+        deployment=resources_pb2.Deployment(id=deployment_id, user_id=user_id))
 
   def __getattr__(self, name):
     return getattr(self.deployment_info, name)

clarifai/client/input.py

@@ -867,6 +867,33 @@ class Inputs(Lister, BaseClient):
       raise Exception(response.status)
     self.logger.info("\nInputs Deleted\n%s", response.status)
 
+  def delete_annotations(self, input_ids: List[str], annotation_ids: List[str] = []) -> None:
+    """Delete list of annotations of input objects from the app.
+
+    Args:
+        input_ids (Input): List of input objects for which annotations to delete.
+        annotation_ids (List[str]): List of annotation ids to delete.
+
+    Example:
+        >>> from clarifai.client.user import User
+        >>> input_obj = User(user_id="user_id").app(app_id="app_id").inputs()
+        >>> input_obj.delete_annotations(input_ids=['input_id_1', 'input_id_2'])
+
+    Note:
+        'annotation_ids' are optional but if the are provided, the number and order in
+        'annotation_ids' and 'input_ids' should match
+    """
+    if not isinstance(input_ids, list):
+      raise UserError("input_ids must be a list of input ids")
+    if annotation_ids and len(input_ids) != len(annotation_ids):
+      raise UserError("Number of provided annotation_ids and input_ids should match.")
+    request = service_pb2.DeleteAnnotationsRequest(
+        user_app_id=self.user_app_id, ids=annotation_ids, input_ids=input_ids)
+    response = self._grpc_request(self.STUB.DeleteAnnotations, request)
+    if response.status.code != status_code_pb2.SUCCESS:
+      raise Exception(response.status)
+    self.logger.info("\nAnnotations Deleted\n%s", response.status)
+
   def download_inputs(self, inputs: List[Input]) -> List[bytes]:
     """Download list of input objects from the app.
 

clarifai/client/nodepool.py

@@ -136,12 +136,12 @@ class Nodepool(Lister, BaseClient):
     nodepool = resources_pb2.Nodepool(id=nodepool_id, compute_cluster=compute_cluster)
     return resources_pb2.RunnerSelector(nodepool=nodepool)
 
-  def create_deployment(self, deployment_id: str, config_filepath: str) -> Deployment:
+  def create_deployment(self, config_filepath: str, deployment_id: str = None) -> Deployment:
     """Creates a deployment for the nodepool.
 
     Args:
-        deployment_id (str): The deployment ID for the deployment to create.
         config_filepath (str): The path to the deployment config file.
+        deployment_id (str): New deployment ID for the deployment to create.
 
     Returns:
         Deployment: A Deployment object for the specified deployment ID.
@@ -149,7 +149,7 @@ class Nodepool(Lister, BaseClient):
     Example:
         >>> from clarifai.client.nodepool import Nodepool
         >>> nodepool = Nodepool(nodepool_id="nodepool_id", user_id="user_id")
-        >>> deployment = nodepool.create_deployment(deployment_id="deployment_id", config_filepath="config.yml")
+        >>> deployment = nodepool.create_deployment(config_filepath="config.yml")
     """
     if not os.path.exists(config_filepath):
       raise UserError(f"Deployment config file not found at {config_filepath}")
@@ -157,7 +157,8 @@ class Nodepool(Lister, BaseClient):
     deployment_config = self._process_deployment_config(config_filepath)
 
     if 'id' in deployment_config:
-      deployment_id = deployment_config['id']
+      if deployment_id is None:
+        deployment_id = deployment_config['id']
       deployment_config.pop('id')
 
     request = service_pb2.PostDeploymentsRequest(

clarifai/client/user.py

@@ -222,13 +222,13 @@ class User(Lister, BaseClient):
       compute_cluster["visibility"] = resources_pb2.Visibility(**compute_cluster["visibility"])
     return compute_cluster
 
-  def create_compute_cluster(self, compute_cluster_id: str,
-                             config_filepath: str) -> ComputeCluster:
+  def create_compute_cluster(self, config_filepath: str,
+                             compute_cluster_id: str = None) -> ComputeCluster:
     """Creates a compute cluster for the user.
 
     Args:
-        compute_cluster_id (str): The compute cluster ID for the compute cluster to create.
         config_filepath (str): The path to the compute cluster config file.
+        compute_cluster_id (str): New compute cluster ID for the compute cluster to create.
 
     Returns:
         ComputeCluster: A Compute Cluster object for the specified compute cluster ID.
@@ -236,7 +236,7 @@ class User(Lister, BaseClient):
     Example:
         >>> from clarifai.client.user import User
         >>> client = User(user_id="user_id")
-        >>> compute_cluster = client.create_compute_cluster(compute_cluster_id="compute_cluster_id", config_filepath="config.yml")
+        >>> compute_cluster = client.create_compute_cluster(config_filepath="config.yml")
     """
     if not os.path.exists(config_filepath):
       raise UserError(f"Compute Cluster config file not found at {config_filepath}")
@@ -244,7 +244,8 @@ class User(Lister, BaseClient):
     compute_cluster_config = self._process_compute_cluster_config(config_filepath)
 
     if 'id' in compute_cluster_config:
-      compute_cluster_id = compute_cluster_config['id']
+      if compute_cluster_id is None:
+        compute_cluster_id = compute_cluster_config['id']
       compute_cluster_config.pop('id')
 
     request = service_pb2.PostComputeClustersRequest(

clarifai/datasets/upload/multimodal.py

@@ -6,7 +6,6 @@ from google.protobuf.struct_pb2 import Struct
 
 from clarifai.client.input import Inputs
 from clarifai.datasets.upload.base import ClarifaiDataLoader, ClarifaiDataset
-from clarifai.utils.misc import get_uuid
 
 
 class MultiModalDataset(ClarifaiDataset):
@@ -36,7 +35,6 @@ class MultiModalDataset(ClarifaiDataset):
       image_bytes = data_item.image_bytes
       text = data_item.text
       labels = data_item.labels if isinstance(data_item.labels, list) else [data_item.labels]
-      id = get_uuid(8)
       input_id = f"{self.dataset_id}-{id}" if data_item.id is None else f"{self.dataset_id}-{str(data_item.id)}"
       if data_item.metadata is not None:
         metadata.update(data_item.metadata)

clarifai/runners/dockerfile_template/{Dockerfile.cpu.template → Dockerfile.template}

@@ -1,16 +1,16 @@
-ARG PYTHON_VERSION=${PYTHON_VERSION}
-FROM public.ecr.aws/docker/library/python:${PYTHON_VERSION}-slim-bookworm as build
+FROM --platform=$TARGETPLATFORM ${BASE_IMAGE} as build
 
-# Set the working directory to /app
-WORKDIR /app
+ENV DEBIAN_FRONTEND=noninteractive
 
+#############################
+# User specific requirements
+#############################
 COPY requirements.txt .
-# Install requirements and cleanup before leaving this line.
-# Note(zeiler): this could be in a future template as {{model_python_deps}}
-RUN python -m pip install -r requirements.txt && rm -rf /root/.cache
 
-# Install Clarifai SDK
-RUN python -m pip install clarifai
+# Install requirements and clarifai package and cleanup before leaving this line.
+# Note(zeiler): this could be in a future template as {{model_python_deps}}
+RUN pip install --no-cache-dir -r requirements.txt && \
+    pip install --no-cache-dir clarifai
 
 # These will be set by the templaing system.
 ENV CLARIFAI_PAT=${CLARIFAI_PAT}
@@ -20,12 +20,22 @@ ENV CLARIFAI_NODEPOOL_ID=${CLARIFAI_NODEPOOL_ID}
 ENV CLARIFAI_COMPUTE_CLUSTER_ID=${CLARIFAI_COMPUTE_CLUSTER_ID}
 ENV CLARIFAI_API_BASE=${CLARIFAI_API_BASE}
 
+# Set the NUMBA cache dir to /tmp
+ENV NUMBA_CACHE_DIR=/tmp/numba_cache
+ENV HOME=/tmp
+
+# Set the working directory to /app
+WORKDIR /app
+
 # Copy the current folder into /app/model_dir that the SDK will expect.
+# Note(zeiler): would be nice to exclude checkpoints in case they were pre-downloaded.
 COPY . /app/model_dir/${name}
 
 # Add the model directory to the python path.
-ENV PYTHONPATH "${PYTHONPATH}:/app/model_dir/${name}"
+ENV PYTHONPATH=${PYTHONPATH}:/app/model_dir/${name}
+
+ENTRYPOINT ["python", "-m", "clarifai.runners.server"]
 
 # Finally run the clarifai entrypoint to start the runner loop and local dev server.
 # Note(zeiler): we may want to make this a clarifai CLI call.
-CMD ["python", "-m", "clarifai.runners.server", "--model_path", "/app/model_dir/${name}"]
+CMD ["--model_path", "/app/model_dir/main"]

clarifai/runners/models/model_upload.py

@@ -1,4 +1,5 @@
 import os
+import re
 import time
 from string import Template
 
@@ -23,6 +24,44 @@ def _clear_line(n: int = 1) -> None:
 
 class ModelUploader:
   DEFAULT_PYTHON_VERSION = 3.11
+  DEFAULT_TORCH_VERSION = '2.4.0'
+  DEFAULT_CUDA_VERSION = '124'
+  # List of available torch images for matrix
+  '''
+        python_version: ['3.8', '3.9', '3.10', '3.11']
+        torch_version: ['2.0.0', '2.1.0', '2.2.0', '2.3.0', '2.4.0', '2.4.1', '2.5.0']
+        cuda_version: ['124']
+  '''
+  AVAILABLE_TORCH_IMAGES = [
+      '2.0.0-py3.8-cuda124',
+      '2.0.0-py3.9-cuda124',
+      '2.0.0-py3.10-cuda124',
+      '2.0.0-py3.11-cuda124',
+      '2.1.0-py3.8-cuda124',
+      '2.1.0-py3.9-cuda124',
+      '2.1.0-py3.10-cuda124',
+      '2.1.0-py3.11-cuda124',
+      '2.2.0-py3.8-cuda124',
+      '2.2.0-py3.9-cuda124',
+      '2.2.0-py3.10-cuda124',
+      '2.2.0-py3.11-cuda124',
+      '2.3.0-py3.8-cuda124',
+      '2.3.0-py3.9-cuda124',
+      '2.3.0-py3.10-cuda124',
+      '2.3.0-py3.11-cuda124',
+      '2.4.0-py3.8-cuda124',
+      '2.4.0-py3.9-cuda124',
+      '2.4.0-py3.10-cuda124',
+      '2.4.0-py3.11-cuda124',
+      '2.4.1-py3.8-cuda124',
+      '2.4.1-py3.9-cuda124',
+      '2.4.1-py3.10-cuda124',
+      '2.4.1-py3.11-cuda124',
+  ]
+  AVAILABLE_PYTHON_IMAGES = ['3.8', '3.9', '3.10', '3.11', '3.12', '3.13']
+  PYTHON_BASE_IMAGE = 'public.ecr.aws/clarifai-models/python-base:{python_version}'
+  TORCH_BASE_IMAGE = 'public.ecr.aws/clarifai-models/torch:{torch_version}-py{python_version}-cuda{cuda_version}'
+
   CONCEPTS_REQUIRED_MODEL_TYPE = [
       'visual-classifier', 'visual-detector', 'visual-segmenter', 'text-classifier'
   ]
@@ -144,18 +183,46 @@ class ModelUploader:
     )
     return self.client.STUB.PostModels(request)
 
+  def _parse_requirements(self):
+    # parse the user's requirements.txt to determine the proper base image to build on top of, based on the torch and other large dependencies and it's versions
+    # List of dependencies to look for
+    dependencies = [
+        'torch',
+    ]
+    # Escape dependency names for regex
+    dep_pattern = '|'.join(map(re.escape, dependencies))
+    # All possible version specifiers
+    version_specifiers = '==|>=|<=|!=|~=|>|<'
+    # Compile a regex pattern with verbose mode for readability
+    pattern = re.compile(r"""
+          ^\s*                                   # Start of line, optional whitespace
+          (?P<dependency>""" + dep_pattern + r""")   # Dependency name
+          \s*                                   # Optional whitespace
+          (?P<specifier>""" + version_specifiers + r""")?  # Optional version specifier
+          \s*                                   # Optional whitespace
+          (?P<version>[^\s;]+)?                 # Optional version (up to space or semicolon)
+          """, re.VERBOSE)
+
+    deendencies_version = {}
+    with open(os.path.join(self.folder, 'requirements.txt'), 'r') as file:
+      for line in file:
+        # Skip empty lines and comments
+        line = line.strip()
+        if not line or line.startswith('#'):
+          continue
+        match = pattern.match(line)
+        if match:
+          dependency = match.group('dependency')
+          version = match.group('version')
+          deendencies_version[dependency] = version if version else None
+    return deendencies_version
+
   def create_dockerfile(self):
-    num_accelerators = self.inference_compute_info.num_accelerators
-    if num_accelerators:
-      dockerfile_template = os.path.join(
-          os.path.dirname(os.path.dirname(__file__)),
-          'dockerfile_template',
-          'Dockerfile.cuda.template',
-      )
-    else:
-      dockerfile_template = os.path.join(
-          os.path.dirname(os.path.dirname(__file__)), 'dockerfile_template',
-          'Dockerfile.cpu.template')
+    dockerfile_template = os.path.join(
+        os.path.dirname(os.path.dirname(__file__)),
+        'dockerfile_template',
+        'Dockerfile.template',
+    )
 
     with open(dockerfile_template, 'r') as template_file:
       dockerfile_template = template_file.read()
@@ -166,6 +233,11 @@ class ModelUploader:
     build_info = self.config.get('build_info', {})
     if 'python_version' in build_info:
       python_version = build_info['python_version']
+      if python_version not in self.AVAILABLE_PYTHON_IMAGES:
+        logger.error(
+            f"Python version {python_version} not supported, please use one of the following versions: {self.AVAILABLE_PYTHON_IMAGES}"
+        )
+        return
       logger.info(
           f"Using Python version {python_version} from the config file to build the Dockerfile")
     else:
@@ -174,10 +246,26 @@ class ModelUploader:
       )
       python_version = self.DEFAULT_PYTHON_VERSION
 
+    base_image = self.PYTHON_BASE_IMAGE.format(python_version=python_version)
+
+    # Parse the requirements.txt file to determine the base image
+    dependencies = self._parse_requirements()
+    if 'torch' in dependencies and dependencies['torch']:
+      torch_version = dependencies['torch']
+
+      for image in self.AVAILABLE_TORCH_IMAGES:
+        if torch_version in image and f'py{python_version}' in image:
+          base_image = self.TORCH_BASE_IMAGE.format(
+              torch_version=torch_version,
+              python_version=python_version,
+              cuda_version=self.DEFAULT_CUDA_VERSION)
+          logger.info(f"Using Torch version {torch_version} base image  to build the Docker image")
+          break
+
     # Replace placeholders with actual values
     dockerfile_content = dockerfile_template.safe_substitute(
-        PYTHON_VERSION=python_version,
         name='main',
+        BASE_IMAGE=base_image,
     )
 
     # Write Dockerfile

clarifai/utils/cli.py

@@ -5,6 +5,11 @@ import pkgutil
 import click
 import yaml
 
+from rich.console import Console
+from rich.panel import Panel
+from rich.style import Style
+from rich.text import Text
+
 
 def from_yaml(filename: str):
   try:
@@ -43,3 +48,23 @@ def load_command_modules():
   for _, module_name, _ in pkgutil.iter_modules([package_dir]):
     if module_name != 'base':  # Skip the base.py file itself
       importlib.import_module(f'clarifai.cli.{module_name}')
+
+
+def display_co_resources(response, resource_type):
+  """Display compute orchestration resources listing results using rich."""
+
+  console = Console()
+  panel = Panel(
+      Text(f"List of {resource_type}s", justify="center"),
+      title="",
+      style=Style(color="blue", bold=True),
+      border_style="green",
+      width=60)
+  console.print(panel)
+  for indx, item in enumerate(list(response)):
+    panel = Panel(
+        "\n".join([f"{'ID'}: {item.id}", f"{'Description'}: {item.description}"]),
+        title=f"{resource_type} {(indx + 1)}",
+        border_style="green",
+        width=60)
+    console.print(panel)

{clarifai-10.9.5.dist-info → clarifai-10.10.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: clarifai
-Version: 10.9.5
+Version: 10.10.1
 Summary: Clarifai Python SDK
 Home-page: https://github.com/Clarifai/clarifai-python
 Author: Clarifai

{clarifai-10.9.5.dist-info → clarifai-10.10.1.dist-info}/RECORD

@@ -1,26 +1,30 @@
-clarifai/__init__.py,sha256=0dw7VzmQZ_vyvNSXNgfG0ORMMhxjYIFUU_nXi3JgVuw,23
+clarifai/__init__.py,sha256=9zsqePD7LCjMaH7l_9eXWc_FNCxosvR1TP75yQryev4,24
 clarifai/cli.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 clarifai/errors.py,sha256=RwzTajwds51wLD0MVlMC5kcpBnzRpreDLlazPSBZxrg,2605
 clarifai/versions.py,sha256=jctnczzfGk_S3EnVqb2FjRKfSREkNmvNEwAAa_VoKiQ,222
+clarifai/cli/README.md,sha256=YGApHfeUyu5P0Pdth-mqQCQftWHDxz6bugDlvDXDhOE,1942
 clarifai/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-clarifai/cli/base.py,sha256=N3dBmpH6XDSekMvwD_lrMpRe9CuwfR_RkJ612iDir6U,2228
-clarifai/cli/model.py,sha256=O0GZWbTF8ZMNpSn7KTYpMiMsAULAWkTFWBucaLqVcZg,1925
+clarifai/cli/base.py,sha256=okuBNlMmLEQw9-0f4yzemCtneNNRTVXUugCwD58-ZtQ,3417
+clarifai/cli/compute_cluster.py,sha256=N2dNQNJEPg9nxsb8x2igEzYuGRzjn7l4kNttjFIxmhI,1827
+clarifai/cli/deployment.py,sha256=sUEuz5-rtozMx8deVcJXLi6lHsP2jc8x3y2MpUAVfqY,2506
+clarifai/cli/model.py,sha256=lp_5FGO-lWb07c7nNHEsJ6NA0mxVyvL3wqU5N-_sbEU,1934
+clarifai/cli/nodepool.py,sha256=yihxS_rIFoBBKzRlqBX8Ab42iPpBMJrJFsk8saph6ms,3049
 clarifai/client/__init__.py,sha256=xI1U0l5AZdRThvQAXCLsd9axxyFzXXJ22m8LHqVjQRU,662
 clarifai/client/app.py,sha256=6pckYme1urV2YJjLIYfeZ-vH0Z5YSQa51jzIMcEfwug,38342
 clarifai/client/base.py,sha256=hSHOqkXbSKyaRDeylMMnkhUHCAHhEqno4KI0CXGziBA,7536
-clarifai/client/compute_cluster.py,sha256=lntZDLVDhS71Yj7mZrgq5uhnAuNPUnj48i3zMSuoUpk,8693
-clarifai/client/dataset.py,sha256=Xt8M9sP7RLeAqqTu17-8cpupThhkU9n_bl6jXtG_25A,31148
-clarifai/client/deployment.py,sha256=4gfvUvQY9adFS98B0vP9C5fR9OnDRV2JbUIdAkMymT8,2551
-clarifai/client/input.py,sha256=smAZqvBEVJlM59PQ3KhqbA6HaKHRNlSyQCcw917SbJ0,44322
+clarifai/client/compute_cluster.py,sha256=EvW9TJjPvInUlggfg1A98sxoWH8_PY5rCVXZhsj6ac0,8705
+clarifai/client/dataset.py,sha256=AIzwbYs-ExkmUqW9nuEJgpW8-D7rjA1PtopU5Iu6YZE,32018
+clarifai/client/deployment.py,sha256=w7Y6pA1rYG4KRK1SwusRZc2sQRXlG8wezuVdzSWpCo0,2586
+clarifai/client/input.py,sha256=GvrPV2chThNjimekBIleuIr6AD10_wrfc-1Hm5C4NQ8,45648
 clarifai/client/lister.py,sha256=03KGMvs5RVyYqxLsSrWhNc34I8kiF1Ph0NeyEwu7nMU,2082
 clarifai/client/model.py,sha256=WmLBPm_rDzbPR_Cxo8gnntBnPiWFt3gYKiiKuJ9lH04,84652
 clarifai/client/module.py,sha256=FTkm8s9m-EaTKN7g9MnLhGJ9eETUfKG7aWZ3o1RshYs,4204
-clarifai/client/nodepool.py,sha256=DK8oqswjjrP6TqCqbw7Ge51Z7PxK3XmWZGLeUM3fd_A,10142
+clarifai/client/nodepool.py,sha256=la3vTFrO4LX8zm2eQ5jqf2L0-kQ63Dano8FibadoZbk,10152
 clarifai/client/search.py,sha256=GaPWN6JmTQGZaCHr6U1yv0zqR6wKFl7i9IVLg2ul1CI,14254
-clarifai/client/user.py,sha256=0tcOk8_Yd1_ANj9E6sy9mz6s01V3qkmJS7pZVn_zUYo,17637
+clarifai/client/user.py,sha256=WOv66ww2wx9isIge3V-xTHCkqC6akl2jEGAxzT_Ugfs,17642
 clarifai/client/workflow.py,sha256=BOmA1ilHxsw-yl_ZE1NOEshzV7owavnXTIG2UOD6PuA,12163
 clarifai/client/auth/__init__.py,sha256=7EwR0NrozkAUwpUnCsqXvE_p0wqx_SelXlSpKShKJK0,136
-clarifai/client/auth/helper.py,sha256=1QmQatzVdWDm4J20kgiHioM1lfHlgkGxWboO3z02QAI,14593
+clarifai/client/auth/helper.py,sha256=Ngw5IDkOWvnOz5YwViVk55z3mC52MyezLc0G3WxLqok,14643
 clarifai/client/auth/register.py,sha256=2CMdBsoVLoTfjyksE6j7BM2tiEc73WKYvxnwDDgNn1k,536
 clarifai/client/auth/stub.py,sha256=xy4-fV0W8keCgXld4eOVzFQEIKxOktNwtL5bLztReug,4940
 clarifai/constants/base.py,sha256=ogmFSZYoF0YhGjHg5aiOc3MLqPr_poKAls6xaD0_C3U,89
@@ -37,7 +41,7 @@ clarifai/datasets/upload/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZ
 clarifai/datasets/upload/base.py,sha256=UIc0ufyIBCrb83_sFpv21L8FshsX4nwsLYQkdlJfzD4,2357
 clarifai/datasets/upload/features.py,sha256=jv2x7jGZKS-LMt87sEZNBwwOskHbP26XTMjoiaSA5pg,2024
 clarifai/datasets/upload/image.py,sha256=HlCsfEMu_C4GVecGSv52RUJ6laLW8H64Pfj_FQyX6qg,8580
-clarifai/datasets/upload/multimodal.py,sha256=2_s4SCotzacVMdnqkM7upSR3Ovxh3b9oW1hSWhKyxO4,2373
+clarifai/datasets/upload/multimodal.py,sha256=4jBFXgT44tPFHm3O3lYcnKM046qjUNJJaR0oBVTa3HM,2309
 clarifai/datasets/upload/text.py,sha256=boVJenfQZKf79aXu8CEP4g_ANzX5ROdd06g07O7RnXU,2198
 clarifai/datasets/upload/utils.py,sha256=BerWhq40ZUN30z6VImlc93eZtT-1vI18AMgSOuNzJEM,9647
 clarifai/datasets/upload/loaders/README.md,sha256=aNRutSCTzLp2ruIZx74ZkN5AxpzwKOxMa7OzabnKpwg,2980
@@ -58,15 +62,14 @@ clarifai/rag/rag.py,sha256=L10TcV9E0PF1aJ2Nn1z1x6WVoUoGxbKt20lQXg8ksqo,12594
 clarifai/rag/utils.py,sha256=yr1jAcbpws4vFGBqlAwPPE7v1DRba48g8gixLFw8OhQ,4070
 clarifai/runners/__init__.py,sha256=3vr4RVvN1IRy2SxJpyycAAvrUBbH-mXR7pqUmu4w36A,412
 clarifai/runners/server.py,sha256=CVLrv2DjzCvKVXcJ4SWvcFWUZq0bdlBmyEpfVlfgT2A,4902
-clarifai/runners/dockerfile_template/Dockerfile.cpu.template,sha256=B35jcpqWBP3ALa2WRtbtBg8uvDyqP_PWZnJtIeAnjT0,1222
-clarifai/runners/dockerfile_template/Dockerfile.cuda.template,sha256=8uQp2sX_bIzgQk84FNlS19PwKH_l0Qi54xE7_NVxUTE,3314
+clarifai/runners/dockerfile_template/Dockerfile.template,sha256=-T38Rscpjot8WVuUTUq1_N0xz_gg653FOHV4XQYGG-U,1453
 clarifai/runners/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 clarifai/runners/models/base_typed_model.py,sha256=OnAk08Lo2Y1fGiBc6JJ6UvJ8P435cTsikTNYDkStDpI,7790
 clarifai/runners/models/model_class.py,sha256=9JSPAr4U4K7xI0kSl-q0mHB06zknm2OR-8XIgBCto94,1611
 clarifai/runners/models/model_run_locally.py,sha256=xbNcD0TMRlk52cUjJH-qenlkeiwS4YcOeb8eYy7KAEI,6583
 clarifai/runners/models/model_runner.py,sha256=3vzoastQxkGRDK8T9aojDsLNBb9A3IiKm6YmbFrE9S0,6241
 clarifai/runners/models/model_servicer.py,sha256=X4715PVA5PBurRTYcwSEudg8fShGV6InAF4mmRlRcHg,2826
-clarifai/runners/models/model_upload.py,sha256=cfxHfNbnVLHjF50dDDVdAE5VDDTf8yF1o0HL5Rgvklc,16859
+clarifai/runners/models/model_upload.py,sha256=ocd6vnm9Pms9AMwi7j5yTjIHQY6LS9yopTTX6uocJvE,20434
 clarifai/runners/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 clarifai/runners/utils/data_handler.py,sha256=sxy9zlAgI6ETuxCQhUgEXAn2GCsaW1GxpK6GTaMne0g,6966
 clarifai/runners/utils/data_utils.py,sha256=R1iQ82TuQ9JwxCJk8yEB1Lyb0BYVhVbWJI9YDi1zGOs,318
@@ -75,7 +78,7 @@ clarifai/runners/utils/url_fetcher.py,sha256=-Hwjb1SURszn7zUVwi4Of0-nrksfZy-uqT4
 clarifai/schema/search.py,sha256=JjTi8ammJgZZ2OGl4K6tIA4zEJ1Fr2ASZARXavI1j5c,2448
 clarifai/urls/helper.py,sha256=tjoMGGHuWX68DUB0pk4MEjrmFsClUAQj2jmVEM_Sy78,4751
 clarifai/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-clarifai/utils/cli.py,sha256=avHgpKV3XP5V2L05Gpi458oiKJPV6qD5YSMdam52SlE,1175
+clarifai/utils/cli.py,sha256=O6ukcQb05pFIgdQKWn0tL0AALAjT3U3DFRjd_GgPCvk,1918
 clarifai/utils/constants.py,sha256=MG_iHnSwNEyUZOpvsrTicNwaT4CIjmlK_Ixk_qqEX8g,142
 clarifai/utils/logging.py,sha256=rhutBRQJLtkNRz8IErNCgbIpvtl2fQ3D2otYcGqd3-Q,11565
 clarifai/utils/misc.py,sha256=ptjt1NtteDT0EhrPoyQ7mgWtvoAQ-XNncQaZvNHb0KI,2253
@@ -88,9 +91,9 @@ clarifai/workflows/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuF
 clarifai/workflows/export.py,sha256=vICRhIreqDSShxLKjHNM2JwzKsf1B4fdXB0ciMcA70k,1945
 clarifai/workflows/utils.py,sha256=nGeB_yjVgUO9kOeKTg4OBBaBz-AwXI3m-huSVj-9W18,1924
 clarifai/workflows/validate.py,sha256=yJq03MaJqi5AK3alKGJJBR89xmmjAQ31sVufJUiOqY8,2556
-clarifai-10.9.5.dist-info/LICENSE,sha256=mUqF_d12-qE2n41g7C5_sq-BMLOcj6CNN-jevr15YHU,555
-clarifai-10.9.5.dist-info/METADATA,sha256=inxJ9tg4jF_hwi5YPl_figuiRPUUOWjG9tz3PA2jyEo,19565
-clarifai-10.9.5.dist-info/WHEEL,sha256=OVMc5UfuAQiSplgO0_WdW7vXVGAt9Hdd6qtN4HotdyA,91
-clarifai-10.9.5.dist-info/entry_points.txt,sha256=X9FZ4Z-i_r2Ud1RpZ9sNIFYuu_-9fogzCMCRUD9hyX0,51
-clarifai-10.9.5.dist-info/top_level.txt,sha256=wUMdCQGjkxaynZ6nZ9FAnvBUCgp5RJUVFSy2j-KYo0s,9
-clarifai-10.9.5.dist-info/RECORD,,
+clarifai-10.10.1.dist-info/LICENSE,sha256=mUqF_d12-qE2n41g7C5_sq-BMLOcj6CNN-jevr15YHU,555
+clarifai-10.10.1.dist-info/METADATA,sha256=01eG2EIX_sgN8tgNkHnAD782mje2gLrspqrAFUEmSic,19566
+clarifai-10.10.1.dist-info/WHEEL,sha256=R06PA3UVYHThwHvxuRWMqaGcr-PuniXahwjmQRFMEkY,91
+clarifai-10.10.1.dist-info/entry_points.txt,sha256=X9FZ4Z-i_r2Ud1RpZ9sNIFYuu_-9fogzCMCRUD9hyX0,51
+clarifai-10.10.1.dist-info/top_level.txt,sha256=wUMdCQGjkxaynZ6nZ9FAnvBUCgp5RJUVFSy2j-KYo0s,9
+clarifai-10.10.1.dist-info/RECORD,,

{clarifai-10.9.5.dist-info → clarifai-10.10.1.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (75.2.0)
+Generator: setuptools (75.5.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

clarifai/runners/dockerfile_template/Dockerfile.cuda.template

@@ -1,83 +0,0 @@
-# Build a virtualenv containing necessary system libraries and Python packages
-# for users to install their own packages while also being distroless.
-# * Install python3-venv
-# * Install gcc libpython3-dev to compile C Python modules
-# * In the virtualenv: Update pip setuputils and wheel to support building new packages
-# * Export environment variables to use the virtualenv by default
-# * Create a non-root user with minimal privileges and use it
-ARG TARGET_PLATFORM=linux/amd64
-FROM --platform=$TARGET_PLATFORM public.ecr.aws/docker/library/python:${PYTHON_VERSION}-slim-bookworm as build
-
-ENV DEBIAN_FRONTEND=noninteractive
-RUN apt-get update && \
-    apt-get install --no-install-suggests --no-install-recommends --yes \
-    software-properties-common  \
-    gcc \
-    libpython3-dev && \
-    python${PYTHON_VERSION} -m venv /venv && \
-    /venv/bin/pip install --disable-pip-version-check --upgrade pip setuptools wheel && \
-    apt-get clean && rm -rf /var/lib/apt/lists/*
-
-# Set environment variables to use virtualenv by default
-ENV VIRTUAL_ENV=/venv
-ENV PATH="$VIRTUAL_ENV/bin:$PATH"
-
-#############################
-# User specific requirements
-#############################
-COPY requirements.txt .
-
-# Install requirements and cleanup before leaving this line.
-# Note(zeiler): this could be in a future template as {{model_python_deps}}
-RUN python -m pip install -r requirements.txt && rm -rf /root/.cache
-
-# Install Clarifai SDK
-RUN python -m pip install clarifai
-
-#############################
-# Finally copy everything we built into a distroless image for runtime.
-######################>#######
-ARG TARGET_PLATFORM=linux/amd64
-FROM --platform=$TARGET_PLATFORM gcr.io/distroless/python3-debian12:latest
-# FROM --platform=$TARGET_PLATFORM gcr.io/distroless/python3-debian12:debug
-ARG PYTHON_VERSION=${PYTHON_VERSION}
-# needed to call pip directly
-COPY --from=build /bin/sh /bin/sh
-
-# virtual env
-COPY --from=build /venv /venv
-
-# We have to overwrite the python3 binary that the distroless image uses
-COPY --from=build /usr/local/bin/python${PYTHON_VERSION} /usr/bin/python3
-# And also copy in all the lib files for it.
-COPY --from=build /usr/local/lib/ /usr/lib/
-
-# Set environment variables to use virtualenv by default
-ENV VIRTUAL_ENV=/venv
-ENV PYTHONPATH=${PYTHONPATH}:${VIRTUAL_ENV}/lib/python${PYTHON_VERSION}/site-packages
-
-# These will be set by the templaing system.
-ENV CLARIFAI_PAT=${CLARIFAI_PAT}
-ENV CLARIFAI_USER_ID=${CLARIFAI_USER_ID}
-ENV CLARIFAI_RUNNER_ID=${CLARIFAI_RUNNER_ID}
-ENV CLARIFAI_NODEPOOL_ID=${CLARIFAI_NODEPOOL_ID}
-ENV CLARIFAI_COMPUTE_CLUSTER_ID=${CLARIFAI_COMPUTE_CLUSTER_ID}
-ENV CLARIFAI_API_BASE=${CLARIFAI_API_BASE}
-
-# Set the NUMBA cache dir to /tmp
-ENV NUMBA_CACHE_DIR=/tmp/numba_cache
-ENV HOME=/tmp
-
-# Set the working directory to /app
-WORKDIR /app
-
-# Copy the current folder into /app/model_dir that the SDK will expect.
-# Note(zeiler): would be nice to exclude checkpoints in case they were pre-downloaded.
-COPY . /app/model_dir/${name}
-
-# Add the model directory to the python path.
-ENV PYTHONPATH=${PYTHONPATH}:/app/model_dir/${name}
-
-# Finally run the clarifai entrypoint to start the runner loop and local dev server.
-# Note(zeiler): we may want to make this a clarifai CLI call.
-CMD ["-m", "clarifai.runners.server", "--model_path", "/app/model_dir/${name}"]