clarifai 10.10.0__py3-none-any.whl → 10.11.0__py3-none-any.whl

clarifai/__init__.py

@@ -1 +1 @@
-__version__ = "10.10.0"
+__version__ = "10.11.0"

clarifai/cli/model.py

@@ -39,11 +39,16 @@ def upload(model_path, download_checkpoints, skip_dockerfile):
     type=click.Path(exists=True),
     required=True,
     help='Path to the model directory.')
-def test_locally(model_path):
+@click.option(
+    '--keep_env',
+    is_flag=True,
+    help='Flag to keep the virtual environment after testing the model\
+    locally. Defaults to False, which will delete the virtual environment after testing.')
+def test_locally(model_path, keep_env=False):
   """Test model locally."""
   try:
     from clarifai.runners.models import model_run_locally
-    model_run_locally.main(model_path)
+    model_run_locally.main(model_path, keep_env=keep_env)
     click.echo(f"Model tested locally from {model_path}.")
   except Exception as e:
     click.echo(f"Failed to test model locally: {e}", err=True)

clarifai/client/dataset.py

@@ -9,6 +9,7 @@ from typing import Dict, Generator, List, Optional, Tuple, Type, TypeVar, Union
 
 import requests
 from clarifai_grpc.grpc.api import resources_pb2, service_pb2
+from clarifai_grpc.grpc.api.resources_pb2 import Input
 from clarifai_grpc.grpc.api.service_pb2 import MultiInputResponse
 from clarifai_grpc.grpc.api.status import status_code_pb2, status_pb2
 from google.protobuf.json_format import MessageToDict
@@ -190,6 +191,26 @@ class Dataset(Lister, BaseClient):
       }
       yield Dataset.from_auth_helper(self.auth_helper, **kwargs)
 
+  def list_inputs(self, page_no: int = None, per_page: int = None,
+                  input_type: str = None) -> Generator[Input, None, None]:
+    """Lists all the inputs for the dataset.
+
+    Args:
+        page_no (int): The page number to list.
+        per_page (int): The number of items per page.
+        input_type (str): The type of input to list. Options: 'image', 'video', 'audio', 'text'.
+
+    Yields:
+        Input: Input objects in the dataset.
+
+    Example:
+        >>> from clarifai.client.dataset import Dataset
+        >>> dataset = Dataset(dataset_id='dataset_id', user_id='user_id', app_id='app_id')
+        >>> all_dataset_inputs = list(dataset.list_inputs())
+    """
+    return self.input_object.list_inputs(
+        dataset_id=self.id, page_no=page_no, per_page=per_page, input_type=input_type)
+
   def __iter__(self):
     return iter(DatasetExportReader(archive_url=self.archive_zip()))
 

clarifai/client/deployment.py

@@ -49,7 +49,8 @@ class Deployment(Lister, BaseClient):
     Returns:
         resources_pb2.RunnerSelector: A RunnerSelector object for the given deployment_id.
     """
-    return resources_pb2.RunnerSelector(deployment_id=deployment_id, user_id=user_id)
+    return resources_pb2.RunnerSelector(
+        deployment=resources_pb2.Deployment(id=deployment_id, user_id=user_id))
 
   def __getattr__(self, name):
     return getattr(self.deployment_info, name)

clarifai/client/input.py

@@ -867,6 +867,33 @@ class Inputs(Lister, BaseClient):
       raise Exception(response.status)
     self.logger.info("\nInputs Deleted\n%s", response.status)
 
+  def delete_annotations(self, input_ids: List[str], annotation_ids: List[str] = []) -> None:
+    """Delete list of annotations of input objects from the app.
+
+    Args:
+        input_ids (Input): List of input objects for which annotations to delete.
+        annotation_ids (List[str]): List of annotation ids to delete.
+
+    Example:
+        >>> from clarifai.client.user import User
+        >>> input_obj = User(user_id="user_id").app(app_id="app_id").inputs()
+        >>> input_obj.delete_annotations(input_ids=['input_id_1', 'input_id_2'])
+
+    Note:
+        'annotation_ids' are optional but if the are provided, the number and order in
+        'annotation_ids' and 'input_ids' should match
+    """
+    if not isinstance(input_ids, list):
+      raise UserError("input_ids must be a list of input ids")
+    if annotation_ids and len(input_ids) != len(annotation_ids):
+      raise UserError("Number of provided annotation_ids and input_ids should match.")
+    request = service_pb2.DeleteAnnotationsRequest(
+        user_app_id=self.user_app_id, ids=annotation_ids, input_ids=input_ids)
+    response = self._grpc_request(self.STUB.DeleteAnnotations, request)
+    if response.status.code != status_code_pb2.SUCCESS:
+      raise Exception(response.status)
+    self.logger.info("\nAnnotations Deleted\n%s", response.status)
+
   def download_inputs(self, inputs: List[Input]) -> List[bytes]:
     """Download list of input objects from the app.
 

clarifai/client/model.py

@@ -743,7 +743,7 @@ class Model(Lister, BaseClient):
       file_bytes = f.read()
 
     return self.generate_by_bytes(
-        filepath=file_bytes,
+        input_bytes=file_bytes,
         input_type=input_type,
         compute_cluster_id=compute_cluster_id,
         nodepool_id=nodepool_id,

clarifai/datasets/export/inputs_annotations.py

@@ -165,6 +165,14 @@ class InputAnnotationDownloader:
   def _save_annotation_to_archive(self, new_archive: zipfile.ZipFile, annot_data: List[Dict],
                                   file_name: str) -> None:
     """Gets the annotation response bytestring (from requests) and append to zip file."""
+    # Fill zero values for missing bounding box keys
+    for annot in annot_data:
+      if annot.get('regionInfo') and annot['regionInfo'].get('boundingBox'):
+        bbox = annot['regionInfo']['boundingBox']
+        bbox.setdefault('topRow', 0)
+        bbox.setdefault('leftCol', 0)
+        bbox.setdefault('bottomRow', 0)
+        bbox.setdefault('rightCol', 0)
     # Serialize the dictionary to a JSON string
     json_str = json.dumps(annot_data)
     # Convert the JSON string to bytes

clarifai/datasets/upload/multimodal.py

@@ -6,7 +6,6 @@ from google.protobuf.struct_pb2 import Struct
 
 from clarifai.client.input import Inputs
 from clarifai.datasets.upload.base import ClarifaiDataLoader, ClarifaiDataset
-from clarifai.utils.misc import get_uuid
 
 
 class MultiModalDataset(ClarifaiDataset):
@@ -36,7 +35,6 @@ class MultiModalDataset(ClarifaiDataset):
       image_bytes = data_item.image_bytes
       text = data_item.text
       labels = data_item.labels if isinstance(data_item.labels, list) else [data_item.labels]
-      id = get_uuid(8)
       input_id = f"{self.dataset_id}-{id}" if data_item.id is None else f"{self.dataset_id}-{str(data_item.id)}"
       if data_item.metadata is not None:
         metadata.update(data_item.metadata)

clarifai/runners/dockerfile_template/{Dockerfile.cpu.template → Dockerfile.template}

@@ -1,16 +1,16 @@
-ARG PYTHON_VERSION=${PYTHON_VERSION}
-FROM public.ecr.aws/docker/library/python:${PYTHON_VERSION}-slim-bookworm as build
+FROM --platform=$TARGETPLATFORM ${BASE_IMAGE} as build
 
-# Set the working directory to /app
-WORKDIR /app
+ENV DEBIAN_FRONTEND=noninteractive
 
+#############################
+# User specific requirements
+#############################
 COPY requirements.txt .
-# Install requirements and cleanup before leaving this line.
-# Note(zeiler): this could be in a future template as {{model_python_deps}}
-RUN python -m pip install -r requirements.txt && rm -rf /root/.cache
 
-# Install Clarifai SDK
-RUN python -m pip install clarifai
+# Install requirements and clarifai package and cleanup before leaving this line.
+# Note(zeiler): this could be in a future template as {{model_python_deps}}
+RUN pip install --no-cache-dir -r requirements.txt && \
+    pip install --no-cache-dir clarifai
 
 # These will be set by the templaing system.
 ENV CLARIFAI_PAT=${CLARIFAI_PAT}
@@ -20,12 +20,22 @@ ENV CLARIFAI_NODEPOOL_ID=${CLARIFAI_NODEPOOL_ID}
 ENV CLARIFAI_COMPUTE_CLUSTER_ID=${CLARIFAI_COMPUTE_CLUSTER_ID}
 ENV CLARIFAI_API_BASE=${CLARIFAI_API_BASE}
 
+# Set the NUMBA cache dir to /tmp
+ENV NUMBA_CACHE_DIR=/tmp/numba_cache
+ENV HOME=/tmp
+
+# Set the working directory to /app
+WORKDIR /app
+
 # Copy the current folder into /app/model_dir that the SDK will expect.
+# Note(zeiler): would be nice to exclude checkpoints in case they were pre-downloaded.
 COPY . /app/model_dir/${name}
 
 # Add the model directory to the python path.
-ENV PYTHONPATH "${PYTHONPATH}:/app/model_dir/${name}"
+ENV PYTHONPATH=${PYTHONPATH}:/app/model_dir/${name}
+
+ENTRYPOINT ["python", "-m", "clarifai.runners.server"]
 
 # Finally run the clarifai entrypoint to start the runner loop and local dev server.
 # Note(zeiler): we may want to make this a clarifai CLI call.
-CMD ["python", "-m", "clarifai.runners.server", "--model_path", "/app/model_dir/${name}"]
+CMD ["--model_path", "/app/model_dir/main"]

clarifai/runners/models/base_typed_model.py

@@ -24,7 +24,8 @@ class AnyAnyModel(ModelRunner):
     list_input_dict = [
         InputDataHandler.from_proto(input).to_python() for input in input_request.inputs
     ]
-    inference_params = json_format.MessageToDict(input_request.model.output_info.params)
+    inference_params = json_format.MessageToDict(
+        input_request.model.model_version.output_info.params)
 
     return list_input_dict, inference_params
 
@@ -141,7 +142,8 @@ class VisualInputModel(AnyAnyModel):
     list_input_dict = [
         InputDataHandler.from_proto(input).image(format="np") for input in input_request.inputs
     ]
-    inference_params = json_format.MessageToDict(input_request.model.output_info.params)
+    inference_params = json_format.MessageToDict(
+        input_request.model.model_version.output_info.params)
 
     return list_input_dict, inference_params
 
@@ -181,7 +183,8 @@ class TextInputModel(AnyAnyModel):
   def parse_input_request(
       self, input_request: service_pb2.PostModelOutputsRequest) -> Tuple[List[Dict], Dict]:
     list_input_text = [InputDataHandler.from_proto(input).text for input in input_request.inputs]
-    inference_params = json_format.MessageToDict(input_request.model.output_info.params)
+    inference_params = json_format.MessageToDict(
+        input_request.model.model_version.output_info.params)
 
     return list_input_text, inference_params
 

clarifai/runners/models/model_run_locally.py

@@ -1,3 +1,4 @@
+import hashlib
 import importlib.util
 import inspect
 import os
@@ -13,6 +14,7 @@ from clarifai_grpc.grpc.api.status import status_code_pb2, status_pb2
 from clarifai_protocol import BaseRunner
 
 from clarifai.runners.models.model_upload import ModelUploader
+from clarifai.runners.utils.url_fetcher import ensure_urls_downloaded
 from clarifai.utils.logging import logger
 
 
@@ -24,17 +26,26 @@ class ModelRunLocally:
 
   def create_temp_venv(self):
     """Create a temporary virtual environment."""
-    logger.info("Creating temporary virtual environment...")
-    temp_dir = tempfile.mkdtemp()
+    with open(self.requirements_file, "r") as f:
+      requirements_hash = hashlib.md5(f.read().encode('utf-8')).hexdigest()
+
+    temp_dir = os.path.join(tempfile.gettempdir(), str(requirements_hash))
     venv_dir = os.path.join(temp_dir, "venv")
-    venv.create(venv_dir, with_pip=True)
+
+    if os.path.exists(temp_dir):
+      logger.info(f"Using previous virtual environment at {temp_dir}")
+      use_existing_venv = True
+    else:
+      logger.info("Creating temporary virtual environment...")
+      use_existing_venv = False
+      venv.create(venv_dir, with_pip=True)
+      logger.info(f"Created temporary virtual environment at {venv_dir}")
 
     self.venv_dir = venv_dir
     self.temp_dir = temp_dir
     self.python_executable = os.path.join(venv_dir, "bin", "python")
 
-    logger.info(f"Created temporary virtual environment at {venv_dir}")
-    return venv_dir, temp_dir
+    return use_existing_venv
 
   def install_requirements(self):
     """Install the dependencies from requirements.txt and Clarifai."""
@@ -102,6 +113,8 @@ class ModelRunLocally:
     """Perform inference using the runner."""
     request = self._build_request()
 
+    ensure_urls_downloaded(request)
+
     try:
       return runner.predict(request)
     except Exception as e:
@@ -175,16 +188,18 @@ class ModelRunLocally:
       shutil.rmtree(self.temp_dir)
 
 
-def main(model_path, run_model_server=False):
+def main(model_path, run_model_server=False, keep_env=False):
 
   manager = ModelRunLocally(model_path)
-  manager.create_temp_venv()
+  use_existing_env = manager.create_temp_venv()
 
   try:
-    manager.install_requirements()
+    if not use_existing_env:
+      manager.install_requirements()
     if run_model_server:
       manager.run_model_server()
     else:
       manager.test_model()
   finally:
-    manager.clean_up()
+    if not keep_env:
+      manager.clean_up()

clarifai/runners/models/model_upload.py

@@ -1,4 +1,5 @@
 import os
+import re
 import time
 from string import Template
 
@@ -23,6 +24,44 @@ def _clear_line(n: int = 1) -> None:
 
 class ModelUploader:
   DEFAULT_PYTHON_VERSION = 3.11
+  DEFAULT_TORCH_VERSION = '2.4.0'
+  DEFAULT_CUDA_VERSION = '124'
+  # List of available torch images for matrix
+  '''
+        python_version: ['3.8', '3.9', '3.10', '3.11']
+        torch_version: ['2.0.0', '2.1.0', '2.2.0', '2.3.0', '2.4.0', '2.4.1', '2.5.0']
+        cuda_version: ['124']
+  '''
+  AVAILABLE_TORCH_IMAGES = [
+      '2.0.0-py3.8-cuda124',
+      '2.0.0-py3.9-cuda124',
+      '2.0.0-py3.10-cuda124',
+      '2.0.0-py3.11-cuda124',
+      '2.1.0-py3.8-cuda124',
+      '2.1.0-py3.9-cuda124',
+      '2.1.0-py3.10-cuda124',
+      '2.1.0-py3.11-cuda124',
+      '2.2.0-py3.8-cuda124',
+      '2.2.0-py3.9-cuda124',
+      '2.2.0-py3.10-cuda124',
+      '2.2.0-py3.11-cuda124',
+      '2.3.0-py3.8-cuda124',
+      '2.3.0-py3.9-cuda124',
+      '2.3.0-py3.10-cuda124',
+      '2.3.0-py3.11-cuda124',
+      '2.4.0-py3.8-cuda124',
+      '2.4.0-py3.9-cuda124',
+      '2.4.0-py3.10-cuda124',
+      '2.4.0-py3.11-cuda124',
+      '2.4.1-py3.8-cuda124',
+      '2.4.1-py3.9-cuda124',
+      '2.4.1-py3.10-cuda124',
+      '2.4.1-py3.11-cuda124',
+  ]
+  AVAILABLE_PYTHON_IMAGES = ['3.8', '3.9', '3.10', '3.11', '3.12', '3.13']
+  PYTHON_BASE_IMAGE = 'public.ecr.aws/clarifai-models/python-base:{python_version}'
+  TORCH_BASE_IMAGE = 'public.ecr.aws/clarifai-models/torch:{torch_version}-py{python_version}-cuda{cuda_version}'
+
   CONCEPTS_REQUIRED_MODEL_TYPE = [
       'visual-classifier', 'visual-detector', 'visual-segmenter', 'text-classifier'
   ]
@@ -87,7 +126,7 @@ class ModelUploader:
       user_id = model.get('user_id')
       app_id = model.get('app_id')
 
-      base = os.environ.get('CLARIFAI_API_BASE', 'https://api-dev.clarifai.com')
+      base = os.environ.get('CLARIFAI_API_BASE', 'https://api.clarifai.com')
 
       self._client = BaseClient(user_id=user_id, app_id=app_id, base=base)
 
@@ -144,18 +183,46 @@ class ModelUploader:
     )
     return self.client.STUB.PostModels(request)
 
+  def _parse_requirements(self):
+    # parse the user's requirements.txt to determine the proper base image to build on top of, based on the torch and other large dependencies and it's versions
+    # List of dependencies to look for
+    dependencies = [
+        'torch',
+    ]
+    # Escape dependency names for regex
+    dep_pattern = '|'.join(map(re.escape, dependencies))
+    # All possible version specifiers
+    version_specifiers = '==|>=|<=|!=|~=|>|<'
+    # Compile a regex pattern with verbose mode for readability
+    pattern = re.compile(r"""
+          ^\s*                                   # Start of line, optional whitespace
+          (?P<dependency>""" + dep_pattern + r""")   # Dependency name
+          \s*                                   # Optional whitespace
+          (?P<specifier>""" + version_specifiers + r""")?  # Optional version specifier
+          \s*                                   # Optional whitespace
+          (?P<version>[^\s;]+)?                 # Optional version (up to space or semicolon)
+          """, re.VERBOSE)
+
+    deendencies_version = {}
+    with open(os.path.join(self.folder, 'requirements.txt'), 'r') as file:
+      for line in file:
+        # Skip empty lines and comments
+        line = line.strip()
+        if not line or line.startswith('#'):
+          continue
+        match = pattern.match(line)
+        if match:
+          dependency = match.group('dependency')
+          version = match.group('version')
+          deendencies_version[dependency] = version if version else None
+    return deendencies_version
+
   def create_dockerfile(self):
-    num_accelerators = self.inference_compute_info.num_accelerators
-    if num_accelerators:
-      dockerfile_template = os.path.join(
-          os.path.dirname(os.path.dirname(__file__)),
-          'dockerfile_template',
-          'Dockerfile.cuda.template',
-      )
-    else:
-      dockerfile_template = os.path.join(
-          os.path.dirname(os.path.dirname(__file__)), 'dockerfile_template',
-          'Dockerfile.cpu.template')
+    dockerfile_template = os.path.join(
+        os.path.dirname(os.path.dirname(__file__)),
+        'dockerfile_template',
+        'Dockerfile.template',
+    )
 
     with open(dockerfile_template, 'r') as template_file:
       dockerfile_template = template_file.read()
@@ -166,6 +233,11 @@ class ModelUploader:
     build_info = self.config.get('build_info', {})
     if 'python_version' in build_info:
       python_version = build_info['python_version']
+      if python_version not in self.AVAILABLE_PYTHON_IMAGES:
+        logger.error(
+            f"Python version {python_version} not supported, please use one of the following versions: {self.AVAILABLE_PYTHON_IMAGES}"
+        )
+        return
       logger.info(
           f"Using Python version {python_version} from the config file to build the Dockerfile")
     else:
@@ -174,10 +246,26 @@ class ModelUploader:
       )
       python_version = self.DEFAULT_PYTHON_VERSION
 
+    base_image = self.PYTHON_BASE_IMAGE.format(python_version=python_version)
+
+    # Parse the requirements.txt file to determine the base image
+    dependencies = self._parse_requirements()
+    if 'torch' in dependencies and dependencies['torch']:
+      torch_version = dependencies['torch']
+
+      for image in self.AVAILABLE_TORCH_IMAGES:
+        if torch_version in image and f'py{python_version}' in image:
+          base_image = self.TORCH_BASE_IMAGE.format(
+              torch_version=torch_version,
+              python_version=python_version,
+              cuda_version=self.DEFAULT_CUDA_VERSION)
+          logger.info(f"Using Torch version {torch_version} base image  to build the Docker image")
+          break
+
     # Replace placeholders with actual values
     dockerfile_content = dockerfile_template.safe_substitute(
-        PYTHON_VERSION=python_version,
         name='main',
+        BASE_IMAGE=base_image,
     )
 
     # Write Dockerfile

clarifai/runners/utils/url_fetcher.py

@@ -6,25 +6,32 @@ from clarifai.utils.logging import logger
 
 
 def download_input(input):
+  _download_input_data(input.data)
+  if input.data.parts:
+    for i in range(len(input.data.parts)):
+      _download_input_data(input.data.parts[i].data)
+
+
+def _download_input_data(input_data):
   """
   This function will download any urls that are not already bytes.
   """
-  if input.data.image.url and not input.data.image.base64:
+  if input_data.image.url and not input_data.image.base64:
     # Download the image
-    with fsspec.open(input.data.image.url, 'rb') as f:
-      input.data.image.base64 = f.read()
-  if input.data.video.url and not input.data.video.base64:
+    with fsspec.open(input_data.image.url, 'rb') as f:
+      input_data.image.base64 = f.read()
+  if input_data.video.url and not input_data.video.base64:
     # Download the video
-    with fsspec.open(input.data.video.url, 'rb') as f:
-      input.data.video.base64 = f.read()
-  if input.data.audio.url and not input.data.audio.base64:
+    with fsspec.open(input_data.video.url, 'rb') as f:
+      input_data.video.base64 = f.read()
+  if input_data.audio.url and not input_data.audio.base64:
     # Download the audio
-    with fsspec.open(input.data.audio.url, 'rb') as f:
-      input.data.audio.base64 = f.read()
-  if input.data.text.url and not input.data.text.raw:
+    with fsspec.open(input_data.audio.url, 'rb') as f:
+      input_data.audio.base64 = f.read()
+  if input_data.text.url and not input_data.text.raw:
     # Download the text
-    with fsspec.open(input.data.text.url, 'r') as f:
-      input.data.text.raw = f.read()
+    with fsspec.open(input_data.text.url, 'r') as f:
+      input_data.text.raw = f.read()
 
 
 def ensure_urls_downloaded(request, max_threads=128):

{clarifai-10.10.0.dist-info → clarifai-10.11.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: clarifai
-Version: 10.10.0
+Version: 10.11.0
 Summary: Clarifai Python SDK
 Home-page: https://github.com/Clarifai/clarifai-python
 Author: Clarifai
@@ -20,22 +20,22 @@ Classifier: Operating System :: OS Independent
 Requires-Python: >=3.8
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: clarifai-grpc >=10.9.11
-Requires-Dist: clarifai-protocol >=0.0.6
-Requires-Dist: numpy >=1.22.0
-Requires-Dist: tqdm >=4.65.0
-Requires-Dist: tritonclient >=2.34.0
-Requires-Dist: rich >=13.4.2
-Requires-Dist: PyYAML >=6.0.1
-Requires-Dist: schema ==0.7.5
-Requires-Dist: Pillow >=9.5.0
-Requires-Dist: inquirerpy ==0.3.4
-Requires-Dist: tabulate >=0.9.0
-Requires-Dist: protobuf ==5.27.3
-Requires-Dist: fsspec ==2024.6.1
-Requires-Dist: click ==8.1.7
+Requires-Dist: clarifai-grpc>=10.10.2
+Requires-Dist: clarifai-protocol>=0.0.6
+Requires-Dist: numpy>=1.22.0
+Requires-Dist: tqdm>=4.65.0
+Requires-Dist: tritonclient>=2.34.0
+Requires-Dist: rich>=13.4.2
+Requires-Dist: PyYAML>=6.0.1
+Requires-Dist: schema==0.7.5
+Requires-Dist: Pillow>=9.5.0
+Requires-Dist: inquirerpy==0.3.4
+Requires-Dist: tabulate>=0.9.0
+Requires-Dist: protobuf==5.27.3
+Requires-Dist: fsspec==2024.6.1
+Requires-Dist: click==8.1.7
 Provides-Extra: all
-Requires-Dist: pycocotools ==2.0.6 ; extra == 'all'
+Requires-Dist: pycocotools==2.0.6; extra == "all"
 
 <h1 align="center">
   <a href="https://www.clarifai.com/"><img alt="Clarifai" title="Clarifai" src="https://github.com/user-attachments/assets/623b883b-7fe5-4b95-bbfa-8691f5779af4"></a>

{clarifai-10.10.0.dist-info → clarifai-10.11.0.dist-info}/RECORD

@@ -1,4 +1,4 @@
-clarifai/__init__.py,sha256=iP2iq6azkvKNWyZGbbMP-neuljcKozm4vbYLd6OYWHg,24
+clarifai/__init__.py,sha256=QlkUWf1vZWZO1B4-0PjOW339CFFq5tlWz3teIz9l6-E,24
 clarifai/cli.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 clarifai/errors.py,sha256=RwzTajwds51wLD0MVlMC5kcpBnzRpreDLlazPSBZxrg,2605
 clarifai/versions.py,sha256=jctnczzfGk_S3EnVqb2FjRKfSREkNmvNEwAAa_VoKiQ,222
@@ -7,17 +7,17 @@ clarifai/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 clarifai/cli/base.py,sha256=okuBNlMmLEQw9-0f4yzemCtneNNRTVXUugCwD58-ZtQ,3417
 clarifai/cli/compute_cluster.py,sha256=N2dNQNJEPg9nxsb8x2igEzYuGRzjn7l4kNttjFIxmhI,1827
 clarifai/cli/deployment.py,sha256=sUEuz5-rtozMx8deVcJXLi6lHsP2jc8x3y2MpUAVfqY,2506
-clarifai/cli/model.py,sha256=lp_5FGO-lWb07c7nNHEsJ6NA0mxVyvL3wqU5N-_sbEU,1934
+clarifai/cli/model.py,sha256=0DRp3TjySvRwyUnt-v1nqhYOcTnVtEZ0jdXH4TBtuQ8,2183
 clarifai/cli/nodepool.py,sha256=yihxS_rIFoBBKzRlqBX8Ab42iPpBMJrJFsk8saph6ms,3049
 clarifai/client/__init__.py,sha256=xI1U0l5AZdRThvQAXCLsd9axxyFzXXJ22m8LHqVjQRU,662
 clarifai/client/app.py,sha256=6pckYme1urV2YJjLIYfeZ-vH0Z5YSQa51jzIMcEfwug,38342
 clarifai/client/base.py,sha256=hSHOqkXbSKyaRDeylMMnkhUHCAHhEqno4KI0CXGziBA,7536
 clarifai/client/compute_cluster.py,sha256=EvW9TJjPvInUlggfg1A98sxoWH8_PY5rCVXZhsj6ac0,8705
-clarifai/client/dataset.py,sha256=Xt8M9sP7RLeAqqTu17-8cpupThhkU9n_bl6jXtG_25A,31148
-clarifai/client/deployment.py,sha256=4gfvUvQY9adFS98B0vP9C5fR9OnDRV2JbUIdAkMymT8,2551
-clarifai/client/input.py,sha256=smAZqvBEVJlM59PQ3KhqbA6HaKHRNlSyQCcw917SbJ0,44322
+clarifai/client/dataset.py,sha256=AIzwbYs-ExkmUqW9nuEJgpW8-D7rjA1PtopU5Iu6YZE,32018
+clarifai/client/deployment.py,sha256=w7Y6pA1rYG4KRK1SwusRZc2sQRXlG8wezuVdzSWpCo0,2586
+clarifai/client/input.py,sha256=GvrPV2chThNjimekBIleuIr6AD10_wrfc-1Hm5C4NQ8,45648
 clarifai/client/lister.py,sha256=03KGMvs5RVyYqxLsSrWhNc34I8kiF1Ph0NeyEwu7nMU,2082
-clarifai/client/model.py,sha256=WmLBPm_rDzbPR_Cxo8gnntBnPiWFt3gYKiiKuJ9lH04,84652
+clarifai/client/model.py,sha256=8koRWV_-cLLtZYFHQzNxMFw2X1VXAZ6aJI-1cOp6r4U,84655
 clarifai/client/module.py,sha256=FTkm8s9m-EaTKN7g9MnLhGJ9eETUfKG7aWZ3o1RshYs,4204
 clarifai/client/nodepool.py,sha256=la3vTFrO4LX8zm2eQ5jqf2L0-kQ63Dano8FibadoZbk,10152
 clarifai/client/search.py,sha256=GaPWN6JmTQGZaCHr6U1yv0zqR6wKFl7i9IVLg2ul1CI,14254
@@ -36,12 +36,12 @@ clarifai/constants/search.py,sha256=yYEqTaFg-KdnpJE_Ytp-EPVHIIC395iNtZrpVlLIf4o,
 clarifai/constants/workflow.py,sha256=cECq1xdvf44MCdtK2AbkiuuwhyL-6OWZdQfYbsLKy_o,33
 clarifai/datasets/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 clarifai/datasets/export/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-clarifai/datasets/export/inputs_annotations.py,sha256=vqe3CBlWTgeBnIoRnjwIRnOj5QmH1480efSk8tv2mCg,9796
+clarifai/datasets/export/inputs_annotations.py,sha256=3AtUBrMIjw8H3ehDsJFYcBFoAZ1QKQo1hXTMsHh8f20,10159
 clarifai/datasets/upload/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 clarifai/datasets/upload/base.py,sha256=UIc0ufyIBCrb83_sFpv21L8FshsX4nwsLYQkdlJfzD4,2357
 clarifai/datasets/upload/features.py,sha256=jv2x7jGZKS-LMt87sEZNBwwOskHbP26XTMjoiaSA5pg,2024
 clarifai/datasets/upload/image.py,sha256=HlCsfEMu_C4GVecGSv52RUJ6laLW8H64Pfj_FQyX6qg,8580
-clarifai/datasets/upload/multimodal.py,sha256=2_s4SCotzacVMdnqkM7upSR3Ovxh3b9oW1hSWhKyxO4,2373
+clarifai/datasets/upload/multimodal.py,sha256=4jBFXgT44tPFHm3O3lYcnKM046qjUNJJaR0oBVTa3HM,2309
 clarifai/datasets/upload/text.py,sha256=boVJenfQZKf79aXu8CEP4g_ANzX5ROdd06g07O7RnXU,2198
 clarifai/datasets/upload/utils.py,sha256=BerWhq40ZUN30z6VImlc93eZtT-1vI18AMgSOuNzJEM,9647
 clarifai/datasets/upload/loaders/README.md,sha256=aNRutSCTzLp2ruIZx74ZkN5AxpzwKOxMa7OzabnKpwg,2980
@@ -62,20 +62,19 @@ clarifai/rag/rag.py,sha256=L10TcV9E0PF1aJ2Nn1z1x6WVoUoGxbKt20lQXg8ksqo,12594
 clarifai/rag/utils.py,sha256=yr1jAcbpws4vFGBqlAwPPE7v1DRba48g8gixLFw8OhQ,4070
 clarifai/runners/__init__.py,sha256=3vr4RVvN1IRy2SxJpyycAAvrUBbH-mXR7pqUmu4w36A,412
 clarifai/runners/server.py,sha256=CVLrv2DjzCvKVXcJ4SWvcFWUZq0bdlBmyEpfVlfgT2A,4902
-clarifai/runners/dockerfile_template/Dockerfile.cpu.template,sha256=B35jcpqWBP3ALa2WRtbtBg8uvDyqP_PWZnJtIeAnjT0,1222
-clarifai/runners/dockerfile_template/Dockerfile.cuda.template,sha256=8uQp2sX_bIzgQk84FNlS19PwKH_l0Qi54xE7_NVxUTE,3314
+clarifai/runners/dockerfile_template/Dockerfile.template,sha256=-T38Rscpjot8WVuUTUq1_N0xz_gg653FOHV4XQYGG-U,1453
 clarifai/runners/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-clarifai/runners/models/base_typed_model.py,sha256=OnAk08Lo2Y1fGiBc6JJ6UvJ8P435cTsikTNYDkStDpI,7790
+clarifai/runners/models/base_typed_model.py,sha256=DWEUK5ge9NVZE6LkT3BNTFYjYMPHz-nDgPA48Y0DGXU,7859
 clarifai/runners/models/model_class.py,sha256=9JSPAr4U4K7xI0kSl-q0mHB06zknm2OR-8XIgBCto94,1611
-clarifai/runners/models/model_run_locally.py,sha256=xbNcD0TMRlk52cUjJH-qenlkeiwS4YcOeb8eYy7KAEI,6583
+clarifai/runners/models/model_run_locally.py,sha256=6LgRzTTDjmGvAV6gEUhW3T3yoCMpLqkOUGa4anZUbig,7144
 clarifai/runners/models/model_runner.py,sha256=3vzoastQxkGRDK8T9aojDsLNBb9A3IiKm6YmbFrE9S0,6241
 clarifai/runners/models/model_servicer.py,sha256=X4715PVA5PBurRTYcwSEudg8fShGV6InAF4mmRlRcHg,2826
-clarifai/runners/models/model_upload.py,sha256=cfxHfNbnVLHjF50dDDVdAE5VDDTf8yF1o0HL5Rgvklc,16859
+clarifai/runners/models/model_upload.py,sha256=N3KCAHibeTJdnlDx1vixYkV1vl6lI6GA8LL7TuvUax8,20430
 clarifai/runners/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 clarifai/runners/utils/data_handler.py,sha256=sxy9zlAgI6ETuxCQhUgEXAn2GCsaW1GxpK6GTaMne0g,6966
 clarifai/runners/utils/data_utils.py,sha256=R1iQ82TuQ9JwxCJk8yEB1Lyb0BYVhVbWJI9YDi1zGOs,318
 clarifai/runners/utils/loader.py,sha256=1oktDUQA1Lpv0NiCXFwoxpp0jqqbvB7sWvpymwyWY2E,4243
-clarifai/runners/utils/url_fetcher.py,sha256=-Hwjb1SURszn7zUVwi4Of0-nrksfZy-uqT4SvPGCgSU,1446
+clarifai/runners/utils/url_fetcher.py,sha256=v_8JOWmkyFAzsBulsieKX7Nfjy1Yg7wGSZeqfEvw2cg,1640
 clarifai/schema/search.py,sha256=JjTi8ammJgZZ2OGl4K6tIA4zEJ1Fr2ASZARXavI1j5c,2448
 clarifai/urls/helper.py,sha256=tjoMGGHuWX68DUB0pk4MEjrmFsClUAQj2jmVEM_Sy78,4751
 clarifai/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -92,9 +91,9 @@ clarifai/workflows/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuF
 clarifai/workflows/export.py,sha256=vICRhIreqDSShxLKjHNM2JwzKsf1B4fdXB0ciMcA70k,1945
 clarifai/workflows/utils.py,sha256=nGeB_yjVgUO9kOeKTg4OBBaBz-AwXI3m-huSVj-9W18,1924
 clarifai/workflows/validate.py,sha256=yJq03MaJqi5AK3alKGJJBR89xmmjAQ31sVufJUiOqY8,2556
-clarifai-10.10.0.dist-info/LICENSE,sha256=mUqF_d12-qE2n41g7C5_sq-BMLOcj6CNN-jevr15YHU,555
-clarifai-10.10.0.dist-info/METADATA,sha256=PajE2Uj7fFkxXzercHRxBVxoYmOaqauF6yoWwLS2jU4,19566
-clarifai-10.10.0.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
-clarifai-10.10.0.dist-info/entry_points.txt,sha256=X9FZ4Z-i_r2Ud1RpZ9sNIFYuu_-9fogzCMCRUD9hyX0,51
-clarifai-10.10.0.dist-info/top_level.txt,sha256=wUMdCQGjkxaynZ6nZ9FAnvBUCgp5RJUVFSy2j-KYo0s,9
-clarifai-10.10.0.dist-info/RECORD,,
+clarifai-10.11.0.dist-info/LICENSE,sha256=mUqF_d12-qE2n41g7C5_sq-BMLOcj6CNN-jevr15YHU,555
+clarifai-10.11.0.dist-info/METADATA,sha256=C1A5Myx1yQUdZRhpNDzOV-zm6a7OfBVbSireNn1e7mY,19550
+clarifai-10.11.0.dist-info/WHEEL,sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U,91
+clarifai-10.11.0.dist-info/entry_points.txt,sha256=X9FZ4Z-i_r2Ud1RpZ9sNIFYuu_-9fogzCMCRUD9hyX0,51
+clarifai-10.11.0.dist-info/top_level.txt,sha256=wUMdCQGjkxaynZ6nZ9FAnvBUCgp5RJUVFSy2j-KYo0s,9
+clarifai-10.11.0.dist-info/RECORD,,

{clarifai-10.10.0.dist-info → clarifai-10.11.0.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (75.3.0)
+Generator: setuptools (75.6.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

clarifai/runners/dockerfile_template/Dockerfile.cuda.template

@@ -1,83 +0,0 @@
-# Build a virtualenv containing necessary system libraries and Python packages
-# for users to install their own packages while also being distroless.
-# * Install python3-venv
-# * Install gcc libpython3-dev to compile C Python modules
-# * In the virtualenv: Update pip setuputils and wheel to support building new packages
-# * Export environment variables to use the virtualenv by default
-# * Create a non-root user with minimal privileges and use it
-ARG TARGET_PLATFORM=linux/amd64
-FROM --platform=$TARGET_PLATFORM public.ecr.aws/docker/library/python:${PYTHON_VERSION}-slim-bookworm as build
-
-ENV DEBIAN_FRONTEND=noninteractive
-RUN apt-get update && \
-    apt-get install --no-install-suggests --no-install-recommends --yes \
-    software-properties-common  \
-    gcc \
-    libpython3-dev && \
-    python${PYTHON_VERSION} -m venv /venv && \
-    /venv/bin/pip install --disable-pip-version-check --upgrade pip setuptools wheel && \
-    apt-get clean && rm -rf /var/lib/apt/lists/*
-
-# Set environment variables to use virtualenv by default
-ENV VIRTUAL_ENV=/venv
-ENV PATH="$VIRTUAL_ENV/bin:$PATH"
-
-#############################
-# User specific requirements
-#############################
-COPY requirements.txt .
-
-# Install requirements and cleanup before leaving this line.
-# Note(zeiler): this could be in a future template as {{model_python_deps}}
-RUN python -m pip install -r requirements.txt && rm -rf /root/.cache
-
-# Install Clarifai SDK
-RUN python -m pip install clarifai
-
-#############################
-# Finally copy everything we built into a distroless image for runtime.
-######################>#######
-ARG TARGET_PLATFORM=linux/amd64
-FROM --platform=$TARGET_PLATFORM gcr.io/distroless/python3-debian12:latest
-# FROM --platform=$TARGET_PLATFORM gcr.io/distroless/python3-debian12:debug
-ARG PYTHON_VERSION=${PYTHON_VERSION}
-# needed to call pip directly
-COPY --from=build /bin/sh /bin/sh
-
-# virtual env
-COPY --from=build /venv /venv
-
-# We have to overwrite the python3 binary that the distroless image uses
-COPY --from=build /usr/local/bin/python${PYTHON_VERSION} /usr/bin/python3
-# And also copy in all the lib files for it.
-COPY --from=build /usr/local/lib/ /usr/lib/
-
-# Set environment variables to use virtualenv by default
-ENV VIRTUAL_ENV=/venv
-ENV PYTHONPATH=${PYTHONPATH}:${VIRTUAL_ENV}/lib/python${PYTHON_VERSION}/site-packages
-
-# These will be set by the templaing system.
-ENV CLARIFAI_PAT=${CLARIFAI_PAT}
-ENV CLARIFAI_USER_ID=${CLARIFAI_USER_ID}
-ENV CLARIFAI_RUNNER_ID=${CLARIFAI_RUNNER_ID}
-ENV CLARIFAI_NODEPOOL_ID=${CLARIFAI_NODEPOOL_ID}
-ENV CLARIFAI_COMPUTE_CLUSTER_ID=${CLARIFAI_COMPUTE_CLUSTER_ID}
-ENV CLARIFAI_API_BASE=${CLARIFAI_API_BASE}
-
-# Set the NUMBA cache dir to /tmp
-ENV NUMBA_CACHE_DIR=/tmp/numba_cache
-ENV HOME=/tmp
-
-# Set the working directory to /app
-WORKDIR /app
-
-# Copy the current folder into /app/model_dir that the SDK will expect.
-# Note(zeiler): would be nice to exclude checkpoints in case they were pre-downloaded.
-COPY . /app/model_dir/${name}
-
-# Add the model directory to the python path.
-ENV PYTHONPATH=${PYTHONPATH}:/app/model_dir/${name}
-
-# Finally run the clarifai entrypoint to start the runner loop and local dev server.
-# Note(zeiler): we may want to make this a clarifai CLI call.
-CMD ["-m", "clarifai.runners.server", "--model_path", "/app/model_dir/${name}"]