clarifai 9.8.1__py3-none-any.whl → 9.9.0__py3-none-any.whl

clarifai/models/model_serving/model_config/triton_config.py

@@ -1,226 +0,0 @@
-# Copyright 2023 Clarifai, Inc.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-"""Triton Model Config classes."""
-
-from dataclasses import dataclass, field
-from typing import List
-
-
-@dataclass
-class DType:
-  """
-  Triton Model Config data types.
-  """
-  # https://github.com/triton-inference-server/common/blob/main/protobuf/model_config.proto
-  TYPE_UINT8: int = 2
-  TYPE_INT8: int = 6
-  TYPE_INT16: int = 7
-  TYPE_INT32: int = 8
-  TYPE_INT64: int = 9
-  TYPE_FP16: int = 10
-  TYPE_FP32: int = 11
-  TYPE_STRING: int = 13
-  KIND_GPU: int = 1
-  KIND_CPU: int = 2
-
-
-@dataclass
-class InputConfig:
-  """
-  Triton Input definition.
-  Params:
-  -------
-  name: input name
-  data_type: input data type
-  dims: Pre-defined input data shape(s).
-
-  Returns:
-  --------
-  InputConfig
-  """
-  name: str
-  data_type: int
-  dims: List = field(default_factory=list)
-
-
-@dataclass
-class OutputConfig:
-  """
-  Triton Output definition.
-  Params:
-  -------
-  name: output name
-  data_type: output data type
-  dims: Pre-defined output data shape(s).
-  labels (bool): If labels file is required for inference.
-
-  Returns:
-  --------
-  OutputConfig
-  """
-  name: str
-  data_type: int
-  dims: List = field(default_factory=list)
-  labels: bool = False
-
-  def __post_init__(self):
-    if self.labels:
-      self.label_filename = "labels.txt"
-    else:
-      del self.labels
-
-
-@dataclass
-class Device:
-  """
-  Triton instance_group.
-  Define the type of inference device and number of devices to use.
-  Params:
-  -------
-  count: number of devices
-  use_gpu: whether to use cpu or gpu.
-
-  Returns:
-  --------
-  Device object
-  """
-  count: int = 1
-  use_gpu: bool = True
-
-  def __post_init__(self):
-    if self.use_gpu:
-      self.kind: str = DType.KIND_GPU
-    else:
-      self.kind: str = DType.KIND_CPU
-
-
-@dataclass
-class DynamicBatching:
-  """
-  Triton dynamic_batching config.
-  Params:
-  -------
-  preferred_batch_size: batch size
-  max_queue_delay_microseconds: max queue delay for a request batch
-
-  Returns:
-  --------
-  DynamicBatching object
-  """
-  #preferred_batch_size: List[int] = [1] # recommended not to set
-  max_queue_delay_microseconds: int = 500
-
-
-@dataclass
-class TritonModelConfig:
-  """
-  Triton Model Config base.
-  Params:
-  -------
-  name: triton inference model name
-  input: a list of an InputConfig field
-  output: a list of OutputConfig fields/dicts
-  instance_group: Device. see Device
-  dynamic_batching: Triton dynamic batching settings.
-  max_batch_size: max request batch size
-  backend: Triton Python Backend. Constant
-
-  Returns:
-  --------
-  TritonModelConfig
-  """
-  model_name: str
-  model_version: str
-  model_type: str
-  image_shape: List  #(H, W)
-  input: List[InputConfig] = field(default_factory=list)
-  output: List[OutputConfig] = field(default_factory=list)
-  instance_group: Device = field(default_factory=Device)
-  dynamic_batching: DynamicBatching = field(default_factory=DynamicBatching)
-  max_batch_size: int = 1
-  backend: str = "python"
-
-  def __post_init__(self):
-    """
-    Set supported input dims and data_types for
-    a given model_type.
-    """
-    MAX_HW_DIM = 1024
-    if len(self.image_shape) != 2:
-      raise ValueError(
-          f"image_shape takes 2 values, Height and Width. Got {len(self.image_shape)} instead.")
-    if self.image_shape[0] > MAX_HW_DIM or self.image_shape[1] > MAX_HW_DIM:
-      raise ValueError(
-          f"H and W each have a maximum value of 1024. Got H: {self.image_shape[0]}, W: {self.image_shape[1]}"
-      )
-    image_dims = self.image_shape
-    image_dims.append(3)  # add channel dim
-    image_input = InputConfig(name="image", data_type=DType.TYPE_UINT8, dims=image_dims)
-    text_input = InputConfig(name="text", data_type=DType.TYPE_STRING, dims=[1])
-    # del image_shape as it's a temporary config that's not used by triton
-    del self.image_shape
-
-    if self.model_type == "visual-detector":
-      self.input.append(image_input)
-      pred_bboxes = OutputConfig(name="predicted_bboxes", data_type=DType.TYPE_FP32, dims=[-1, 4])
-      pred_labels = OutputConfig(
-          name="predicted_labels", data_type=DType.TYPE_INT32, dims=[-1, 1], labels=True)
-      del pred_labels.labels
-      pred_scores = OutputConfig(name="predicted_scores", data_type=DType.TYPE_FP32, dims=[-1, 1])
-      self.output.extend([pred_bboxes, pred_labels, pred_scores])
-
-    elif self.model_type == "visual-classifier":
-      self.input.append(image_input)
-      pred_labels = OutputConfig(
-          name="softmax_predictions", data_type=DType.TYPE_FP32, dims=[-1], labels=True)
-      del pred_labels.labels
-      self.output.append(pred_labels)
-
-    elif self.model_type == "text-classifier":
-      self.input.append(text_input)
-      pred_labels = OutputConfig(
-          name="softmax_predictions", data_type=DType.TYPE_FP32, dims=[-1], labels=True)
-      #'Len of out list expected to be the number of concepts returned by the model,
-      # with each value being the confidence for the respective model output.
-      del pred_labels.labels
-      self.output.append(pred_labels)
-
-    elif self.model_type == "text-to-text":
-      self.input.append(text_input)
-      pred_text = OutputConfig(name="text", data_type=DType.TYPE_STRING, dims=[1], labels=False)
-      self.output.append(pred_text)
-
-    elif self.model_type == "text-embedder":
-      self.input.append(text_input)
-      embedding_vector = OutputConfig(
-          name="embeddings", data_type=DType.TYPE_FP32, dims=[-1], labels=False)
-      self.output.append(embedding_vector)
-
-    elif self.model_type == "text-to-image":
-      self.input.append(text_input)
-      gen_image = OutputConfig(
-          name="image", data_type=DType.TYPE_UINT8, dims=[-1, -1, 3], labels=False)
-      self.output.append(gen_image)
-
-    elif self.model_type == "visual-embedder":
-      self.input.append(image_input)
-      embedding_vector = OutputConfig(
-          name="embeddings", data_type=DType.TYPE_FP32, dims=[-1], labels=False)
-      self.output.append(embedding_vector)
-
-    elif self.model_type == "visual-segmenter":
-      self.input.append(image_input)
-      pred_masks = OutputConfig(
-          name="predicted_mask", data_type=DType.TYPE_INT64, dims=[-1, -1], labels=True)
-      del pred_masks.labels
-      self.output.append(pred_masks)

clarifai_utils/models/model_serving/envs/triton_conda-cp3.8-torch1.13.1-19f97078.yaml

@@ -1,35 +0,0 @@
-name: triton_conda-cp3.8-torch1.13.1-19f97078
-channels:
-  - conda-forge
-dependencies:
-  - _libgcc_mutex=0.1=conda_forge
-  - _openmp_mutex=4.5=2_gnu
-  - bzip2=1.0.8=h7f98852_4
-  - ca-certificates=2022.12.7=ha878542_0
-  - ld_impl_linux-64=2.40=h41732ed_0
-  - libffi=3.4.2=h7f98852_5
-  - libgcc-ng=12.2.0=h65d4601_19
-  - libgomp=12.2.0=h65d4601_19
-  - libnsl=2.0.0=h7f98852_0
-  - libsqlite=3.40.0=h753d276_0
-  - libuuid=2.32.1=h7f98852_1000
-  - libzlib=1.2.13=h166bdaf_4
-  - ncurses=6.3=h27087fc_1
-  - openssl=3.0.8=h0b41bf4_0
-  - pip=23.0.1=pyhd8ed1ab_0
-  - python=3.8.16=he550d4f_1_cpython
-  - readline=8.1.2=h0f457ee_0
-  - setuptools=67.4.0=pyhd8ed1ab_0
-  - tk=8.6.12=h27826a3_0
-  - wheel=0.38.4=pyhd8ed1ab_0
-  - xz=5.2.6=h166bdaf_0
-  - pip:
-      - numpy==1.24.2
-      - nvidia-cublas-cu11==11.10.3.66
-      - nvidia-cuda-nvrtc-cu11==11.7.99
-      - nvidia-cuda-runtime-cu11==11.7.99
-      - nvidia-cudnn-cu11==8.5.0.96
-      - opencv-python==4.7.0.72
-      - pillow==9.4.0
-      - torch==1.13.1
-      - typing-extensions==4.5.0

clarifai_utils/models/model_serving/envs/triton_conda-cp3.8-torch2.0.0-ce980f28.yaml

@@ -1,51 +0,0 @@
-name: triton_conda-cp3.8-torch2.0.0-ce980f28
-channels:
-  - conda-forge
-dependencies:
-  - _libgcc_mutex=0.1=conda_forge
-  - _openmp_mutex=4.5=2_gnu
-  - bzip2=1.0.8=h7f98852_4
-  - ca-certificates=2023.5.7=hbcca054_0
-  - ld_impl_linux-64=2.40=h41732ed_0
-  - libffi=3.4.2=h7f98852_5
-  - libgcc-ng=13.1.0=he5830b7_0
-  - libgomp=13.1.0=he5830b7_0
-  - libnsl=2.0.0=h7f98852_0
-  - libsqlite=3.42.0=h2797004_0
-  - libuuid=2.38.1=h0b41bf4_0
-  - libzlib=1.2.13=hd590300_5
-  - ncurses=6.4=hcb278e6_0
-  - openssl=3.1.1=hd590300_1
-  - pip=23.1.2=pyhd8ed1ab_0
-  - python=3.8.17=he550d4f_0_cpython
-  - readline=8.2=h8228510_1
-  - setuptools=68.0.0=pyhd8ed1ab_0
-  - tk=8.6.12=h27826a3_0
-  - wheel=0.40.0=pyhd8ed1ab_0
-  - xz=5.2.6=h166bdaf_0
-  - pip:
-      - cmake==3.26.4
-      - filelock==3.12.2
-      - jinja2==3.1.2
-      - lit==16.0.6
-      - markupsafe==2.1.3
-      - mpmath==1.3.0
-      - networkx==3.1
-      - numpy==1.24.2
-      - nvidia-cublas-cu11==11.10.3.66
-      - nvidia-cuda-cupti-cu11==11.7.101
-      - nvidia-cuda-nvrtc-cu11==11.7.99
-      - nvidia-cuda-runtime-cu11==11.7.99
-      - nvidia-cudnn-cu11==8.5.0.96
-      - nvidia-cufft-cu11==10.9.0.58
-      - nvidia-curand-cu11==10.2.10.91
-      - nvidia-cusolver-cu11==11.4.0.1
-      - nvidia-cusparse-cu11==11.7.4.91
-      - nvidia-nccl-cu11==2.14.3
-      - nvidia-nvtx-cu11==11.7.91
-      - opencv-python==4.7.0.72
-      - pillow==9.4.0
-      - sympy==1.12
-      - torch==2.0.0
-      - triton==2.0.0
-      - typing-extensions==4.5.0

clarifai_utils/models/model_serving/examples/image_classification/age_vit/triton_conda.yaml

@@ -1 +0,0 @@
-name: triton_conda-cp3.8-torch1.13.1-19f97078

clarifai_utils/models/model_serving/examples/text_classification/xlm-roberta/triton_conda.yaml

@@ -1 +0,0 @@
-name: triton_conda-cp3.8-torch1.13.1-19f97078

clarifai_utils/models/model_serving/examples/text_to_image/sd-v1.5/triton_conda.yaml

@@ -1 +0,0 @@
-name: triton_conda-cp3.8-torch1.13.1-19f97078

clarifai_utils/models/model_serving/examples/text_to_text/bart-summarize/triton_conda.yaml

@@ -1 +0,0 @@
-name: triton_conda-cp3.8-torch1.13.1-19f97078

clarifai_utils/models/model_serving/examples/visual_detection/yolov5x/triton_conda.yaml

@@ -1 +0,0 @@
-name: triton_conda-cp3.8-torch1.13.1-19f97078

clarifai_utils/models/model_serving/examples/visual_embedding/vit-base/triton_conda.yaml

@@ -1 +0,0 @@
-name: triton_conda-cp3.8-torch1.13.1-19f97078

clarifai_utils/models/model_serving/examples/visual_segmentation/segformer-b2/triton_conda.yaml

@@ -1 +0,0 @@
-name: triton_conda-cp3.8-torch1.13.1-19f97078

clarifai_utils/models/model_serving/model_config/deploy.py

@@ -1,75 +0,0 @@
-# Copyright 2023 Clarifai, Inc.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-"""Triton Model Config classes."""
-
-from dataclasses import dataclass, field
-from typing import List
-
-
-@dataclass
-class ClarifaiFieldsMap:
-  """
-  Triton Model Config base.
-  Params:
-  -------
-  model_type
-
-  Returns:
-  --------
-  ClarifaiFieldsMap
-  """
-  model_type: str
-  input_fields_map: List = field(default_factory=list)
-  output_fields_map: List = field(default_factory=list)
-
-  def __post_init__(self):
-    """
-    Set mapping of clarifai in/output vs triton in/output
-    """
-    text_input_fields = {"text": "text"}
-    image_input_fields = {"image": "image"}
-
-    embedding_output_fields = {"embeddings": "embeddings"}
-
-    if self.model_type == "visual-detector":
-      self.input_fields_map = image_input_fields
-      self.output_fields_map = {
-          "regions[...].region_info.bounding_box": "predicted_bboxes",
-          "regions[...].data.concepts[...].id": "predicted_labels",
-          "regions[...].data.concepts[...].value": "predicted_scores"
-      }
-    elif self.model_type == "visual-classifier":
-      self.input_fields_map = image_input_fields
-      self.output_fields_map = {"concepts": "softmax_predictions"}
-    elif self.model_type == "text-classifier":
-      self.input_fields_map = text_input_fields
-      self.output_fields_map = {"concepts": "softmax_predictions"}
-    elif self.model_type == "text-embedder":
-      self.input_fields_map = text_input_fields
-      self.output_fields_map = embedding_output_fields
-    elif self.model_type == "text-to-text":
-      self.input_fields_map = text_input_fields
-      # input and output fields are the same for text-to-text
-      self.output_fields_map = text_input_fields
-    elif self.model_type == "text-to-image":
-      self.input_fields_map = text_input_fields
-      # image output fields match image_input fields
-      self.output_fields_map = image_input_fields
-    elif self.model_type == "visual-embedder":
-      self.input_fields_map = image_input_fields
-      self.output_fields_map = embedding_output_fields
-    elif self.model_type == "visual-segmenter":
-      self.input_fields_map = image_input_fields
-      self.output_fields_map = {
-          "regions[...].region_info.mask,regions[...].data.concepts": "predicted_mask"
-      }

clarifai_utils/models/model_serving/model_config/triton_config.py

@@ -1,226 +0,0 @@
-# Copyright 2023 Clarifai, Inc.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-"""Triton Model Config classes."""
-
-from dataclasses import dataclass, field
-from typing import List
-
-
-@dataclass
-class DType:
-  """
-  Triton Model Config data types.
-  """
-  # https://github.com/triton-inference-server/common/blob/main/protobuf/model_config.proto
-  TYPE_UINT8: int = 2
-  TYPE_INT8: int = 6
-  TYPE_INT16: int = 7
-  TYPE_INT32: int = 8
-  TYPE_INT64: int = 9
-  TYPE_FP16: int = 10
-  TYPE_FP32: int = 11
-  TYPE_STRING: int = 13
-  KIND_GPU: int = 1
-  KIND_CPU: int = 2
-
-
-@dataclass
-class InputConfig:
-  """
-  Triton Input definition.
-  Params:
-  -------
-  name: input name
-  data_type: input data type
-  dims: Pre-defined input data shape(s).
-
-  Returns:
-  --------
-  InputConfig
-  """
-  name: str
-  data_type: int
-  dims: List = field(default_factory=list)
-
-
-@dataclass
-class OutputConfig:
-  """
-  Triton Output definition.
-  Params:
-  -------
-  name: output name
-  data_type: output data type
-  dims: Pre-defined output data shape(s).
-  labels (bool): If labels file is required for inference.
-
-  Returns:
-  --------
-  OutputConfig
-  """
-  name: str
-  data_type: int
-  dims: List = field(default_factory=list)
-  labels: bool = False
-
-  def __post_init__(self):
-    if self.labels:
-      self.label_filename = "labels.txt"
-    else:
-      del self.labels
-
-
-@dataclass
-class Device:
-  """
-  Triton instance_group.
-  Define the type of inference device and number of devices to use.
-  Params:
-  -------
-  count: number of devices
-  use_gpu: whether to use cpu or gpu.
-
-  Returns:
-  --------
-  Device object
-  """
-  count: int = 1
-  use_gpu: bool = True
-
-  def __post_init__(self):
-    if self.use_gpu:
-      self.kind: str = DType.KIND_GPU
-    else:
-      self.kind: str = DType.KIND_CPU
-
-
-@dataclass
-class DynamicBatching:
-  """
-  Triton dynamic_batching config.
-  Params:
-  -------
-  preferred_batch_size: batch size
-  max_queue_delay_microseconds: max queue delay for a request batch
-
-  Returns:
-  --------
-  DynamicBatching object
-  """
-  #preferred_batch_size: List[int] = [1] # recommended not to set
-  max_queue_delay_microseconds: int = 500
-
-
-@dataclass
-class TritonModelConfig:
-  """
-  Triton Model Config base.
-  Params:
-  -------
-  name: triton inference model name
-  input: a list of an InputConfig field
-  output: a list of OutputConfig fields/dicts
-  instance_group: Device. see Device
-  dynamic_batching: Triton dynamic batching settings.
-  max_batch_size: max request batch size
-  backend: Triton Python Backend. Constant
-
-  Returns:
-  --------
-  TritonModelConfig
-  """
-  model_name: str
-  model_version: str
-  model_type: str
-  image_shape: List  #(H, W)
-  input: List[InputConfig] = field(default_factory=list)
-  output: List[OutputConfig] = field(default_factory=list)
-  instance_group: Device = field(default_factory=Device)
-  dynamic_batching: DynamicBatching = field(default_factory=DynamicBatching)
-  max_batch_size: int = 1
-  backend: str = "python"
-
-  def __post_init__(self):
-    """
-    Set supported input dims and data_types for
-    a given model_type.
-    """
-    MAX_HW_DIM = 1024
-    if len(self.image_shape) != 2:
-      raise ValueError(
-          f"image_shape takes 2 values, Height and Width. Got {len(self.image_shape)} instead.")
-    if self.image_shape[0] > MAX_HW_DIM or self.image_shape[1] > MAX_HW_DIM:
-      raise ValueError(
-          f"H and W each have a maximum value of 1024. Got H: {self.image_shape[0]}, W: {self.image_shape[1]}"
-      )
-    image_dims = self.image_shape
-    image_dims.append(3)  # add channel dim
-    image_input = InputConfig(name="image", data_type=DType.TYPE_UINT8, dims=image_dims)
-    text_input = InputConfig(name="text", data_type=DType.TYPE_STRING, dims=[1])
-    # del image_shape as it's a temporary config that's not used by triton
-    del self.image_shape
-
-    if self.model_type == "visual-detector":
-      self.input.append(image_input)
-      pred_bboxes = OutputConfig(name="predicted_bboxes", data_type=DType.TYPE_FP32, dims=[-1, 4])
-      pred_labels = OutputConfig(
-          name="predicted_labels", data_type=DType.TYPE_INT32, dims=[-1, 1], labels=True)
-      del pred_labels.labels
-      pred_scores = OutputConfig(name="predicted_scores", data_type=DType.TYPE_FP32, dims=[-1, 1])
-      self.output.extend([pred_bboxes, pred_labels, pred_scores])
-
-    elif self.model_type == "visual-classifier":
-      self.input.append(image_input)
-      pred_labels = OutputConfig(
-          name="softmax_predictions", data_type=DType.TYPE_FP32, dims=[-1], labels=True)
-      del pred_labels.labels
-      self.output.append(pred_labels)
-
-    elif self.model_type == "text-classifier":
-      self.input.append(text_input)
-      pred_labels = OutputConfig(
-          name="softmax_predictions", data_type=DType.TYPE_FP32, dims=[-1], labels=True)
-      #'Len of out list expected to be the number of concepts returned by the model,
-      # with each value being the confidence for the respective model output.
-      del pred_labels.labels
-      self.output.append(pred_labels)
-
-    elif self.model_type == "text-to-text":
-      self.input.append(text_input)
-      pred_text = OutputConfig(name="text", data_type=DType.TYPE_STRING, dims=[1], labels=False)
-      self.output.append(pred_text)
-
-    elif self.model_type == "text-embedder":
-      self.input.append(text_input)
-      embedding_vector = OutputConfig(
-          name="embeddings", data_type=DType.TYPE_FP32, dims=[-1], labels=False)
-      self.output.append(embedding_vector)
-
-    elif self.model_type == "text-to-image":
-      self.input.append(text_input)
-      gen_image = OutputConfig(
-          name="image", data_type=DType.TYPE_UINT8, dims=[-1, -1, 3], labels=False)
-      self.output.append(gen_image)
-
-    elif self.model_type == "visual-embedder":
-      self.input.append(image_input)
-      embedding_vector = OutputConfig(
-          name="embeddings", data_type=DType.TYPE_FP32, dims=[-1], labels=False)
-      self.output.append(embedding_vector)
-
-    elif self.model_type == "visual-segmenter":
-      self.input.append(image_input)
-      pred_masks = OutputConfig(
-          name="predicted_mask", data_type=DType.TYPE_INT64, dims=[-1, -1], labels=True)
-      del pred_masks.labels
-      self.output.append(pred_masks)