clarifai 9.10.1__py3-none-any.whl → 9.10.3__py3-none-any.whl

clarifai_utils/models/model_serving/examples/visual_detection/yolov5x/labels.txt

@@ -1,80 +0,0 @@
-person
-bicycle
-car
-motorcycle
-airplane
-bus
-train
-truck
-boat
-traffic-light
-fire-hydrant
-stop-sign
-parking-meter
-bench
-bird
-cat
-dog
-horse
-sheep
-cow
-elephant
-bear
-zebra
-giraffe
-backpack
-umbrella
-handbag
-tie
-suitcase
-frisbee
-skis
-snowboard
-sports-ball
-kite
-baseball-bat
-baseball-glove
-skateboard
-surfboard
-tennis-racket
-bottle
-wine-glass
-cup
-fork
-knife
-spoon
-bowl
-banana
-apple
-sandwich
-orange
-broccoli
-carrot
-hot-dog
-pizza
-donut
-cake
-chair
-couch
-potted-plant
-bed
-dining-table
-toilet
-tv
-laptop
-mouse
-remote
-keyboard
-cell-phone
-microwave
-oven
-toaster
-sink
-refrigerator
-book
-clock
-vase
-scissors
-teddy-bear
-hair-drier
-toothbrush

clarifai_utils/models/model_serving/examples/visual_detection/yolov5x/requirements.txt

@@ -1,12 +0,0 @@
-# YOLOv5 requirements
-tritonclient[all]
-clarifai>9.5.3 # for model upload features
-matplotlib>=3.2.2
-opencv-python>=4.1.1
-Pillow>=7.1.2
-PyYAML>=5.3.1
-torch>=1.7.0,<2.0
-torchvision>=0.8.1
-protobuf<4.21.3  # https://github.com/ultralytics/yolov5/issues/8012
-pandas>=1.1.4
-seaborn>=0.11.0

clarifai_utils/models/model_serving/examples/visual_embedding/README.md

@@ -1,9 +0,0 @@
-## Visual Embedding Triton Model Examples
-
-These can be used on the fly with minimal or no changes to test deploy visual embedding models to the Clarifai platform. See the required files section for each model below.
-
-* ### [vit-base](./vit-base/)
-
-	Requirements to run tests locally:
-
-	* Download/Clone the [huggingface model](https://huggingface.co/google/vit-base-patch16-224) into the **vit-base/1/** directory then start the triton server.

clarifai_utils/models/model_serving/examples/visual_embedding/vit-base/1/inference.py

@@ -1,51 +0,0 @@
-# This file contains boilerplate code to allow users write their model
-# inference code that will then interact with the Triton Inference Server
-# Python backend to serve end user requests.
-# The module name, module path, class name & get_predictions() method names MUST be maintained as is
-# but other methods may be added within the class as deemed fit provided
-# they are invoked within the main get_predictions() inference method
-# if they play a role in any step of model inference
-"""User model inference script."""
-
-import os
-from pathlib import Path
-
-import torch
-from transformers import AutoModel, ViTImageProcessor
-
-from clarifai.models.model_serving.models.model_types import visual_embedder
-from clarifai.models.model_serving.models.output import EmbeddingOutput
-
-
-class InferenceModel:
-  """User model inference class."""
-
-  def __init__(self) -> None:
-    """
-    Load inference time artifacts that are called frequently .e.g. models, tokenizers, etc.
-    in this method so they are loaded only once for faster inference.
-    """
-    self.base_path: Path = os.path.dirname(__file__)
-    self.huggingface_model_path = os.path.join(self.base_path, "vit-base-patch16-224")
-    self.processor = ViTImageProcessor.from_pretrained(self.huggingface_model_path)
-    self.model = AutoModel.from_pretrained(self.huggingface_model_path)
-
-  @visual_embedder
-  def get_predictions(self, input_data):
-    """
-    Main model inference method.
-
-    Args:
-    -----
-      input_data: A single input data item to predict on.
-        Input data can be an image or text, etc depending on the model type.
-
-    Returns:
-    --------
-      One of the clarifai.models.model_serving.models.output types. Refer to the README/docs
-    """
-    inputs = self.processor(images=input_data, return_tensors="pt")
-    with torch.no_grad():
-      embedding_vector = self.model(**inputs).last_hidden_state[:, 0].cpu().numpy()
-
-    return EmbeddingOutput(embedding_vector=embedding_vector[0])

clarifai_utils/models/model_serving/examples/visual_embedding/vit-base/1/model.py

@@ -1,60 +0,0 @@
-# Copyright 2023 Clarifai, Inc.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-"""Triton inference server Python Backend Model."""
-
-import os
-import sys
-
-try:
-  import triton_python_backend_utils as pb_utils
-except ModuleNotFoundError:
-  pass
-from google.protobuf import text_format
-from tritonclient.grpc.model_config_pb2 import ModelConfig
-
-
-class TritonPythonModel:
-  """
-  Triton Python BE Model.
-  """
-
-  def initialize(self, args):
-    """
-    Triton server init.
-    """
-    args["model_repository"] = args["model_repository"].replace("/1/model.py", "")
-    sys.path.append(os.path.dirname(__file__))
-    from inference import InferenceModel
-
-    self.inference_obj = InferenceModel()
-
-    # Read input_name from config file
-    self.config_msg = ModelConfig()
-    with open(os.path.join(args["model_repository"], "config.pbtxt"), "r") as f:
-      cfg = f.read()
-    text_format.Merge(cfg, self.config_msg)
-    self.input_name = [inp.name for inp in self.config_msg.input][0]
-
-  def execute(self, requests):
-    """
-    Serve model inference requests.
-    """
-    responses = []
-
-    for request in requests:
-      in_batch = pb_utils.get_input_tensor_by_name(request, self.input_name)
-      in_batch = in_batch.as_numpy()
-      inference_response = self.inference_obj.get_predictions(in_batch)
-      responses.append(inference_response)
-
-    return responses

clarifai_utils/models/model_serving/examples/visual_embedding/vit-base/config.pbtxt

@@ -1,22 +0,0 @@
-name: "vit-base"
-max_batch_size: 1
-input {
-  name: "image"
-  data_type: TYPE_UINT8
-  dims: -1
-  dims: -1
-  dims: 3
-}
-output {
-  name: "embeddings"
-  data_type: TYPE_FP32
-  dims: -1
-}
-instance_group {
-  count: 1
-  kind: KIND_GPU
-}
-dynamic_batching {
-  max_queue_delay_microseconds: 500
-}
-backend: "python"

clarifai_utils/models/model_serving/examples/visual_embedding/vit-base/requirements.txt

@@ -1,5 +0,0 @@
-clarifai>9.5.3
-tritonclient[all]
-torch==1.13.1
-transformers==4.30.2
-Pillow==10.0.0

clarifai_utils/models/model_serving/examples/visual_segmentation/README.md

@@ -1,9 +0,0 @@
-## Visual Segmentation Triton Model Examples
-
-These can be used on the fly with minimal or no changes to test deploy visual segmentation models to the Clarifai platform. See the required files section for each model below.
-
-* ### [segformer-b2](./segformer-b2/)
-
-	Requirements to run tests locally:
-
-	* Download/Clone the [huggingface model](https://huggingface.co/mattmdjaga/segformer_b2_clothes) into the **segformer-b2/1/** directory then start the triton server.

clarifai_utils/models/model_serving/examples/visual_segmentation/segformer-b2/1/inference.py

@@ -1,55 +0,0 @@
-# This file contains boilerplate code to allow users write their model
-# inference code that will then interact with the Triton Inference Server
-# Python backend to serve end user requests.
-# The module name, module path, class name & get_predictions() method names MUST be maintained as is
-# but other methods may be added within the class as deemed fit provided
-# they are invoked within the main get_predictions() inference method
-# if they play a role in any step of model inference
-"""User model inference script."""
-
-import os
-from pathlib import Path
-
-import torch
-from transformers import AutoModelForSemanticSegmentation, SegformerImageProcessor
-
-from clarifai.models.model_serving.models.model_types import visual_segmenter
-from clarifai.models.model_serving.models.output import MasksOutput
-
-
-class InferenceModel:
-  """User model inference class."""
-
-  def __init__(self) -> None:
-    """
-    Load inference time artifacts that are called frequently .e.g. models, tokenizers, etc.
-    in this method so they are loaded only once for faster inference.
-    """
-    self.base_path: Path = os.path.dirname(__file__)
-    self.huggingface_model_path = os.path.join(self.base_path, "segformer_b2_clothes")
-    #self.labels_path = os.path.join(Path(self.base_path).parents[0], "labels.txt")
-    self.processor = SegformerImageProcessor.from_pretrained(self.huggingface_model_path)
-    self.model = AutoModelForSemanticSegmentation.from_pretrained(self.huggingface_model_path)
-
-  @visual_segmenter
-  def get_predictions(self, input_data):
-    """
-    Main model inference method.
-
-    Args:
-    -----
-      input_data: A single input data item to predict on.
-        Input data can be an image or text, etc depending on the model type.
-
-    Returns:
-    --------
-      One of the clarifai.models.model_serving.models.output types. Refer to the README/docs
-    """
-    inputs = self.processor(images=input_data, return_tensors="pt")
-    with torch.no_grad():
-      output = self.model(**inputs)
-
-    logits = output.logits.cpu()
-    mask = logits.argmax(dim=1)[0].numpy()
-
-    return MasksOutput(predicted_mask=mask)

clarifai_utils/models/model_serving/examples/visual_segmentation/segformer-b2/1/model.py

@@ -1,60 +0,0 @@
-# Copyright 2023 Clarifai, Inc.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-"""Triton inference server Python Backend Model."""
-
-import os
-import sys
-
-try:
-  import triton_python_backend_utils as pb_utils
-except ModuleNotFoundError:
-  pass
-from google.protobuf import text_format
-from tritonclient.grpc.model_config_pb2 import ModelConfig
-
-
-class TritonPythonModel:
-  """
-  Triton Python BE Model.
-  """
-
-  def initialize(self, args):
-    """
-    Triton server init.
-    """
-    args["model_repository"] = args["model_repository"].replace("/1/model.py", "")
-    sys.path.append(os.path.dirname(__file__))
-    from inference import InferenceModel
-
-    self.inference_obj = InferenceModel()
-
-    # Read input_name from config file
-    self.config_msg = ModelConfig()
-    with open(os.path.join(args["model_repository"], "config.pbtxt"), "r") as f:
-      cfg = f.read()
-    text_format.Merge(cfg, self.config_msg)
-    self.input_name = [inp.name for inp in self.config_msg.input][0]
-
-  def execute(self, requests):
-    """
-    Serve model inference requests.
-    """
-    responses = []
-
-    for request in requests:
-      in_batch = pb_utils.get_input_tensor_by_name(request, self.input_name)
-      in_batch = in_batch.as_numpy()
-      inference_response = self.inference_obj.get_predictions(in_batch)
-      responses.append(inference_response)
-
-    return responses

clarifai_utils/models/model_serving/examples/visual_segmentation/segformer-b2/config.pbtxt

@@ -1,24 +0,0 @@
-name: "segformer-b2"
-max_batch_size: 1
-input {
-  name: "image"
-  data_type: TYPE_UINT8
-  dims: -1
-  dims: -1
-  dims: 3
-}
-output {
-  name: "predicted_mask"
-  data_type: TYPE_INT64
-  dims: -1
-  dims: -1
-  label_filename: "labels.txt"
-}
-instance_group {
-  count: 1
-  kind: KIND_GPU
-}
-dynamic_batching {
-  max_queue_delay_microseconds: 500
-}
-backend: "python"

clarifai_utils/models/model_serving/examples/visual_segmentation/segformer-b2/labels.txt

@@ -1,18 +0,0 @@
-background
-hat
-hair
-sunglass
-upper-clothes
-skirt
-pants
-dress
-belt
-left-shoe
-right-shoe
-face
-left-leg
-right-leg
-left-arm
-right-arm
-bag
-scarf

clarifai_utils/models/model_serving/examples/visual_segmentation/segformer-b2/requirements.txt

@@ -1,5 +0,0 @@
-torch==1.13.1
-clarifai>9.5.3
-tritonclient[all]
-transformers==4.30.2
-Pillow==10.0.0

clarifai_utils/models/model_serving/model_config/__init__.py

@@ -1,14 +0,0 @@
-# Copyright 2023 Clarifai, Inc.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-from .config import *  # noqa # pylint: disable=unused-import
-from .serializer import Serializer  # noqa # pylint: disable=unused-import