clarifai 9.10.2__py3-none-any.whl → 9.10.3__py3-none-any.whl

clarifai_utils/models/model_serving/examples/text_classification/xlm-roberta/1/model.py

@@ -1,61 +0,0 @@
-# Copyright 2023 Clarifai, Inc.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-"""Triton inference server Python Backend Model."""
-
-import os
-import sys
-
-try:
-  import triton_python_backend_utils as pb_utils
-except ModuleNotFoundError:
-  pass
-from google.protobuf import text_format
-from tritonclient.grpc.model_config_pb2 import ModelConfig
-
-
-class TritonPythonModel:
-  """
-  Triton Python BE Model.
-  """
-
-  def initialize(self, args):
-    """
-    Triton server init.
-    """
-    args["model_repository"] = args["model_repository"].replace("/1/model.py", "")
-    sys.path.append(os.path.dirname(__file__))
-    from inference import InferenceModel
-
-    self.inference_obj = InferenceModel()
-    self.device = "cuda:0" if "GPU" in args["model_instance_kind"] else "cpu"
-
-    # Read input_name from config file
-    self.config_msg = ModelConfig()
-    with open(os.path.join(args["model_repository"], "config.pbtxt"), "r") as f:
-      cfg = f.read()
-    text_format.Merge(cfg, self.config_msg)
-    self.input_name = [inp.name for inp in self.config_msg.input][0]
-
-  def execute(self, requests):
-    """
-    Serve model inference requests.
-    """
-    responses = []
-
-    for request in requests:
-      in_batch = pb_utils.get_input_tensor_by_name(request, self.input_name)
-      in_batch = in_batch.as_numpy()
-      inference_response = self.inference_obj.get_predictions(in_batch)
-      responses.append(inference_response)
-
-    return responses

clarifai_utils/models/model_serving/examples/text_classification/xlm-roberta/1/twitter-xlm-roberta-base-sentiment/README.md

@@ -1,12 +0,0 @@
----
-language: multilingual
----
-
-
-## Twitter xlm-roberta-base for sentiment analysis
-
-This is a multilingual XLM-roBERTa-base model trained on ~198M tweets and finetuned for sentiment analysis. The sentiment fine-tuning was done on 8 languages (Ar, En, Fr, De, Hi, It, Sp, Pt) but it can be used for more languages (see paper for details).
-
-- Paper: [XLM-T: A Multilingual Language Model Toolkit for Twitter](https://arxiv.org/abs/2104.12250).
-- Official Github Repository: [XLM-T official repository](https://github.com/cardiffnlp/xlm-t).
-- Sentiment Classes: Negative, Neutral, Positive

clarifai_utils/models/model_serving/examples/text_classification/xlm-roberta/1/twitter-xlm-roberta-base-sentiment/config.json

@@ -1,34 +0,0 @@
-{
-  "_name_or_path": "/home/jupyter/misc/tweeteval/TweetEval_models/xlm-twitter/local-twitter-xlm-roberta-base-sentiment/",
-  "architectures": [
-    "XLMRobertaForSequenceClassification"
-  ],
-  "attention_probs_dropout_prob": 0.1,
-  "bos_token_id": 0,
-  "eos_token_id": 2,
-  "gradient_checkpointing": false,
-  "hidden_act": "gelu",
-  "hidden_dropout_prob": 0.1,
-  "hidden_size": 768,
-  "id2label": {
-    "0": "negative",
-    "1": "neutral",
-    "2": "positive"
-  },
-  "initializer_range": 0.02,
-  "intermediate_size": 3072,
-  "label2id": {
-    "negative": 0,
-    "neutral": 1,
-    "positive": 2
-  },
-  "layer_norm_eps": 1e-05,
-  "max_position_embeddings": 514,
-  "model_type": "xlm-roberta",
-  "num_attention_heads": 12,
-  "num_hidden_layers": 12,
-  "output_past": true,
-  "pad_token_id": 1,
-  "type_vocab_size": 1,
-  "vocab_size": 250002
-}

clarifai_utils/models/model_serving/examples/text_classification/xlm-roberta/1/twitter-xlm-roberta-base-sentiment/special_tokens_map.json

@@ -1 +0,0 @@
-{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "<unk>", "sep_token": "</s>", "pad_token": "<pad>", "cls_token": "<s>", "mask_token": "<mask>"}

clarifai_utils/models/model_serving/examples/text_classification/xlm-roberta/config.pbtxt

@@ -1,21 +0,0 @@
-name: "xlm-roberta"
-max_batch_size: 1
-input {
-  name: "text"
-  data_type: TYPE_STRING
-  dims: 1
-}
-output {
-  name: "softmax_predictions"
-  data_type: TYPE_FP32
-  dims: -1
-  label_filename: "labels.txt"
-}
-instance_group {
-  count: 1
-  kind: KIND_GPU
-}
-dynamic_batching {
-  max_queue_delay_microseconds: 500
-}
-backend: "python"

clarifai_utils/models/model_serving/examples/text_classification/xlm-roberta/labels.txt

@@ -1,3 +0,0 @@
-Negative
-Neutral
-Positive

clarifai_utils/models/model_serving/examples/text_classification/xlm-roberta/requirements.txt

@@ -1,7 +0,0 @@
-clarifai>9.5.3 # for model upload features
-tritonclient[all]
-torch==1.13.1
-transformers==4.30.2
-scipy==1.10.1
-sentencepiece==0.1.99
-protobuf<4.21.3

clarifai_utils/models/model_serving/examples/text_embedding/README.md

@@ -1,9 +0,0 @@
-## Text Embedding Triton Model Examples
-
-These can be used on the fly with minimal or no changes to test deploy text embedding models to the Clarifai platform. See the required files section for each model below.
-
-* ### [Instructor-xl](https://huggingface.co/hkunlp/instructor-xl)
-
-	Requirements to run tests locally:
-
-	* Download/Clone the [huggingface model](https://huggingface.co/hkunlp/instructor-xl) into the **instructor-xl/1/** directory then start the triton server.

clarifai_utils/models/model_serving/examples/text_to_image/README.md

@@ -1,9 +0,0 @@
-## Text to Image Triton Model Examples
-
-These can be used on the fly with minimal or no changes to test deploy text to image models to the Clarifai platform. See the required files section for each model below.
-
-* ### [sd-v1.5 (Stable-Diffusion-v1.5)](./sd-v1.5/)
-
-	Requirements to run tests locally:
-
-	* Download/Clone the [huggingface model](https://huggingface.co/runwayml/stable-diffusion-v1-5) into the **sd-v1.5/1/** directory then start the triton server.

clarifai_utils/models/model_serving/examples/text_to_image/sd-v1.5/1/inference.py

@@ -1,52 +0,0 @@
-# This file contains boilerplate code to allow users write their model
-# inference code that will then interact with the Triton Inference Server
-# Python backend to serve end user requests.
-# The module name, module path, class name & get_predictions() method names MUST be maintained as is
-# but other methods may be added within the class as deemed fit provided
-# they are invoked within the main get_predictions() inference method
-# if they play a role in any step of model inference
-"""User model inference script."""
-
-import os
-from pathlib import Path
-
-import numpy as np
-import torch
-from diffusers import StableDiffusionPipeline
-
-from clarifai.models.model_serving.models.model_types import text_to_image
-from clarifai.models.model_serving.models.output import ImageOutput
-
-
-class InferenceModel:
-  """User model inference class."""
-
-  def __init__(self) -> None:
-    """
-    Load inference time artifacts that are called frequently .e.g. models, tokenizers, etc.
-    in this method so they are loaded only once for faster inference.
-    """
-    self.base_path: Path = os.path.dirname(__file__)
-    self.huggingface_model_path = os.path.join(self.base_path, "stable-diffusion-v1-5")
-    self.device = "cuda" if torch.cuda.is_available() else "cpu"
-    self.pipeline = StableDiffusionPipeline.from_pretrained(
-        self.huggingface_model_path, torch_dtype=torch.float16)
-    self.pipeline = self.pipeline.to(self.device)
-
-  @text_to_image
-  def get_predictions(self, input_data):
-    """
-    Main model inference method.
-
-    Args:
-    -----
-      input_data: A single input data item to predict on.
-        Input data can be an image or text, etc depending on the model type.
-
-    Returns:
-    --------
-      One of the clarifai.models.model_serving.models.output types. Refer to the README/docs
-    """
-    out_image = self.pipeline(input_data).images[0]
-    out_image = np.asarray(out_image)
-    return ImageOutput(image=out_image)

clarifai_utils/models/model_serving/examples/text_to_image/sd-v1.5/1/model.py

@@ -1,60 +0,0 @@
-# Copyright 2023 Clarifai, Inc.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-"""Triton inference server Python Backend Model."""
-
-import os
-import sys
-
-try:
-  import triton_python_backend_utils as pb_utils
-except ModuleNotFoundError:
-  pass
-from google.protobuf import text_format
-from tritonclient.grpc.model_config_pb2 import ModelConfig
-
-
-class TritonPythonModel:
-  """
-  Triton Python BE Model.
-  """
-
-  def initialize(self, args):
-    """
-    Triton server init.
-    """
-    args["model_repository"] = args["model_repository"].replace("/1/model.py", "")
-    sys.path.append(os.path.dirname(__file__))
-    from inference import InferenceModel
-
-    self.inference_obj = InferenceModel()
-
-    # Read input_name from config file
-    self.config_msg = ModelConfig()
-    with open(os.path.join(args["model_repository"], "config.pbtxt"), "r") as f:
-      cfg = f.read()
-    text_format.Merge(cfg, self.config_msg)
-    self.input_name = [inp.name for inp in self.config_msg.input][0]
-
-  def execute(self, requests):
-    """
-    Serve model inference requests.
-    """
-    responses = []
-
-    for request in requests:
-      in_batch = pb_utils.get_input_tensor_by_name(request, self.input_name)
-      in_batch = in_batch.as_numpy()
-      inference_response = self.inference_obj.get_predictions(in_batch)
-      responses.append(inference_response)
-
-    return responses

clarifai_utils/models/model_serving/examples/text_to_image/sd-v1.5/config.pbtxt

@@ -1,22 +0,0 @@
-name: "sd-v1.5"
-max_batch_size: 1
-input {
-  name: "text"
-  data_type: TYPE_STRING
-  dims: 1
-}
-output {
-  name: "image"
-  data_type: TYPE_UINT8
-  dims: -1
-  dims: -1
-  dims: 3
-}
-instance_group {
-  count: 1
-  kind: KIND_GPU
-}
-dynamic_batching {
-  max_queue_delay_microseconds: 500
-}
-backend: "python"

clarifai_utils/models/model_serving/examples/text_to_image/sd-v1.5/requirements.txt

@@ -1,6 +0,0 @@
-clarifai>9.5.3
-tritonclient[all]
-torch==1.13.1
-transformers==4.30.2
-Pillow==10.0.0
-diffusers==0.19.0

clarifai_utils/models/model_serving/examples/text_to_text/README.md

@@ -1,10 +0,0 @@
-## Text-to-Text Triton Model Examples
-
-These can be used on the fly with minimal or no changes to test deploy all models that take a text input and yield a text output prediction e.g. text generation, summarization and translation models to the Clarifai platform. See the required files section for each model below.
-
-* ### [Bart-paper2slides-summarizer](https://huggingface.co/com3dian/Bart-large-paper2slides-summarizer)
-
-	Requirements to run tests locally:
-
-	* Download/Clone the [huggingface model](https://huggingface.co/com3dian/Bart-large-paper2slides-summarizer) and store it under the **bart-summarize/1/** directory.
-	* Rename the downloaded folder to **bart-large-summarizer** OR change the **self.huggingface_model_path** attribute in the [inference.py script](./bart-summarize/1/inference.py) to match the folder name

clarifai_utils/models/model_serving/examples/text_to_text/bart-summarize/1/inference.py

@@ -1,47 +0,0 @@
-# This file contains boilerplate code to allow users write their model
-# inference code that will then interact with the Triton Inference Server
-# Python backend to serve end user requests.
-# The module name, module path, class name & get_predictions() method names MUST be maintained as is
-# but other methods may be added within the class as deemed fit provided
-# they are invoked within the main get_predictions() inference method
-# if they play a role in any step of model inference
-"""User model inference script."""
-
-import os
-from pathlib import Path
-import numpy as np
-from transformers import pipeline
-
-from clarifai.models.model_serving.models.model_types import text_to_text
-from clarifai.models.model_serving.models.output import TextOutput
-
-
-class InferenceModel:
-  """User model inference class."""
-
-  def __init__(self) -> None:
-    """
-    Load inference time artifacts that are called frequently .e.g. models, tokenizers, etc.
-    in this method so they are loaded only once for faster inference.
-    """
-    self.base_path: Path = os.path.dirname(__file__)
-    self.huggingface_model_path = os.path.join(self.base_path, "bart-large-summarizer")
-    self.pipeline = pipeline("summarization", model=self.huggingface_model_path)
-
-  @text_to_text
-  def get_predictions(self, input_data):
-    """
-    Generates summaries of input text.
-
-    Args:
-    -----
-      input_data: A single input data item to predict on.
-        Input data can be an image or text, etc depending on the model type.
-
-    Returns:
-    --------
-      One of the clarifai.models.model_serving.models.output types. Refer to the README/docs
-    """
-    summary = self.pipeline(input_data, max_length=50, min_length=30, do_sample=False)
-    generated_text = np.array([summary[0]['summary_text']], dtype=object)
-    return TextOutput(predicted_text=generated_text)

clarifai_utils/models/model_serving/examples/text_to_text/bart-summarize/1/model.py

@@ -1,60 +0,0 @@
-# Copyright 2023 Clarifai, Inc.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-"""Triton inference server Python Backend Model."""
-
-import os
-import sys
-
-try:
-  import triton_python_backend_utils as pb_utils
-except ModuleNotFoundError:
-  pass
-from google.protobuf import text_format
-from tritonclient.grpc.model_config_pb2 import ModelConfig
-
-
-class TritonPythonModel:
-  """
-  Triton Python BE Model.
-  """
-
-  def initialize(self, args):
-    """
-    Triton server init.
-    """
-    args["model_repository"] = args["model_repository"].replace("/1/model.py", "")
-    sys.path.append(os.path.dirname(__file__))
-    from inference import InferenceModel
-
-    self.inference_obj = InferenceModel()
-
-    # Read input_name from config file
-    self.config_msg = ModelConfig()
-    with open(os.path.join(args["model_repository"], "config.pbtxt"), "r") as f:
-      cfg = f.read()
-    text_format.Merge(cfg, self.config_msg)
-    self.input_name = [inp.name for inp in self.config_msg.input][0]
-
-  def execute(self, requests):
-    """
-    Serve model inference requests.
-    """
-    responses = []
-
-    for request in requests:
-      in_batch = pb_utils.get_input_tensor_by_name(request, self.input_name)
-      in_batch = in_batch.as_numpy()
-      inference_response = self.inference_obj.get_predictions(in_batch)
-      responses.append(inference_response)
-
-    return responses

clarifai_utils/models/model_serving/examples/text_to_text/bart-summarize/config.pbtxt

@@ -1,20 +0,0 @@
-name: "bart-summarize"
-max_batch_size: 1
-input {
-  name: "text"
-  data_type: TYPE_STRING
-  dims: 1
-}
-output {
-  name: "text"
-  data_type: TYPE_STRING
-  dims: 1
-}
-instance_group {
-  count: 1
-  kind: KIND_GPU
-}
-dynamic_batching {
-  max_queue_delay_microseconds: 500
-}
-backend: "python"

clarifai_utils/models/model_serving/examples/text_to_text/bart-summarize/requirements.txt

@@ -1,4 +0,0 @@
-clarifai>9.5.3
-tritonclient[all]
-torch==1.13.1
-transformers==4.30.2

clarifai_utils/models/model_serving/examples/visual_detection/README.md

@@ -1,11 +0,0 @@
-## Visual Detection Triton Model Examples
-
-These can be used on the fly with minimal or no changes to test deploy visual detection models to the Clarifai platform. See the required files section for each model below.
-
-* ### [Yolov5x](./yolov5x/)
-
-	Required files (not included here due to upload size limits):
-
-	* Download the yolov5x folder from above.
-	* Download the `Yolov5 repo` and the `yolov5-x checkpoint` and store them under the `1/` directory of the yolov5x folder.
-	* zip and test deploy to your Clarifai app

clarifai_utils/models/model_serving/examples/visual_detection/yolov5x/1/inference.py

@@ -1,72 +0,0 @@
-# This file contains boilerplate code to allow users write their model
-# inference code that will then interact with the Triton Inference Server
-# Python backend to serve end user requests.
-# The module name, module path, class name & get_predictions() method names MUST be maintained as is
-# but other methods may be added within the class as deemed fit provided
-# they are invoked within the main get_predictions() inference method
-# if they play a role in any step of model inference
-"""User model inference script."""
-
-import os
-from pathlib import Path
-from typing import Callable
-
-import numpy as np
-import torch
-
-from clarifai.models.model_serving.models.model_types import visual_detector
-from clarifai.models.model_serving.models.output import VisualDetectorOutput
-
-
-class InferenceModel:
-  """User model inference class."""
-
-  def __init__(self) -> None:
-    """
-    Load inference time artifacts that are called frequently .e.g. models, tokenizers, etc.
-    in this method so they are loaded only once for faster inference.
-    """
-    self.base_path: Path = os.path.dirname(__file__)
-    self.checkpoint_path = os.path.join(self.base_path, "model.pt")  #yolov5x
-    self.model: Callable = torch.hub.load(
-        os.path.join(self.base_path, 'yolov5'),
-        'custom',
-        autoshape=True,
-        path=self.checkpoint_path,
-        source='local')
-    self.device = "cuda:0" if torch.cuda.is_available() else "cpu"
-
-  @visual_detector
-  def get_predictions(self, input_data) -> VisualDetectorOutput:
-    """
-    Main model inference method.
-
-    Args:
-    -----
-      input_data: A single input data item to predict on.
-        Input data can be an image or text, etc depending on the model type.
-
-    Returns:
-    --------
-      One of the clarifai.models.model_serving.models.output types. Refer to the README/docs
-    """
-    preds = self.model(input_data)
-    max_bbox_count = 300  # max allowed detected bounding boxes per image
-    preds = preds.xyxy[0].cpu().numpy()
-    labels = [[pred[5]] for pred in preds]
-    scores = [[pred[4]] for pred in preds]
-    h, w, _ = input_data.shape  # input image shape
-    bboxes = [[x[1] / h, x[0] / w, x[3] / h, x[2] / w]
-              for x in preds]  # normalize the bboxes to [0,1]
-    if len(bboxes) != 0:
-      bboxes = np.concatenate((bboxes, np.zeros((max_bbox_count - len(bboxes), 4))))
-      scores = np.concatenate((scores, np.zeros((max_bbox_count - len(scores), 1))))
-      labels = np.concatenate((labels, np.zeros((max_bbox_count - len(labels), 1),
-                                                dtype=np.int32)))
-    else:
-      bboxes = np.zeros((max_bbox_count, 4), dtype=np.float32)
-      scores = np.zeros((max_bbox_count, 1), dtype=np.float32)
-      labels = np.zeros((max_bbox_count, 1), dtype=np.int32)
-
-    return VisualDetectorOutput(
-        predicted_bboxes=bboxes, predicted_labels=labels, predicted_scores=scores)

clarifai_utils/models/model_serving/examples/visual_detection/yolov5x/1/model.py

@@ -1,61 +0,0 @@
-# Copyright 2023 Clarifai, Inc.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-"""Triton inference server Python Backend Model."""
-
-import os
-import sys
-
-try:
-  import triton_python_backend_utils as pb_utils
-except ModuleNotFoundError:
-  pass
-from google.protobuf import text_format
-from tritonclient.grpc.model_config_pb2 import ModelConfig
-
-
-class TritonPythonModel:
-  """
-  Triton Python BE Model.
-  """
-
-  def initialize(self, args):
-    """
-    Triton server init.
-    """
-    args["model_repository"] = args["model_repository"].replace("/1/model.py", "")
-    sys.path.append(os.path.dirname(__file__))
-    from inference import InferenceModel
-
-    self.inference_obj = InferenceModel()
-    self.device = "cuda:0" if "GPU" in args["model_instance_kind"] else "cpu"
-
-    # Read input_name from config file
-    self.config_msg = ModelConfig()
-    with open(os.path.join(args["model_repository"], "config.pbtxt"), "r") as f:
-      cfg = f.read()
-    text_format.Merge(cfg, self.config_msg)
-    self.input_name = [inp.name for inp in self.config_msg.input][0]
-
-  def execute(self, requests):
-    """
-    Serve model inference requests.
-    """
-    responses = []
-
-    for request in requests:
-      in_batch = pb_utils.get_input_tensor_by_name(request, self.input_name)
-      in_batch = in_batch.as_numpy()
-      inference_response = self.inference_obj.get_predictions(in_batch)
-      responses.append(inference_response)
-
-    return responses

clarifai_utils/models/model_serving/examples/visual_detection/yolov5x/config.pbtxt

@@ -1,36 +0,0 @@
-name: "yolov5_test"
-max_batch_size: 1
-input {
-  name: "image"
-  data_type: TYPE_UINT8
-  dims: -1
-  dims: -1
-  dims: 3
-}
-output {
-  name: "predicted_bboxes"
-  data_type: TYPE_FP32
-  dims: -1
-  dims: 4
-}
-output {
-  name: "predicted_labels"
-  data_type: TYPE_INT32
-  dims: -1
-  dims: 1
-  label_filename: "labels.txt"
-}
-output {
-  name: "predicted_scores"
-  data_type: TYPE_FP32
-  dims: -1
-  dims: 1
-}
-instance_group {
-  count: 1
-  kind: KIND_GPU
-}
-dynamic_batching {
-  max_queue_delay_microseconds: 500
-}
-backend: "python"