clarifai 9.11.1__py3-none-any.whl → 10.0.0__py3-none-any.whl

clarifai/models/model_serving/examples/text_classification/xlm-roberta/1/model.py

@@ -1,74 +0,0 @@
-# Copyright 2023 Clarifai, Inc.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-"""Triton inference server Python Backend Model."""
-
-import os
-import sys
-
-try:
-  import triton_python_backend_utils as pb_utils
-except ModuleNotFoundError:
-  pass
-from google.protobuf import text_format
-from tritonclient.grpc.model_config_pb2 import ModelConfig
-from clarifai.models.model_serving.model_config.inference_parameter import parse_req_parameters
-
-
-class TritonPythonModel:
-  """
-  Triton Python BE Model.
-  """
-
-  def initialize(self, args):
-    """
-    Triton server init.
-    """
-    args["model_repository"] = args["model_repository"].replace("/1/model.py", "")
-    sys.path.append(os.path.dirname(__file__))
-    from inference import InferenceModel
-
-    self.inference_obj = InferenceModel()
-
-    # Read input_name from config file
-    self.config_msg = ModelConfig()
-    with open(os.path.join(args["model_repository"], "config.pbtxt"), "r") as f:
-      cfg = f.read()
-    text_format.Merge(cfg, self.config_msg)
-    self.input_names = [inp.name for inp in self.config_msg.input]
-
-  def execute(self, requests):
-    """
-    Serve model inference requests.
-    """
-    responses = []
-
-    for request in requests:
-      parameters = request.parameters()
-      parameters = parse_req_parameters(parameters) if parameters else {}
-
-      if len(self.input_names) == 1:
-        in_batch = pb_utils.get_input_tensor_by_name(request, self.input_names[0])
-        in_batch = in_batch.as_numpy()
-        inference_response = self.inference_obj.get_predictions(in_batch, **parameters)
-      else:
-        multi_in_batch_dict = {}
-        for input_name in self.input_names:
-          in_batch = pb_utils.get_input_tensor_by_name(request, input_name)
-          in_batch = in_batch.as_numpy() if in_batch is not None else []
-          multi_in_batch_dict.update({input_name: in_batch})
-
-        inference_response = self.inference_obj.get_predictions(multi_in_batch_dict, **parameters)
-
-      responses.append(inference_response)
-
-    return responses

clarifai/models/model_serving/examples/text_classification/xlm-roberta/1/twitter-xlm-roberta-base-sentiment/README.md

@@ -1,12 +0,0 @@
----
-language: multilingual
----
-
-
-## Twitter xlm-roberta-base for sentiment analysis
-
-This is a multilingual XLM-roBERTa-base model trained on ~198M tweets and finetuned for sentiment analysis. The sentiment fine-tuning was done on 8 languages (Ar, En, Fr, De, Hi, It, Sp, Pt) but it can be used for more languages (see paper for details).
-
-- Paper: [XLM-T: A Multilingual Language Model Toolkit for Twitter](https://arxiv.org/abs/2104.12250).
-- Official Github Repository: [XLM-T official repository](https://github.com/cardiffnlp/xlm-t).
-- Sentiment Classes: Negative, Neutral, Positive

clarifai/models/model_serving/examples/text_classification/xlm-roberta/1/twitter-xlm-roberta-base-sentiment/config.json

@@ -1,34 +0,0 @@
-{
-  "_name_or_path": "/home/jupyter/misc/tweeteval/TweetEval_models/xlm-twitter/local-twitter-xlm-roberta-base-sentiment/",
-  "architectures": [
-    "XLMRobertaForSequenceClassification"
-  ],
-  "attention_probs_dropout_prob": 0.1,
-  "bos_token_id": 0,
-  "eos_token_id": 2,
-  "gradient_checkpointing": false,
-  "hidden_act": "gelu",
-  "hidden_dropout_prob": 0.1,
-  "hidden_size": 768,
-  "id2label": {
-    "0": "negative",
-    "1": "neutral",
-    "2": "positive"
-  },
-  "initializer_range": 0.02,
-  "intermediate_size": 3072,
-  "label2id": {
-    "negative": 0,
-    "neutral": 1,
-    "positive": 2
-  },
-  "layer_norm_eps": 1e-05,
-  "max_position_embeddings": 514,
-  "model_type": "xlm-roberta",
-  "num_attention_heads": 12,
-  "num_hidden_layers": 12,
-  "output_past": true,
-  "pad_token_id": 1,
-  "type_vocab_size": 1,
-  "vocab_size": 250002
-}

clarifai/models/model_serving/examples/text_classification/xlm-roberta/1/twitter-xlm-roberta-base-sentiment/special_tokens_map.json

@@ -1 +0,0 @@
-{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "<unk>", "sep_token": "</s>", "pad_token": "<pad>", "cls_token": "<s>", "mask_token": "<mask>"}

clarifai/models/model_serving/examples/text_classification/xlm-roberta/config.pbtxt

@@ -1,21 +0,0 @@
-name: "xlm-roberta"
-max_batch_size: 2
-input {
-  name: "text"
-  data_type: TYPE_STRING
-  dims: 1
-}
-output {
-  name: "softmax_predictions"
-  data_type: TYPE_FP32
-  dims: -1
-  label_filename: "labels.txt"
-}
-instance_group {
-  count: 1
-  kind: KIND_GPU
-}
-dynamic_batching {
-  max_queue_delay_microseconds: 500
-}
-backend: "python"

clarifai/models/model_serving/examples/text_classification/xlm-roberta/labels.txt

@@ -1,3 +0,0 @@
-Negative
-Neutral
-Positive

clarifai/models/model_serving/examples/text_classification/xlm-roberta/requirements.txt

@@ -1,7 +0,0 @@
-clarifai>9.10.5
-tritonclient[all]
-torch==1.13.1
-transformers==4.30.2
-scipy==1.10.1
-sentencepiece==0.1.99
-protobuf<4.21.3

clarifai/models/model_serving/examples/text_embedding/README.md

@@ -1,12 +0,0 @@
-## Text Embedding Triton Model Examples
-
-These can be used on the fly with minimal or no changes to test deploy text embedding models to the Clarifai platform. See the required files section for each model below.
-
-* ### [Instructor-xl](https://huggingface.co/hkunlp/instructor-xl)
-
-	Requirements to run tests locally:
-
-	* Download/Clone the [huggingface model](https://huggingface.co/hkunlp/instructor-xl) into the **instructor-xl/1/** directory then start the triton server.
-	```
-	huggingface-cli download hkunlp/instructor-xl --local-dir instructor-xl/1/checkpoint/sentence_transformers/hkunlp_instructor-xl --local-dir-use-symlinks False
-	```

clarifai/models/model_serving/examples/text_embedding/instructor-xl/1/inference.py

@@ -1,63 +0,0 @@
-# This file contains boilerplate code to allow users write their model
-# inference code that will then interact with the Triton Inference Server
-# Python backend to serve end user requests.
-# The module name, module path, class name & get_predictions() method names MUST be maintained as is
-# but other methods may be added within the class as deemed fit provided
-# they are invoked within the main get_predictions() inference method
-# if they play a role in any step of model inference
-"""User model inference script."""
-
-import os
-from pathlib import Path
-
-# Set up env for huggingface
-ROOT_PATH = os.path.join(os.path.dirname(__file__))
-PIPELINE_PATH = os.path.join(ROOT_PATH, 'checkpoint')
-
-os.environ["TRANSFORMERS_OFFLINE"] = "1"  # noqa
-os.environ['TRANSFORMERS_CACHE'] = PIPELINE_PATH  # noqa
-os.environ['TORCH_HOME'] = PIPELINE_PATH
-
-import torch  # noqa
-from InstructorEmbedding import INSTRUCTOR  # noqa
-
-from clarifai.models.model_serving.model_config import (  # noqa # pylint: disable=unused-import
-    ModelTypes, get_model_config)
-
-config = get_model_config("text-embedder")
-
-
-class InferenceModel:
-  """User model inference class."""
-
-  def __init__(self) -> None:
-    """
-    Load inference time artifacts that are called frequently .e.g. models, tokenizers, etc.
-    in this method so they are loaded only once for faster inference.
-    """
-    self.base_path: Path = os.path.dirname(__file__)
-    ## sample model loading code:
-    #self.checkpoint_path: Path = os.path.join(self.base_path, "your checkpoint filename/path")
-    #self.model: Callable = <load_your_model_here from checkpoint or folder>
-    self.device = "cuda:0" if torch.cuda.is_available() else "cpu"
-    self.model = INSTRUCTOR('hkunlp/instructor-xl')
-
-  @config.inference.wrap_func
-  def get_predictions(self, input_data: list, **kwargs) -> list:
-    """
-    Main model inference method.
-
-    Args:
-    -----
-      input_data: A list of input data item to predict on.
-        Input data can be an image or text, etc depending on the model type.
-
-      **kwargs: your inference parameters.
-
-    Returns:
-    --------
-      List of one of the `clarifai.models.model_serving.models.output types` or `config.inference.return_type(your_output)`. Refer to the README/docs
-    """
-    batch_preds = self.model.encode(input_data, device=self.device)
-
-    return [config.inference.return_type(each) for each in batch_preds]

clarifai/models/model_serving/examples/text_embedding/instructor-xl/1/model.py

@@ -1,74 +0,0 @@
-# Copyright 2023 Clarifai, Inc.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-"""Triton inference server Python Backend Model."""
-
-import os
-import sys
-
-try:
-  import triton_python_backend_utils as pb_utils
-except ModuleNotFoundError:
-  pass
-from google.protobuf import text_format
-from tritonclient.grpc.model_config_pb2 import ModelConfig
-from clarifai.models.model_serving.model_config.inference_parameter import parse_req_parameters
-
-
-class TritonPythonModel:
-  """
-  Triton Python BE Model.
-  """
-
-  def initialize(self, args):
-    """
-    Triton server init.
-    """
-    args["model_repository"] = args["model_repository"].replace("/1/model.py", "")
-    sys.path.append(os.path.dirname(__file__))
-    from inference import InferenceModel
-
-    self.inference_obj = InferenceModel()
-
-    # Read input_name from config file
-    self.config_msg = ModelConfig()
-    with open(os.path.join(args["model_repository"], "config.pbtxt"), "r") as f:
-      cfg = f.read()
-    text_format.Merge(cfg, self.config_msg)
-    self.input_names = [inp.name for inp in self.config_msg.input]
-
-  def execute(self, requests):
-    """
-    Serve model inference requests.
-    """
-    responses = []
-
-    for request in requests:
-      parameters = request.parameters()
-      parameters = parse_req_parameters(parameters) if parameters else {}
-
-      if len(self.input_names) == 1:
-        in_batch = pb_utils.get_input_tensor_by_name(request, self.input_names[0])
-        in_batch = in_batch.as_numpy()
-        inference_response = self.inference_obj.get_predictions(in_batch, **parameters)
-      else:
-        multi_in_batch_dict = {}
-        for input_name in self.input_names:
-          in_batch = pb_utils.get_input_tensor_by_name(request, input_name)
-          in_batch = in_batch.as_numpy() if in_batch is not None else []
-          multi_in_batch_dict.update({input_name: in_batch})
-
-        inference_response = self.inference_obj.get_predictions(multi_in_batch_dict, **parameters)
-
-      responses.append(inference_response)
-
-    return responses

clarifai/models/model_serving/examples/text_embedding/instructor-xl/1/test.py

@@ -1,64 +0,0 @@
-import logging
-import os
-import unittest
-
-from clarifai.models.model_serving.models.default_test import DefaultTestInferenceModel
-
-
-class CustomTestInferenceModel(DefaultTestInferenceModel):
-  """
-  Run this file to test your implementation of InferenceModel in inference.py with default tests of Triton configuration and its output values based on basic predefined inputs
-  If you want to write custom testcase or just test output value.
-  Please follow these instrucitons:
-  1. Name your test function with prefix "test" so that pytest can execute
-  2. In order to obtain output of InferenceModel, call `self.triton_get_predictions(input_data)`.
-  3. If your input is `image` and you have set custom size of it when building model repository,
-  call `self.preprocess(image)` to obtain correct resized input
-  4. Run this test by calling
-  ```bash
-  pytest ./your_triton_folder/1/test.py
-  #to see std output
-  pytest --log-cli-level=INFO  -s ./your_triton_folder/1/test.py
-  ```
-
-  ### Examples:
-  + test text-to-image output
-  ```
-  def test_text_to_image_output(self):
-    text = "Test text"
-    output = self.triton_get_predictions(text)
-    image = output.image # uint8 np.ndarray image
-    #show or save
-  ```
-  + test visual-classifier output
-  ```
-  def test_visual_classifier(self):
-    image = cv2.imread("your/local/image.jpg") # Keep in mind of format of image (BGR or RGB)
-    output = self.triton_get_predictions(image)
-    scores = output.predicted_scores # np.ndarray
-    #process scores to get class id and its score
-    logger.info(result)
-  """
-
-  # Insert your inference parameters json path here
-  # or insert a dictionary of your_parameter_name and value, e.g dict(x=1.5, y="text", c=True)
-  # or Leave it as "" if you don't have it.
-  inference_parameters = ""
-
-  ########### Initialization. Do not change it ###########
-  __test__ = True
-
-  def setUp(self) -> None:
-    logging.info("Initializing...")
-    model_type = "text-embedder"  # your model type
-    self.intitialize(
-        model_type,
-        repo_version_dir=os.path.dirname(__file__),
-        is_instance_kind_gpu=True,
-        inference_parameters=self.inference_parameters)
-
-  ########################################################
-
-
-if __name__ == '__main__':
-  unittest.main()

clarifai/models/model_serving/examples/text_embedding/instructor-xl/config.pbtxt

@@ -1,20 +0,0 @@
-name: "instructor-xl"
-max_batch_size: 1
-input {
-  name: "text"
-  data_type: TYPE_STRING
-  dims: 1
-}
-output {
-  name: "embeddings"
-  data_type: TYPE_FP32
-  dims: -1
-}
-instance_group {
-  count: 1
-  kind: KIND_GPU
-}
-dynamic_batching {
-  max_queue_delay_microseconds: 500
-}
-backend: "python"

clarifai/models/model_serving/examples/text_embedding/instructor-xl/requirements.txt

@@ -1,9 +0,0 @@
-clarifai>9.10.5
-tritonclient[all]
-torch==1.13.1
-accelerate==0.20.3
-transformers==4.30.1
-scipy==1.10.1
-einops==0.6.1
-InstructorEmbedding==1.0.1
-sentence_transformers>=2.2.0

clarifai/models/model_serving/examples/text_to_image/README.md

@@ -1,10 +0,0 @@
-## Text to Image Triton Model Examples
-
-These can be used on the fly with minimal or no changes to test deploy text to image models to the Clarifai platform. See the required files section for each model below.
-
-* ### [sd-v1.5 (Stable-Diffusion-v1.5)](./sd-v1.5/)
-
-	* Download the [model checkpoint](https://huggingface.co/runwayml/stable-diffusion-v1-5/tree/main) and store it under `sd-v1.5/1/checkpoint`
-	```
-	huggingface-cli download runwayml/stable-diffusion-v1-5 --local-dir sd-v1.5/1/checkpoint --local-dir-use-symlinks False
-	```

clarifai/models/model_serving/examples/text_to_image/sd-v1.5/1/inference.py

@@ -1,58 +0,0 @@
-# This file contains boilerplate code to allow users write their model
-# inference code that will then interact with the Triton Inference Server
-# Python backend to serve end user requests.
-# The module name, module path, class name & get_predictions() method names MUST be maintained as is
-# but other methods may be added within the class as deemed fit provided
-# they are invoked within the main get_predictions() inference method
-# if they play a role in any step of model inference
-"""User model inference script."""
-
-import os
-from pathlib import Path
-
-import numpy as np
-import torch
-from diffusers import StableDiffusionPipeline
-
-from clarifai.models.model_serving.model_config import ModelTypes, get_model_config
-from clarifai.models.model_serving.models.output import ImageOutput
-
-config = get_model_config(ModelTypes.text_to_image)
-
-
-class InferenceModel:
-  """User model inference class."""
-
-  def __init__(self) -> None:
-    """
-    Load inference time artifacts that are called frequently .e.g. models, tokenizers, etc.
-    in this method so they are loaded only once for faster inference.
-    """
-    self.base_path: Path = os.path.dirname(__file__)
-    self.huggingface_model_path = os.path.join(self.base_path, "checkpoint")
-    self.device = "cuda" if torch.cuda.is_available() else "cpu"
-    self.pipeline = StableDiffusionPipeline.from_pretrained(
-        self.huggingface_model_path, torch_dtype=torch.float16)
-    self.pipeline = self.pipeline.to(self.device)
-
-  @config.inference.wrap_func
-  def get_predictions(self, input_data: list, **kwargs):
-    """
-    Main model inference method.
-
-    Args:
-    -----
-      input_data: A single input data item to predict on.
-        Input data can be an image or text, etc depending on the model type.
-
-    Returns:
-    --------
-      One of the clarifai.models.model_serving.models.output types. Refer to the README/docs
-    """
-    outputs = []
-    for inp in input_data:
-      out_image = self.pipeline(inp).images[0]
-      out_image = np.asarray(out_image)
-      outputs.append(ImageOutput(image=out_image))
-
-    return outputs

clarifai/models/model_serving/examples/text_to_image/sd-v1.5/1/model.py

@@ -1,74 +0,0 @@
-# Copyright 2023 Clarifai, Inc.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-"""Triton inference server Python Backend Model."""
-
-import os
-import sys
-
-try:
-  import triton_python_backend_utils as pb_utils
-except ModuleNotFoundError:
-  pass
-from google.protobuf import text_format
-from tritonclient.grpc.model_config_pb2 import ModelConfig
-from clarifai.models.model_serving.model_config.inference_parameter import parse_req_parameters
-
-
-class TritonPythonModel:
-  """
-  Triton Python BE Model.
-  """
-
-  def initialize(self, args):
-    """
-    Triton server init.
-    """
-    args["model_repository"] = args["model_repository"].replace("/1/model.py", "")
-    sys.path.append(os.path.dirname(__file__))
-    from inference import InferenceModel
-
-    self.inference_obj = InferenceModel()
-
-    # Read input_name from config file
-    self.config_msg = ModelConfig()
-    with open(os.path.join(args["model_repository"], "config.pbtxt"), "r") as f:
-      cfg = f.read()
-    text_format.Merge(cfg, self.config_msg)
-    self.input_names = [inp.name for inp in self.config_msg.input]
-
-  def execute(self, requests):
-    """
-    Serve model inference requests.
-    """
-    responses = []
-
-    for request in requests:
-      parameters = request.parameters()
-      parameters = parse_req_parameters(parameters) if parameters else {}
-
-      if len(self.input_names) == 1:
-        in_batch = pb_utils.get_input_tensor_by_name(request, self.input_names[0])
-        in_batch = in_batch.as_numpy()
-        inference_response = self.inference_obj.get_predictions(in_batch, **parameters)
-      else:
-        multi_in_batch_dict = {}
-        for input_name in self.input_names:
-          in_batch = pb_utils.get_input_tensor_by_name(request, input_name)
-          in_batch = in_batch.as_numpy() if in_batch is not None else []
-          multi_in_batch_dict.update({input_name: in_batch})
-
-        inference_response = self.inference_obj.get_predictions(multi_in_batch_dict, **parameters)
-
-      responses.append(inference_response)
-
-    return responses

clarifai/models/model_serving/examples/text_to_image/sd-v1.5/config.pbtxt

@@ -1,22 +0,0 @@
-name: "sd-v1.5"
-max_batch_size: 1
-input {
-  name: "text"
-  data_type: TYPE_STRING
-  dims: 1
-}
-output {
-  name: "image"
-  data_type: TYPE_UINT8
-  dims: -1
-  dims: -1
-  dims: 3
-}
-instance_group {
-  count: 1
-  kind: KIND_GPU
-}
-dynamic_batching {
-  max_queue_delay_microseconds: 500
-}
-backend: "python"

clarifai/models/model_serving/examples/text_to_image/sd-v1.5/requirements.txt

@@ -1,6 +0,0 @@
-clarifai>9.10.5
-tritonclient[all]
-torch==1.13.1
-transformers==4.30.2
-Pillow==10.0.0
-diffusers==0.19.0

clarifai/models/model_serving/examples/text_to_text/README.md

@@ -1,12 +0,0 @@
-## Text-to-Text Triton Model Examples
-
-These can be used on the fly with minimal or no changes to test deploy all models that take a text input and yield a text output prediction e.g. text generation, summarization and translation models to the Clarifai platform. See the required files section for each model below.
-
-* ### [Bart-paper2slides-summarizer](https://huggingface.co/com3dian/Bart-large-paper2slides-summarizer)
-
-	Requirements to run tests locally:
-
-	* Download/Clone the [huggingface model](https://huggingface.co/com3dian/Bart-large-paper2slides-summarizer) and store it under the **bart-summarize/1/checkpoint** directory.
-		```
-		huggingface-cli download com3dian/Bart-large-paper2slides-summarizer --local-dir bart-summarize/1/checkpoint --local-dir-use-symlinks False --exclude *.safetensors
-		```

clarifai/models/model_serving/examples/text_to_text/bart-summarize/1/inference.py

@@ -1,59 +0,0 @@
-# This file contains boilerplate code to allow users write their model
-# inference code that will then interact with the Triton Inference Server
-# Python backend to serve end user requests.
-# The module name, module path, class name & get_predictions() method names MUST be maintained as is
-# but other methods may be added within the class as deemed fit provided
-# they are invoked within the main get_predictions() inference method
-# if they play a role in any step of model inference
-"""User model inference script."""
-
-import os
-from pathlib import Path
-
-from transformers import pipeline
-
-from clarifai.models.model_serving.model_config import ModelTypes, get_model_config
-from clarifai.models.model_serving.models.output import TextOutput
-
-config = get_model_config(ModelTypes.text_to_text)
-
-
-class InferenceModel:
-  """User model inference class."""
-
-  def __init__(self) -> None:
-    """
-    Load inference time artifacts that are called frequently .e.g. models, tokenizers, etc.
-    in this method so they are loaded only once for faster inference.
-    """
-    self.base_path: Path = os.path.dirname(__file__)
-    self.huggingface_model_path = os.path.join(self.base_path, "checkpoint")
-    self.pipeline = pipeline("summarization", model=self.huggingface_model_path)
-
-  @config.inference.wrap_func
-  def get_predictions(self, input_data: list, **kwargs) -> list:
-    """
-    Main model inference method.
-
-    Args:
-    -----
-      input_data: A list of input data item to predict on.
-        Input data can be an image or text, etc depending on the model type.
-
-      **kwargs: your inference parameters.
-
-    Returns:
-    --------
-      List of one of the `clarifai.models.model_serving.models.output types` or `config.inference.return_type(your_output)`. Refer to the README/docs
-    """
-    # convert to top_k to int
-    outputs = []
-    top_k = int(kwargs.get("top_k", 50))
-    kwargs.pop("top_k", top_k)
-
-    summaries = self.pipeline(input_data, **kwargs)
-    for summary in summaries:
-      generated_text = summary['summary_text']
-      outputs.append(TextOutput(predicted_text=generated_text))
-
-    return outputs