clarifai 10.8.9__py3-none-any.whl → 10.9.1__py3-none-any.whl

clarifai/__init__.py

@@ -1 +1 @@
-__version__ = "10.8.9"
+__version__ = "10.9.1"

clarifai/datasets/upload/loaders/imagenet_classification.py

@@ -24,6 +24,10 @@ class ImageNetDataLoader(ClarifaiDataLoader):
 
     self.load_data()
 
+  @property
+  def task(self):
+    return "visual_classification"
+
   def load_data(self):
     #Creating label map
     with open(os.path.join(self.data_dir, "LOC_synset_mapping.txt")) as _file:
@@ -54,5 +58,5 @@ class ImageNetDataLoader(ClarifaiDataLoader):
   def __getitem__(self, idx):
     return VisualClassificationFeatures(
         image_path=self.image_paths[idx],
-        label=self.concepts[idx],
+        labels=self.concepts[idx],
         id=self.image_paths[idx].split('.')[0].split('/')[-1])

clarifai/runners/models/model_run_locally.py

@@ -0,0 +1,194 @@
+import argparse
+import importlib.util
+import inspect
+import os
+import shutil
+import subprocess
+import sys
+import tempfile
+import traceback
+import venv
+
+from clarifai_grpc.grpc.api import resources_pb2, service_pb2
+from clarifai_grpc.grpc.api.status import status_code_pb2, status_pb2
+from clarifai_protocol import BaseRunner
+
+from clarifai.runners.models.model_upload import ModelUploader
+from clarifai.utils.logging import logger
+
+
+class ModelRunLocally:
+
+  def __init__(self, model_path):
+    self.model_path = model_path
+    self.requirements_file = os.path.join(self.model_path, "requirements.txt")
+    self.venv_dir, self.temp_dir = self.create_temp_venv()
+    self.python_executable = os.path.join(self.venv_dir, "bin", "python")
+
+  def create_temp_venv(self):
+    """Create a temporary virtual environment."""
+    logger.info("Creating temporary virtual environment...")
+    temp_dir = tempfile.mkdtemp()
+    venv_dir = os.path.join(temp_dir, "venv")
+    venv.create(venv_dir, with_pip=True)
+
+    logger.info(f"Created temporary virtual environment at {venv_dir}")
+    return venv_dir, temp_dir
+
+  def install_requirements(self):
+    """Install the dependencies from requirements.txt and Clarifai."""
+    pip_executable = os.path.join(self.venv_dir, "bin", "pip")
+    try:
+      logger.info(
+          f"Installing requirements from {self.requirements_file}... in the virtual environment {self.venv_dir}"
+      )
+      subprocess.check_call([pip_executable, "install", "-r", self.requirements_file])
+      logger.info("Installing Clarifai package...")
+      subprocess.check_call([pip_executable, "install", "clarifai"])
+      logger.info("Requirements installed successfully!")
+    except subprocess.CalledProcessError as e:
+      logger.error(f"Error installing requirements: {e}")
+      self.clean_up()
+      sys.exit(1)
+
+  def _get_model_runner(self):
+    """Dynamically import the runner class from the model file."""
+
+    # import the runner class that to be implement by the user
+    runner_path = os.path.join(self.model_path, "1", "model.py")
+
+    # arbitrary name given to the module to be imported
+    module = "runner_module"
+
+    spec = importlib.util.spec_from_file_location(module, runner_path)
+    runner_module = importlib.util.module_from_spec(spec)
+    sys.modules[module] = runner_module
+    spec.loader.exec_module(runner_module)
+
+    # Find all classes in the model.py file that are subclasses of BaseRunner
+    classes = [
+        cls for _, cls in inspect.getmembers(runner_module, inspect.isclass)
+        if issubclass(cls, BaseRunner) and cls.__module__ == runner_module.__name__
+    ]
+
+    #  Ensure there is exactly one subclass of BaseRunner in the model.py file
+    if len(classes) != 1:
+      raise Exception("Expected exactly one subclass of BaseRunner, found: {}".format(
+          len(classes)))
+
+    MyRunner = classes[0]
+    return MyRunner
+
+  def _build_request(self):
+    """Create a mock inference request for testing the model."""
+
+    uploader = ModelUploader(self.model_path)
+    model_version_proto = uploader.get_model_version_proto()
+    model_version_proto.id = "model_version"
+
+    return service_pb2.PostModelOutputsRequest(
+        model=resources_pb2.Model(model_version=model_version_proto),
+        inputs=[
+            resources_pb2.Input(data=resources_pb2.Data(
+                text=resources_pb2.Text(raw="How many people live in new york?"),
+                image=resources_pb2.Image(url="https://samples.clarifai.com/metro-north.jpg"),
+                audio=resources_pb2.Audio(url="https://samples.clarifai.com/GoodMorning.wav"),
+            ))
+        ],
+    )
+
+  def _run_model_inference(self, runner):
+    """Perform inference using the runner."""
+    request = self._build_request()
+
+    try:
+      return runner.predict(request)
+    except Exception as e:
+      logger.error(f"Model Prediction failed: {e}")
+      traceback.print_exc()
+      return service_pb2.MultiOutputResponse(status=status_pb2.Status(
+          code=status_code_pb2.MODEL_PREDICTION_FAILED,
+          description="Prediction failed",
+          details="",
+          internal_details=str(e),
+      ))
+
+  def _run_test(self):
+    """Test the model locally by making a prediction."""
+    # validate that we have checkpoints downloaded before constructing MyRunner
+    uploader = ModelUploader(self.model_path)
+    uploader.download_checkpoints()
+    # construct MyRunner which will call load_model()
+    MyRunner = self._get_model_runner()
+    runner = MyRunner(
+        runner_id="n/a",
+        nodepool_id="n/a",
+        compute_cluster_id="n/a",
+    )
+    runner.load_model()
+
+    # send an inference.
+    response = self._run_model_inference(runner)
+    if response.outputs[0].status.code != status_code_pb2.SUCCESS:
+      logger.error(f"Moddel Prediction failed: {response}")
+    else:
+      logger.info(f"Model Prediction succeeded: {response}")
+
+  def test_model(self):
+    """Test the model by running it locally in the virtual environment."""
+    command = [
+        self.python_executable,
+        "-c",
+        f"import sys; sys.path.append('{os.path.dirname(os.path.abspath(__file__))}'); "
+        f"from model_run_locally import ModelRunLocally; ModelRunLocally('{self.model_path}')._run_test()",
+    ]
+    try:
+      logger.info("Testing the model locally...")
+      subprocess.check_call(command)
+      logger.info("Model tested successfully!")
+    except subprocess.CalledProcessError as e:
+      logger.error(f"Error testing the model: {e}")
+      sys.exit(1)
+
+  # run the model server
+  def run_model_server(self):
+    """Run the Clarifai Runners's model server."""
+
+    command = [
+        self.python_executable, "-m", "clarifai.runners.server", "--model_path", self.model_path,
+        "--start_dev_server"
+    ]
+    try:
+      logger.info(f"Starting model server with model at {self.model_path}...")
+      subprocess.check_call(command)
+      logger.info("Model server started successfully!")
+    except subprocess.CalledProcessError as e:
+      logger.error(f"Error running model server: {e}")
+      self.clean_up()
+      sys.exit(1)
+
+  def clean_up(self):
+    """Clean up the temporary virtual environment."""
+    if os.path.exists(self.temp_dir):
+      logger.info("Cleaning up temporary virtual environment...")
+      shutil.rmtree(self.temp_dir)
+
+
+def main():
+  parser = argparse.ArgumentParser()
+  parser.add_argument(
+      '--model_path', type=str, required=True, help='Path of the model folder to upload')
+  args = parser.parse_args()
+
+  model_path = args.model_path
+  manager = ModelRunLocally(model_path)
+
+  try:
+    manager.install_requirements()
+    manager.test_model()
+  finally:
+    manager.clean_up()
+
+
+if __name__ == "__main__":
+  main()

clarifai/runners/models/model_upload.py

@@ -10,7 +10,7 @@ from google.protobuf import json_format
 from rich import print
 
 from clarifai.client import BaseClient
-from clarifai.runners.utils.loader import HuggingFaceLoarder
+from clarifai.runners.utils.loader import HuggingFaceLoader
 from clarifai.urls.helper import ClarifaiUrlHelper
 from clarifai.utils.logging import logger
 
@@ -59,6 +59,27 @@ class ModelUploader:
       config = yaml.safe_load(file)
     return config
 
+  def _validate_config_checkpoints(self):
+    if not self.config.get("checkpoints"):
+      logger.info("No checkpoints specified in the config file")
+      return None
+
+    assert "type" in self.config.get("checkpoints"), "No loader type specified in the config file"
+    loader_type = self.config.get("checkpoints").get("type")
+    if not loader_type:
+      logger.info("No loader type specified in the config file for checkpoints")
+    assert loader_type == "huggingface", "Only huggingface loader supported for now"
+    if loader_type == "huggingface":
+      assert "repo_id" in self.config.get("checkpoints"), "No repo_id specified in the config file"
+      repo_id = self.config.get("checkpoints").get("repo_id")
+
+      # prefer env var for HF_TOKEN but if not provided then use the one from config.yaml if any.
+      if 'HF_TOKEN' in os.environ:
+        hf_token = os.environ['HF_TOKEN']
+      else:
+        hf_token = self.config.get("checkpoints").get("hf_token", None)
+      return repo_id, hf_token
+
   @property
   def client(self):
     if self._client is None:
@@ -180,27 +201,9 @@ class ModelUploader:
     return f"{self.folder}.tar.gz"
 
   def download_checkpoints(self):
-    if not self.config.get("checkpoints"):
-      logger.info("No checkpoints specified in the config file")
-      return
-
-    assert "type" in self.config.get("checkpoints"), "No loader type specified in the config file"
-    loader_type = self.config.get("checkpoints").get("type")
-    if not loader_type:
-      logger.info("No loader type specified in the config file for checkpoints")
-    assert loader_type == "huggingface", "Only huggingface loader supported for now"
-    if loader_type == "huggingface":
-      assert "repo_id" in self.config.get("checkpoints"), "No repo_id specified in the config file"
-      repo_id = self.config.get("checkpoints").get("repo_id")
-
-      # prefer env var for HF_TOKEN but if not provided then use the one from config.yaml if any.
-      if 'HF_TOKEN' in os.environ:
-        hf_token = os.environ['HF_TOKEN']
-      else:
-        hf_token = self.config.get("checkpoints").get("hf_token", None)
-        assert hf_token != 'hf_token', "The default 'hf_token' is not valid. Please provide a valid token or leave that field out of config.yaml if not needed."
-      loader = HuggingFaceLoarder(repo_id=repo_id, token=hf_token)
-
+    repo_id, hf_token = self._validate_config_checkpoints()
+    if repo_id and hf_token:
+      loader = HuggingFaceLoader(repo_id=repo_id, token=hf_token)
       success = loader.download_checkpoints(self.checkpoint_path)
 
       if not success:
@@ -232,7 +235,7 @@ class ModelUploader:
     concepts = config.get('concepts')
     logger.info(f"Updated config.yaml with {len(concepts)} concepts.")
 
-  def _get_model_version_proto(self):
+  def get_model_version_proto(self):
 
     model_version_proto = resources_pb2.ModelVersion(
         pretrained_model_config=resources_pb2.PretrainedModelConfig(),
@@ -242,8 +245,7 @@ class ModelUploader:
     model_type_id = self.config.get('model').get('model_type_id')
     if model_type_id in self.CONCEPTS_REQUIRED_MODEL_TYPE:
 
-      loader = HuggingFaceLoarder()
-      labels = loader.fetch_labels(self.checkpoint_path)
+      labels = HuggingFaceLoader.fetch_labels(self.checkpoint_path)
       # sort the concepts by id and then update the config file
       labels = sorted(labels.items(), key=lambda x: int(x[0]))
 
@@ -258,6 +260,21 @@ class ModelUploader:
     file_path = f"{self.folder}.tar.gz"
     logger.info(f"Will tar it into file: {file_path}")
 
+    model_type_id = self.config.get('model').get('model_type_id')
+    repo_id, hf_token = self._validate_config_checkpoints()
+
+    loader = HuggingFaceLoader(repo_id=repo_id, token=hf_token)
+
+    if not download_checkpoints and not loader.validate_download(self.checkpoint_path) and (
+        model_type_id in self.CONCEPTS_REQUIRED_MODEL_TYPE) and 'concepts' not in self.config:
+      logger.error(
+          f"Model type {model_type_id} requires concepts to be specified in the config file or download the model checkpoints to infer the concepts."
+      )
+      input("Press Enter to download the checkpoints to infer the concepts and continue...")
+      self.download_checkpoints()
+
+    model_version_proto = self.get_model_version_proto()
+
     if download_checkpoints:
       tar_cmd = f"tar --exclude=*~ -czvf {self.tar_file} -C {self.folder} ."
     else:  # we don't want to send the checkpoints up even if they are in the folder.
@@ -268,8 +285,6 @@ class ModelUploader:
     os.system(tar_cmd)
     logger.info("Tarring complete, about to start upload.")
 
-    model_version_proto = self._get_model_version_proto()
-
     file_size = os.path.getsize(self.tar_file)
     logger.info(f"Size of the tar is: {file_size} bytes")
 

clarifai/runners/utils/loader.py

@@ -6,7 +6,9 @@ import subprocess
 from clarifai.utils.logging import logger
 
 
-class HuggingFaceLoarder:
+class HuggingFaceLoader:
+
+  HF_DOWNLOAD_TEXT = "The 'huggingface_hub' package is not installed. Please install it using 'pip install huggingface_hub'."
 
   def __init__(self, repo_id=None, token=None):
     self.repo_id = repo_id
@@ -14,9 +16,7 @@ class HuggingFaceLoarder:
     if token:
       try:
         if importlib.util.find_spec("huggingface_hub") is None:
-          raise ImportError(
-              "The 'huggingface_hub' package is not installed. Please install it using 'pip install huggingface_hub'."
-          )
+          raise ImportError(self.HF_DOWNLOAD_TEXT)
         os.environ['HF_TOKEN'] = token
         subprocess.run(f'huggingface-cli login --token={os.environ["HF_TOKEN"]}', shell=True)
       except Exception as e:
@@ -27,9 +27,7 @@ class HuggingFaceLoarder:
     try:
       from huggingface_hub import snapshot_download
     except ImportError:
-      raise ImportError(
-          "The 'huggingface_hub' package is not installed. Please install it using 'pip install huggingface_hub'."
-      )
+      raise ImportError(self.HF_DOWNLOAD_TEXT)
     if os.path.exists(checkpoint_path) and self.validate_download(checkpoint_path):
       logger.info("Checkpoints already exist")
       return True
@@ -54,20 +52,26 @@ class HuggingFaceLoarder:
 
   def validate_hf_model(self,):
     # check if model exists on HF
-
-    from huggingface_hub import file_exists, repo_exists
+    try:
+      from huggingface_hub import file_exists, repo_exists
+    except ImportError:
+      raise ImportError(self.HF_DOWNLOAD_TEXT)
     return repo_exists(self.repo_id) and file_exists(self.repo_id, 'config.json')
 
   def validate_download(self, checkpoint_path: str):
     # check if model exists on HF
-    from huggingface_hub import list_repo_files
+    try:
+      from huggingface_hub import list_repo_files
+    except ImportError:
+      raise ImportError(self.HF_DOWNLOAD_TEXT)
     checkpoint_dir_files = [
         f for dp, dn, fn in os.walk(os.path.expanduser(checkpoint_path)) for f in fn
     ]
     return (len(checkpoint_dir_files) >= len(list_repo_files(self.repo_id))) and len(
         list_repo_files(self.repo_id)) > 0
 
-  def fetch_labels(self, checkpoint_path: str):
+  @staticmethod
+  def fetch_labels(checkpoint_path: str):
     # Fetch labels for classification, detection and segmentation models
     config_path = os.path.join(checkpoint_path, 'config.json')
     with open(config_path, 'r') as f:

clarifai/utils/evaluation/helpers.py

@@ -58,13 +58,16 @@ class _BaseEvalResultHandler:
   model: Model
   eval_data: List[resources_pb2.EvalMetrics] = field(default_factory=list)
 
-  def evaluate_and_wait(self, dataset: Dataset):
+  def evaluate_and_wait(self, dataset: Dataset, eval_info: dict = None):
     from tqdm import tqdm
     dataset_id = dataset.id
     dataset_app_id = dataset.app_id
     dataset_user_id = dataset.user_id
     _ = self.model.evaluate(
-        dataset_id=dataset_id, dataset_app_id=dataset_app_id, dataset_user_id=dataset_user_id)
+        dataset_id=dataset_id,
+        dataset_app_id=dataset_app_id,
+        dataset_user_id=dataset_user_id,
+        eval_info=eval_info)
     latest_eval = self.model.list_evaluations()[0]
     excepted = 10
     desc = f"Please wait for the evaluation process between model {self.get_model_name()} and dataset {dataset_user_id}/{dataset_app_id}/{dataset_id} to complete."
@@ -83,7 +86,10 @@ class _BaseEvalResultHandler:
           f"Model has failed to evaluate \n {latest_eval.status}.\nPlease check your dataset inputs!"
       )
 
-  def find_eval_id(self, datasets: List[Dataset] = [], attempt_evaluate: bool = False):
+  def find_eval_id(self,
+                   datasets: List[Dataset] = [],
+                   attempt_evaluate: bool = False,
+                   eval_info: dict = None):
     list_eval_outputs = self.model.list_evaluations()
     self.eval_data = []
     for dataset in datasets:
@@ -117,7 +123,7 @@ class _BaseEvalResultHandler:
       # if not evaluated, but user wants to proceed it
       if not _is_found:
         if attempt_evaluate:
-          self.eval_data.append(self.evaluate_and_wait(dataset))
+          self.eval_data.append(self.evaluate_and_wait(dataset, eval_info=eval_info))
         # otherwise raise error
         else:
           raise Exception(

clarifai/utils/evaluation/main.py

@@ -53,6 +53,7 @@ class EvalResultCompare:
                models: Union[List[Model], List[str]],
                datasets: Union[Dataset, List[Dataset], str, List[str]],
                attempt_evaluate: bool = False,
+               eval_info: dict = None,
                auth_kwargs: dict = {}):
     assert isinstance(models, list), ValueError("Expected list")
 
@@ -97,7 +98,7 @@ class EvalResultCompare:
         assert self.model_type == model_type, f"Can not compare when model types are different, {self.model_type} != {model_type}"
       m = make_handler_by_type(model_type)(model=model)
       logger.info(f"* {m.get_model_name(pretify=True)}")
-      m.find_eval_id(datasets=datasets, attempt_evaluate=attempt_evaluate)
+      m.find_eval_id(datasets=datasets, attempt_evaluate=attempt_evaluate, eval_info=eval_info)
       self._eval_handlers.append(m)
 
   @property

{clarifai-10.8.9.dist-info → clarifai-10.9.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: clarifai
-Version: 10.8.9
+Version: 10.9.1
 Summary: Clarifai Python SDK
 Home-page: https://github.com/Clarifai/clarifai-python
 Author: Clarifai
@@ -20,7 +20,7 @@ Classifier: Operating System :: OS Independent
 Requires-Python: >=3.8
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: clarifai-grpc >=10.8.7
+Requires-Dist: clarifai-grpc >=10.8.8
 Requires-Dist: clarifai-protocol >=0.0.6
 Requires-Dist: numpy >=1.22.0
 Requires-Dist: tqdm >=4.65.0

{clarifai-10.8.9.dist-info → clarifai-10.9.1.dist-info}/RECORD

@@ -1,4 +1,4 @@
-clarifai/__init__.py,sha256=ITGMrK4qn_qf8hhGNDzj09T9nNZUSu_PifQ8w_1luTk,23
+clarifai/__init__.py,sha256=1-Xk7E7-IsivFNQIvqGyYjTSA2tEoxgp679FIfjZd-w,23
 clarifai/cli.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 clarifai/errors.py,sha256=RwzTajwds51wLD0MVlMC5kcpBnzRpreDLlazPSBZxrg,2605
 clarifai/versions.py,sha256=jctnczzfGk_S3EnVqb2FjRKfSREkNmvNEwAAa_VoKiQ,222
@@ -41,7 +41,7 @@ clarifai/datasets/upload/loaders/README.md,sha256=aNRutSCTzLp2ruIZx74ZkN5AxpzwKO
 clarifai/datasets/upload/loaders/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 clarifai/datasets/upload/loaders/coco_captions.py,sha256=YfuNXplbdoH8N9ph7RyN9MfJTtOcJBG4ie1ow6-mELA,1516
 clarifai/datasets/upload/loaders/coco_detection.py,sha256=_I_yThw435KS9SH7zheBbJDK3zFgjTImBsES__ijjMk,2831
-clarifai/datasets/upload/loaders/imagenet_classification.py,sha256=LuylazxpI5V8fAPGCUxDirGpYMfxzRxix-MEWaCvwxI,1895
+clarifai/datasets/upload/loaders/imagenet_classification.py,sha256=i7W5F6FTB3LwLmhPgjZHmbCbS3l4LmjsuBFKtjxl1pU,1962
 clarifai/datasets/upload/loaders/xview_detection.py,sha256=hk8cZdYZimm4KOaZvBjYcC6ikURZMn51xmn7pXZT3HE,6052
 clarifai/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 clarifai/models/api.py,sha256=d3FQQlG0mNDLrfEvchqaVcq4Tgb_TqryNnJtwp3c7sE,10961
@@ -60,13 +60,14 @@ clarifai/runners/dockerfile_template/Dockerfile.cuda.template,sha256=TMqTZBN1exM
 clarifai/runners/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 clarifai/runners/models/base_typed_model.py,sha256=OnAk08Lo2Y1fGiBc6JJ6UvJ8P435cTsikTNYDkStDpI,7790
 clarifai/runners/models/model_class.py,sha256=9JSPAr4U4K7xI0kSl-q0mHB06zknm2OR-8XIgBCto94,1611
+clarifai/runners/models/model_run_locally.py,sha256=35K37fq9Zkd0tautnRf9y1fvfbp_57e05-6wREBxdUI,6720
 clarifai/runners/models/model_runner.py,sha256=3vzoastQxkGRDK8T9aojDsLNBb9A3IiKm6YmbFrE9S0,6241
 clarifai/runners/models/model_servicer.py,sha256=L5AuqKDZrsKOnv_Fz1Ld4-nzqehltLTsYAS7NIclm1g,2880
-clarifai/runners/models/model_upload.py,sha256=or1yUlBLOFM9gD3Jjg6Vc9zhpK9uqnRrp4B1bV5VCKM,15985
+clarifai/runners/models/model_upload.py,sha256=QxuRtr5dFc5_6cEPQBklACGgHVdxeIVIMYujs_ZKO28,16648
 clarifai/runners/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 clarifai/runners/utils/data_handler.py,sha256=sxy9zlAgI6ETuxCQhUgEXAn2GCsaW1GxpK6GTaMne0g,6966
 clarifai/runners/utils/data_utils.py,sha256=R1iQ82TuQ9JwxCJk8yEB1Lyb0BYVhVbWJI9YDi1zGOs,318
-clarifai/runners/utils/loader.py,sha256=taWTf-TCIZKh8jjwiFDYg3EqtJPXqn9EFoedIbnYXE8,2811
+clarifai/runners/utils/loader.py,sha256=uSjn36-Henlht-mOuQN3p5XPUvsFlYPBs_J2Gu3YAOA,2900
 clarifai/runners/utils/url_fetcher.py,sha256=-Hwjb1SURszn7zUVwi4Of0-nrksfZy-uqT4SvPGCgSU,1446
 clarifai/schema/search.py,sha256=JjTi8ammJgZZ2OGl4K6tIA4zEJ1Fr2ASZARXavI1j5c,2448
 clarifai/urls/helper.py,sha256=tjoMGGHuWX68DUB0pk4MEjrmFsClUAQj2jmVEM_Sy78,4751
@@ -76,16 +77,16 @@ clarifai/utils/logging.py,sha256=rhutBRQJLtkNRz8IErNCgbIpvtl2fQ3D2otYcGqd3-Q,115
 clarifai/utils/misc.py,sha256=ptjt1NtteDT0EhrPoyQ7mgWtvoAQ-XNncQaZvNHb0KI,2253
 clarifai/utils/model_train.py,sha256=Mndqy5GNu7kjQHjDyNVyamL0hQFLGSHcWhOuPyOvr1w,8005
 clarifai/utils/evaluation/__init__.py,sha256=PYkurUrXrGevByj7RFb6CoU1iC7fllyQSfnnlo9WnY8,69
-clarifai/utils/evaluation/helpers.py,sha256=Fl3QzrtlvhtaLc8kD3As2hJGpnf7yHcQ6hA0sDstnnI,18378
-clarifai/utils/evaluation/main.py,sha256=u8j_ZcY2vKfhJhNJRvf6Ww1OsHfKg8gR-5HnXHF4aEY,15719
+clarifai/utils/evaluation/helpers.py,sha256=aZeHLI7oSmU5YDWQp5GdkYW5qbHx37nV9xwunKTAwWM,18549
+clarifai/utils/evaluation/main.py,sha256=sQAuMk0lPclXCYvy_rS7rYteo2xh9Ju13VNvbyGt_VM,15779
 clarifai/utils/evaluation/testset_annotation_parser.py,sha256=iZfLw6oR1qgJ3MHMbOZXcGBLu7btSDn0VqdiAzpIm4g,5002
 clarifai/workflows/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 clarifai/workflows/export.py,sha256=vICRhIreqDSShxLKjHNM2JwzKsf1B4fdXB0ciMcA70k,1945
 clarifai/workflows/utils.py,sha256=nGeB_yjVgUO9kOeKTg4OBBaBz-AwXI3m-huSVj-9W18,1924
 clarifai/workflows/validate.py,sha256=yJq03MaJqi5AK3alKGJJBR89xmmjAQ31sVufJUiOqY8,2556
-clarifai-10.8.9.dist-info/LICENSE,sha256=mUqF_d12-qE2n41g7C5_sq-BMLOcj6CNN-jevr15YHU,555
-clarifai-10.8.9.dist-info/METADATA,sha256=5XzN2apyDmGS5cNukftBldIVjwRpEeGP1oXWomopRs4,19479
-clarifai-10.8.9.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
-clarifai-10.8.9.dist-info/entry_points.txt,sha256=qZOr_MIPG0dBBE1zringDJS_wXNGTAA_SQ-zcbmDHOw,82
-clarifai-10.8.9.dist-info/top_level.txt,sha256=wUMdCQGjkxaynZ6nZ9FAnvBUCgp5RJUVFSy2j-KYo0s,9
-clarifai-10.8.9.dist-info/RECORD,,
+clarifai-10.9.1.dist-info/LICENSE,sha256=mUqF_d12-qE2n41g7C5_sq-BMLOcj6CNN-jevr15YHU,555
+clarifai-10.9.1.dist-info/METADATA,sha256=TRfuw_q3tLo09odVd5cB2JTVyCunUt1DstFmvmo7CJE,19479
+clarifai-10.9.1.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
+clarifai-10.9.1.dist-info/entry_points.txt,sha256=qZOr_MIPG0dBBE1zringDJS_wXNGTAA_SQ-zcbmDHOw,82
+clarifai-10.9.1.dist-info/top_level.txt,sha256=wUMdCQGjkxaynZ6nZ9FAnvBUCgp5RJUVFSy2j-KYo0s,9
+clarifai-10.9.1.dist-info/RECORD,,