clarifai 9.0.0__py3-none-any.whl → 9.3.1__py3-none-any.whl

clarifai/listing/lister.py

@@ -6,6 +6,8 @@ from clarifai.listing.datasets import datasets_generator
 from clarifai.listing.inputs import dataset_inputs_generator, inputs_generator
 from clarifai.listing.installed_module_versions import installed_module_versions_generator
 from clarifai.listing.models import models_generator
+from clarifai.listing.module_versions import module_versions_generator
+from clarifai.listing.modules import modules_generator
 
 
 class ClarifaiResourceLister(object):
@@ -158,3 +160,41 @@ class ClarifaiResourceLister(object):
     """
     page_size = self.default_page_size if page_size is None else page_size
     return installed_module_versions_generator(self.stub, self.user_id, self.app_id, page_size)
+
+  def list_all_modules(self, page_size: int = None):
+    """
+    This lists all the modules in an app. Not recommended for large apps.
+
+    Returns:
+      modules: a list of Module protos for all the modules in the app.
+    """
+    return [item for item in self.module_generator(page_size)]
+
+  def module_generator(self, page_size: int = None):
+    """
+    This lists all the module in an app. Not recommended for large apps.
+
+    Returns:
+      gen: a generator that yields a single Module proto at a time.
+    """
+    page_size = self.default_page_size if page_size is None else page_size
+    return modules_generator(self.stub, self.user_id, self.app_id, page_size)
+
+  def list_all_module_versions(self, page_size: int = None):
+    """
+    This lists all the module_versions in an app. Not recommended for large apps.
+
+    Returns:
+      module_versions: a list of ModuleVersion protos for all the module_versions in the app.
+    """
+    return [item for item in self.module_versions_generator(page_size)]
+
+  def module_versions_generator(self, page_size: int = None):
+    """
+    This lists all the module_versions in an app. Not recommended for large apps.
+
+    Returns:
+      gen: a generator that yields a single ModuleVersion proto at a time.
+    """
+    page_size = self.default_page_size if page_size is None else page_size
+    return module_versions_generator(self.stub, self.user_id, self.app_id, page_size)

clarifai/listing/module_versions.py

@@ -0,0 +1,42 @@
+from clarifai_grpc.grpc.api import resources_pb2, service_pb2
+from clarifai_grpc.grpc.api.status import status_code_pb2
+
+from clarifai.client import V2Stub
+
+
+def module_versions_generator(stub: V2Stub,
+                              user_id: str,
+                              app_id: str,
+                              module_id: str,
+                              page_size: int = 64):
+  """
+  Lists all the module versions in the given userAppID user_id, app_id app, module_id module.
+
+  Args:
+    stub: client stub.
+    user_id: the user to list from.
+    app_id: the app in the user_id account to list from.
+    module_id: the module in the app to list from.
+    page_size: the pagination size to use while iterating.
+
+  Returns:
+    module_versions: a list of ModuleVersion protos for all the modules in the app.
+  """
+  userDataObject = resources_pb2.UserAppIDSet(user_id=user_id, app_id=app_id)
+
+  success_status = {status_code_pb2.SUCCESS}
+
+  page = 1
+  while True:
+    response = stub.ListModuleVersions(
+        service_pb2.ListModuleVersionsRequest(
+            user_app_id=userDataObject, module_id=module_id, page=page, per_page=page_size),)
+
+    if response.status.code not in success_status:
+      raise Exception("ListModuleVersions failed with response %r" % response)
+    for item in response.module_versions:
+      yield item
+    page += 1
+    # if we don't get a full page back we know we're done.
+    if len(response.module_versions) < page_size:
+      break

clarifai/listing/modules.py

@@ -0,0 +1,36 @@
+from clarifai_grpc.grpc.api import resources_pb2, service_pb2
+from clarifai_grpc.grpc.api.status import status_code_pb2
+
+from clarifai.client import V2Stub
+
+
+def modules_generator(stub: V2Stub, user_id: str, app_id: str, page_size: int = 64):
+  """
+  Lists all the modules in the given userAppID user_id, app_id app.
+
+  Args:
+    stub: client stub.
+    user_id: the user to list from.
+    app_id: the app in the user_id account to list from.
+    page_size: the pagination size to use while iterating.
+
+  Returns:
+    imvs: a list of Module protos for all the modules in the app.
+  """
+  userDataObject = resources_pb2.UserAppIDSet(user_id=user_id, app_id=app_id)
+
+  success_status = {status_code_pb2.SUCCESS}
+
+  page = 1
+  while True:
+    response = stub.ListModules(
+        service_pb2.ListModulesRequest(user_app_id=userDataObject, page=page, per_page=page_size),)
+
+    if response.status.code not in success_status:
+      raise Exception("ListModules failed with response %r" % response)
+    for item in response.modules:
+      yield item
+    page += 1
+    # if we don't get a full page back we know we're done.
+    if len(response.modules) < page_size:
+      break

clarifai/modules/style.css

@@ -80,7 +80,7 @@ body {
   color: #fff;
   background-color: #006dff;
   border-color: transparent;
-  border-radius: 0 8px 8px 0;
+  border-radius: 0 7px 7px 0;
 }
 
 .stTextArea > div {
@@ -95,6 +95,12 @@ body {
   border-radius: 8px;
 }
 
+.stNumberInput>div {
+    color: #fff;
+    border-color: #e4e7ec;
+    border-radius: 8px 8px 8px 8px;
+}
+
 .stNumberInput>div>div>button {
     color: #fff;
     background-color: #006dff;
@@ -139,9 +145,6 @@ div[data-testid="stFileUploader"]>section>button:active
     background-color: #356dff;
 }
 
-.st-bt {
-    background-color: #fff;
-}
 
 .stTextInput>div>div>input {
     background-color: #fff;

{clarifai-9.0.0.dist-info → clarifai-9.3.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: clarifai
-Version: 9.0.0
+Version: 9.3.1
 Summary: Clarifai Python Utilities
 Home-page: https://github.com/Clarifai/clarifai-python-utils
 Author: Clarifai
@@ -10,10 +10,10 @@ Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
 Classifier: Programming Language :: Python :: 3
 Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Operating System :: OS Independent
-Requires-Python: >=3.7
+Requires-Python: >=3.8
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: clarifai-grpc (>=9.0.0)
+Requires-Dist: clarifai-grpc (>=9.3.0)
 
 ![Clarifai logo](https://www.clarifai.com/hs-fs/hubfs/logo/Clarifai/clarifai-740x150.png?width=240)
 

{clarifai-9.0.0.dist-info → clarifai-9.3.1.dist-info}/RECORD

@@ -7,19 +7,31 @@ clarifai/client/stub.py,sha256=pa1Sh9HeUG7Ipi3f-OmTRFp0hvH31PF60NsC7IwFBNI,3606
 clarifai/data_upload/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 clarifai/data_upload/base.py,sha256=D3ZXFij9tlSmO53tARqsrMNVgo-m4wmshjxwilRGcSs,2042
 clarifai/data_upload/datasets.py,sha256=KQ4I9frenTcXJh94PO7f-jZd74cNisiRmuBuLA1ArlI,10845
-clarifai/data_upload/upload.py,sha256=qzT04oP88BEwNnh-jxmt2ptGQYjG2jXOcEr8PObt3Ms,7083
+clarifai/data_upload/examples.py,sha256=7GuewOZtaBB7z67XVRinc7s0uIcBxTdrwVa_PJ1ODww,540
+clarifai/data_upload/upload.py,sha256=925LqVP1k0Aypp9CX32AO_zzPiqEM7OK4IXHmWHX3mw,10917
 clarifai/data_upload/utils.py,sha256=zHIIbX7O9SZTFmJJqZ1j5nmh23AHt4VyNnYPQQMrD8I,6328
+clarifai/data_upload/datasets/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+clarifai/data_upload/datasets/base.py,sha256=EtI_AoJVWUvP4h1IWIefkTijjhsQKvvfW0BJOHmNsN4,1693
+clarifai/data_upload/datasets/features.py,sha256=7bC2lXBJQk9k3RJBLI69tWv1GK6MNs4WHWZFsJ6V1y0,1089
+clarifai/data_upload/datasets/image.py,sha256=HL9mV5FkYQWWihoVRAolZfu8pYIqW9Hd0EsLJsHpt94,9235
+clarifai/data_upload/datasets/text.py,sha256=IxLPBhoh4dDdrI41zTMGArNIAc3Z-C8KPIxVpUZ6tlw,2110
+clarifai/data_upload/datasets/zoo/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+clarifai/data_upload/datasets/zoo/coco_captions.py,sha256=GcBdV5R7zY7zF4QEEr293cd2JQZeFuseyYUJG-yBU_c,3651
+clarifai/data_upload/datasets/zoo/coco_detection.py,sha256=Pj0PXlzE3RHueepCxxmtQWFjyCBz0R_eLcbGCAQJ7nM,4856
+clarifai/data_upload/datasets/zoo/coco_segmentation.py,sha256=ap309aTc5mv_7VOBG5m9wer1BygTTHZ-e3H8Zg6rcOo,6196
 clarifai/listing/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 clarifai/listing/concepts.py,sha256=AbdZZ_EFj5P8DvPp9mIm9UlWCUusILjsQ3YJtXoeBvA,1169
 clarifai/listing/datasets.py,sha256=mlm0TRm60JyVT6GGRwhvfDqsBm2Z64SxHOv_CyFFhuk,1184
 clarifai/listing/inputs.py,sha256=pmB5WQl1ArVwjh7tXsaSDMXuONqke5XSAChV_zSfi9w,3632
-clarifai/listing/installed_module_versions.py,sha256=iH_b3_2vf2prd9r879ZyTs-2DQAGTh9r2hc-choZcEY,1812
-clarifai/listing/lister.py,sha256=LJV2KoUonaECYvHA_IsKsCc7DpN2ASLPZWH5DW0PvH0,6163
+clarifai/listing/installed_module_versions.py,sha256=3-s2YTylmbkt_Pcja3nDZ9yGatGrMNtojU3ia5UAdFQ,1466
+clarifai/listing/lister.py,sha256=BoQXxoWNVNr7s1zEZ9oFADXck6kfcQFG-NjRzQ9mcwo,7710
 clarifai/listing/models.py,sha256=AgINtzh8nE6nfFN9CqYI-ocSRwhsOiZohcutvziR150,1506
+clarifai/listing/module_versions.py,sha256=M86Jm_Rdb6tPxuRY0exI3JGh1MSguoolo7wVzV3DeWk,1480
+clarifai/listing/modules.py,sha256=yM074edY2d19HHt2MpO6_oAzDxM8yuc4hMns4D8zQTs,1170
 clarifai/modules/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 clarifai/modules/css.py,sha256=kadCEunmyh5h2yf0-4aysE3ZcZ6qaQcxuAgDXS96yF8,2020
 clarifai/modules/pages.py,sha256=iOoM3RNRMgXlV0qBqcdQofxoXo2RuRQh0h9c9BIS0-I,1383
-clarifai/modules/style.css,sha256=pMznwJMr_YMszNBG0gILTdEpm21c47SnikR5cviRdZU,4066
+clarifai/modules/style.css,sha256=nds6AFct5-jzXFwfj0tlybM4cSw-zZaONH6mdTFPi5I,4131
 clarifai/urls/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 clarifai/urls/helper.py,sha256=2U5tjMPFAqAxVOPHpankt11LGxVWcLmu8tX1KTrmUp4,3172
 clarifai_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -33,9 +45,19 @@ clarifai_utils/client/stub.py~,sha256=_EDjwtCbCahDzXNOSVkk0ZWVIkeca8c8akd3uAwQrl
 clarifai_utils/data_upload/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 clarifai_utils/data_upload/base.py,sha256=D3ZXFij9tlSmO53tARqsrMNVgo-m4wmshjxwilRGcSs,2042
 clarifai_utils/data_upload/datasets.py,sha256=KQ4I9frenTcXJh94PO7f-jZd74cNisiRmuBuLA1ArlI,10845
-clarifai_utils/data_upload/upload.py,sha256=qzT04oP88BEwNnh-jxmt2ptGQYjG2jXOcEr8PObt3Ms,7083
+clarifai_utils/data_upload/examples.py,sha256=7GuewOZtaBB7z67XVRinc7s0uIcBxTdrwVa_PJ1ODww,540
+clarifai_utils/data_upload/upload.py,sha256=925LqVP1k0Aypp9CX32AO_zzPiqEM7OK4IXHmWHX3mw,10917
 clarifai_utils/data_upload/upload.py~,sha256=WHDT4t1Ok41NOgiManoYJRv2QX4QRC2Rckqbb517VHA,7089
 clarifai_utils/data_upload/utils.py,sha256=zHIIbX7O9SZTFmJJqZ1j5nmh23AHt4VyNnYPQQMrD8I,6328
+clarifai_utils/data_upload/datasets/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+clarifai_utils/data_upload/datasets/base.py,sha256=EtI_AoJVWUvP4h1IWIefkTijjhsQKvvfW0BJOHmNsN4,1693
+clarifai_utils/data_upload/datasets/features.py,sha256=7bC2lXBJQk9k3RJBLI69tWv1GK6MNs4WHWZFsJ6V1y0,1089
+clarifai_utils/data_upload/datasets/image.py,sha256=HL9mV5FkYQWWihoVRAolZfu8pYIqW9Hd0EsLJsHpt94,9235
+clarifai_utils/data_upload/datasets/text.py,sha256=IxLPBhoh4dDdrI41zTMGArNIAc3Z-C8KPIxVpUZ6tlw,2110
+clarifai_utils/data_upload/datasets/zoo/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+clarifai_utils/data_upload/datasets/zoo/coco_captions.py,sha256=GcBdV5R7zY7zF4QEEr293cd2JQZeFuseyYUJG-yBU_c,3651
+clarifai_utils/data_upload/datasets/zoo/coco_detection.py,sha256=Pj0PXlzE3RHueepCxxmtQWFjyCBz0R_eLcbGCAQJ7nM,4856
+clarifai_utils/data_upload/datasets/zoo/coco_segmentation.py,sha256=ap309aTc5mv_7VOBG5m9wer1BygTTHZ-e3H8Zg6rcOo,6196
 clarifai_utils/listing/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 clarifai_utils/listing/concepts.py,sha256=AbdZZ_EFj5P8DvPp9mIm9UlWCUusILjsQ3YJtXoeBvA,1169
 clarifai_utils/listing/concepts.py~,sha256=RnWzTK4ZFdrELWnEace3vgiqzB_prMmvAWNLFn0tz3w,1175
@@ -43,20 +65,22 @@ clarifai_utils/listing/datasets.py,sha256=mlm0TRm60JyVT6GGRwhvfDqsBm2Z64SxHOv_Cy
 clarifai_utils/listing/datasets.py~,sha256=BH9F7gxpAbkgoIgC467DiWxO-K66h5ERPopQc43ah5Q,1190
 clarifai_utils/listing/inputs.py,sha256=pmB5WQl1ArVwjh7tXsaSDMXuONqke5XSAChV_zSfi9w,3632
 clarifai_utils/listing/inputs.py~,sha256=nPTTBVvCTAYLFNf4YGC7MP1KgBS_o3Ob75dmJ_cpLEA,3638
-clarifai_utils/listing/installed_module_versions.py,sha256=iH_b3_2vf2prd9r879ZyTs-2DQAGTh9r2hc-choZcEY,1812
+clarifai_utils/listing/installed_module_versions.py,sha256=3-s2YTylmbkt_Pcja3nDZ9yGatGrMNtojU3ia5UAdFQ,1466
 clarifai_utils/listing/installed_module_versions.py~,sha256=GgJQ8DLQq9GEhgaa97XFRmNpthUKKpUE4vM40G9ljaY,1818
-clarifai_utils/listing/lister.py,sha256=LJV2KoUonaECYvHA_IsKsCc7DpN2ASLPZWH5DW0PvH0,6163
+clarifai_utils/listing/lister.py,sha256=BoQXxoWNVNr7s1zEZ9oFADXck6kfcQFG-NjRzQ9mcwo,7710
 clarifai_utils/listing/lister.py~,sha256=bmAxbl4Wkb4S1rGBPHvG5TSLAtzuAvnBg_L5C9bR-0s,6198
 clarifai_utils/listing/models.py,sha256=AgINtzh8nE6nfFN9CqYI-ocSRwhsOiZohcutvziR150,1506
 clarifai_utils/listing/models.py~,sha256=i3Ls-lrtB-KO5LxNBxFb-KQxICROkeUgIx0naKivjDU,1512
+clarifai_utils/listing/module_versions.py,sha256=M86Jm_Rdb6tPxuRY0exI3JGh1MSguoolo7wVzV3DeWk,1480
+clarifai_utils/listing/modules.py,sha256=yM074edY2d19HHt2MpO6_oAzDxM8yuc4hMns4D8zQTs,1170
 clarifai_utils/modules/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 clarifai_utils/modules/css.py,sha256=kadCEunmyh5h2yf0-4aysE3ZcZ6qaQcxuAgDXS96yF8,2020
 clarifai_utils/modules/pages.py,sha256=iOoM3RNRMgXlV0qBqcdQofxoXo2RuRQh0h9c9BIS0-I,1383
-clarifai_utils/modules/style.css,sha256=pMznwJMr_YMszNBG0gILTdEpm21c47SnikR5cviRdZU,4066
+clarifai_utils/modules/style.css,sha256=nds6AFct5-jzXFwfj0tlybM4cSw-zZaONH6mdTFPi5I,4131
 clarifai_utils/urls/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 clarifai_utils/urls/helper.py,sha256=2U5tjMPFAqAxVOPHpankt11LGxVWcLmu8tX1KTrmUp4,3172
-clarifai-9.0.0.dist-info/LICENSE,sha256=GuQZ4iPZUwh44duTbVr7ZzYp_SaJDLR9MvzU7YqlZXM,555
-clarifai-9.0.0.dist-info/METADATA,sha256=SozFpYmvhZf83j7PsAFGztQn_OTtVr3pw_ufXdvlDEA,2921
-clarifai-9.0.0.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
-clarifai-9.0.0.dist-info/top_level.txt,sha256=w3e8wx1HuK3_huGQosppv1_FSoNjBUd09KBKMK3wR-U,24
-clarifai-9.0.0.dist-info/RECORD,,
+clarifai-9.3.1.dist-info/LICENSE,sha256=GuQZ4iPZUwh44duTbVr7ZzYp_SaJDLR9MvzU7YqlZXM,555
+clarifai-9.3.1.dist-info/METADATA,sha256=67jF3QVKCfQeH2B8-9GpwTb3TTBVbiaVNj1k7bZfmHc,2921
+clarifai-9.3.1.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
+clarifai-9.3.1.dist-info/top_level.txt,sha256=w3e8wx1HuK3_huGQosppv1_FSoNjBUd09KBKMK3wR-U,24
+clarifai-9.3.1.dist-info/RECORD,,

clarifai_utils/data_upload/datasets/base.py

@@ -0,0 +1,67 @@
+from typing import Iterator, List
+
+from clarifai_grpc.grpc.api import resources_pb2
+from google.protobuf.struct_pb2 import Struct
+
+
+class ClarifaiDataset:
+  """
+  Clarifai datasets base class.
+  """
+
+  def __init__(self, datagen_object: Iterator, dataset_id: str, split: str) -> None:
+    self.datagen_object = datagen_object
+    self.dataset_id = dataset_id
+    self.split = split
+    self._all_input_protos = []
+
+  def __len__(self) -> int:
+    """
+    Get size of all input protos
+    """
+    return len(self._all_input_protos)
+
+  def _to_list(self, input_protos: Iterator) -> List:
+    """
+    Parse protos iterator to list.
+    """
+    return list(input_protos)
+
+  def create_input_protos(self, image_path: str, label: str, input_id: str, dataset_id: str,
+                          metadata: Struct) -> resources_pb2.Input:
+    """
+    Create input protos for each image, label input pair.
+    Args:
+    	`image_path`: path to image.
+    	`label`: image label
+    	`input_id: unique input id
+    	`dataset_id`: Clarifai dataset id
+    	`metadata`: input metadata
+    Returns:
+    	An input proto representing a single row input
+    """
+    raise NotImplementedError()
+
+  def _get_input_protos(self) -> Iterator:
+    """
+    Create input protos for each row of the dataframe.
+    Returns:
+    	A list of input protos
+    """
+    raise NotImplementedError()
+
+
+class Chunker:
+  """
+  Split an input sequence into small chunks.
+  """
+
+  def __init__(self, seq: List, size: int) -> None:
+    self.seq = seq
+    self.size = size
+
+  def chunk(self) -> List[List]:
+    """
+    Chunk input sequence.
+    """
+    return [self.seq[pos:pos + self.size] for pos in range(0, len(self.seq), self.size)]

clarifai_utils/data_upload/datasets/features.py

@@ -0,0 +1,45 @@
+#! dataset output features (output from preprocessing & input to clarifai data proto builders)
+from dataclasses import dataclass
+from typing import List, Optional, Union
+
+
+@dataclass
+class TextFeatures:
+  """
+  Text classification datasets preprocessing output features.
+  """
+  text: str
+  labels: List[Union[str, int]]  # List[str or int] to cater for multi-class tasks
+  id: Optional[int] = None  # text_id
+
+
+@dataclass
+class VisualClassificationFeatures:
+  """
+  Image classification datasets preprocessing output features.
+  """
+  image_path: str
+  label: Union[str, int]
+  id: Optional[int] = None  # image_id
+
+
+@dataclass
+class VisualDetectionFeatures:
+  """
+  Image Detection datasets preprocessing output features.
+  """
+  image_path: str
+  classes: List[Union[str, int]]
+  bboxes: List[List[float]]
+  id: Optional[int] = None  # image_id
+
+
+@dataclass
+class VisualSegmentationFeatures:
+  """
+  Image Segmentation datasets preprocessing output features.
+  """
+  image_path: str
+  classes: List[Union[str]]
+  polygons: List[List[List[float]]]
+  id: Optional[int] = None  # image_id

clarifai_utils/data_upload/datasets/image.py

@@ -0,0 +1,236 @@
+from typing import Iterator, List, Tuple, Union
+
+from clarifai_grpc.grpc.api import resources_pb2
+from google.protobuf.struct_pb2 import Struct
+from tqdm import tqdm
+
+from .base import ClarifaiDataset
+
+
+class VisualClassificationDataset(ClarifaiDataset):
+
+  def __init__(self, datagen_object: Iterator, dataset_id: str, split: str) -> None:
+    super().__init__(datagen_object, dataset_id, split)
+
+  def create_input_protos(self, image_path: str, labels: List[Union[str, int]], input_id: str,
+                          dataset_id: str, metadata: Struct) -> resources_pb2.Input:
+    """
+    Create input protos for each image, label input pair.
+    Args:
+      `image_path`: image path.
+      `labels`: image label(s)
+      `input_id: unique input id
+      `dataset_id`: Clarifai dataset id
+      `metadata`: image metadata
+    Returns:
+      An input proto representing a single row input
+    """
+    input_proto = resources_pb2.Input(
+        id=input_id,
+        dataset_ids=[dataset_id],
+        data=resources_pb2.Data(
+            image=resources_pb2.Image(base64=open(image_path, 'rb').read(),),
+            concepts=[
+                resources_pb2.Concept(
+                  id=f"id-{''.join(_label.split(' '))}", name=_label, value=1.)\
+                for _label in labels
+            ],
+            metadata=metadata))
+
+    return input_proto
+
+  def _get_input_protos(self) -> Iterator:
+    """
+    Create input image protos for each data generator item.
+    Returns:
+      Input proto iterator
+    """
+    for i, item in tqdm(enumerate(self.datagen_object), desc="Creating input protos..."):
+      metadata = Struct()
+      image_path = item.image_path
+      label = item.label if isinstance(item.label, list) else [item.label]  # clarifai concept
+      input_id = f"{self.dataset_id}-{self.split}-{i}" if item.id is None else f"{self.split}-{str(item.id)}"
+
+      input_proto = self.create_input_protos(image_path, label, input_id, self.dataset_id,
+                                             metadata)
+      self._all_input_protos.append(input_proto)
+
+    return iter(self._all_input_protos)
+
+
+class VisualDetectionDataset(ClarifaiDataset):
+  """
+  Visual detection dataset proto class.
+  """
+
+  def __init__(self, datagen_object: Iterator, dataset_id: str, split: str) -> None:
+    super().__init__(datagen_object, dataset_id, split)
+    self._annotation_protos = []
+
+  def create_input_protos(self, image_path: str, input_id: str, dataset_id: str,
+                          metadata: Struct) -> resources_pb2.Input:
+    """
+    Create input protos for each image, label input pair.
+    Args:
+      `image_path`: file path to image
+      `input_id: unique input id
+      `dataset_id`: Clarifai dataset id
+      `metadata`: image metadata
+    Returns:
+      An input proto representing a single row input
+    """
+    input_image_proto = resources_pb2.Input(
+        id=input_id,
+        dataset_ids=[dataset_id],
+        data=resources_pb2.Data(
+            image=resources_pb2.Image(base64=open(image_path, 'rb').read(),), metadata=metadata))
+
+    return input_image_proto
+
+  def create_annotation_proto(self, label: str, annotations: List, input_id: str,
+                              dataset_id: str) -> resources_pb2.Annotation:
+    """
+    Create an input proto for each bounding box, label input pair.
+    Args:
+      `label`: annotation label
+      `annotations`: a list of a single bbox's coordinates.
+      `input_id: unique input id
+      `dataset_id`: Clarifai dataset id
+    Returns:
+      An input proto representing a single image input
+    """
+    input_annot_proto = resources_pb2.Annotation(
+        input_id=input_id,
+        data=resources_pb2.Data(regions=[
+            resources_pb2.Region(
+                region_info=resources_pb2.RegionInfo(bounding_box=resources_pb2.BoundingBox(
+                    # Annotations ordering: [xmin, ymin, xmax, ymax]
+                    # top_row must be less than bottom row
+                    # left_col must be less than right col
+                    top_row=annotations[1],  #y_min
+                    left_col=annotations[0],  #x_min
+                    bottom_row=annotations[3],  #y_max
+                    right_col=annotations[2]  #x_max
+                )),
+                data=resources_pb2.Data(concepts=[
+                    resources_pb2.Concept(
+                        id=f"id-{''.join(label.split(' '))}", name=label, value=1.)
+                ]))
+        ]))
+
+    return input_annot_proto
+
+  def _get_input_protos(self) -> Tuple[Iterator, Iterator]:
+    """
+    Create input image protos for each data generator item.
+    Returns:
+      Input and Annotation proto iterators.
+    """
+    for i, item in tqdm(enumerate(self.datagen_object), desc="Creating input protos..."):
+      metadata = Struct()
+      image = item.image_path
+      labels = item.classes  # list:[l1,...,ln]
+      bboxes = item.bboxes  # [[xmin,ymin,xmax,ymax],...,[xmin,ymin,xmax,ymax]]
+      input_id = f"{self.dataset_id}-{self.split}-{i}" if item.id is None else f"{self.split}-{str(item.id)}"
+      metadata.update({"label": labels, "split": self.split})
+
+      input_image_proto = self.create_input_protos(image, input_id, self.dataset_id, metadata)
+      self._all_input_protos.append(input_image_proto)
+
+      # iter over bboxes and classes
+      # one id could have more than one bbox and label
+      for i in range(len(bboxes)):
+        input_annot_proto = self.create_annotation_proto(labels[i], bboxes[i], input_id,
+                                                         self.dataset_id)
+        self._annotation_protos.append(input_annot_proto)
+
+    return iter(self._all_input_protos), iter(self._annotation_protos)
+
+
+class VisualSegmentationDataset(ClarifaiDataset):
+  """
+  Visual segmentation dataset proto class.
+  """
+
+  def __init__(self, datagen_object: Iterator, dataset_id: str, split: str) -> None:
+    super().__init__(datagen_object, dataset_id, split)
+    self._mask_protos = []  # mask or polygon protos
+
+  def create_input_protos(self, image_path: str, input_id: str, dataset_id: str,
+                          metadata: Struct) -> resources_pb2.Input:
+    """
+    Create input protos for each image, label input pair.
+    Args:
+      `image_path`: absolute image file path
+      `input_id: unique input id
+      `dataset_id`: Clarifai dataset id
+      `metadata`: image metadata
+    Returns:
+      An input proto representing a single input item
+    """
+    input_image_proto = resources_pb2.Input(
+        id=input_id,
+        dataset_ids=[dataset_id],
+        data=resources_pb2.Data(
+            image=resources_pb2.Image(base64=open(image_path, 'rb').read(),), metadata=metadata))
+
+    return input_image_proto
+
+  def create_mask_proto(self, label: str, polygons: List[List[float]], input_id: str,
+                        dataset_id: str) -> resources_pb2.Annotation:
+    """
+    Create an input mask proto for an input polygon/mask and label.
+    Args:
+      `label`: image label
+      `polygons`: Polygon x,y points iterable
+      `input_id: unique input id
+      `dataset_id`: Clarifai dataset id
+    Returns:
+      An input proto corresponding to a single image
+    """
+    input_mask_proto = resources_pb2.Annotation(
+        input_id=input_id,
+        data=resources_pb2.Data(regions=[
+            resources_pb2.Region(
+                region_info=resources_pb2.RegionInfo(polygon=resources_pb2.Polygon(
+                    points=[
+                        resources_pb2.Point(
+                            row=_point[1],  # row is y point
+                            col=_point[0],  # col is x point
+                            visibility="VISIBLE") for _point in polygons
+                    ])),
+                data=resources_pb2.Data(concepts=[
+                    resources_pb2.Concept(
+                        id=f"id-{''.join(label.split(' '))}", name=label, value=1.)
+                ]))
+        ]))
+
+    return input_mask_proto
+
+  def _get_input_protos(self) -> Tuple[Iterator, Iterator]:
+    """
+    Create input image and annotation protos for each data generator item.
+    Returns:
+      Input and Annotation proto iterators.
+    """
+    for i, item in tqdm(enumerate(self.datagen_object), desc="Creating input protos..."):
+      metadata = Struct()
+      image = item.image_path  # image path
+      labels = item.classes  # list of class labels
+      _polygons = item.polygons  # list of polygons: [[[x,y],...,[x,y]],...]
+      input_id = f"{self.dataset_id}-{self.split}-{i}" if item.id is None else f"{self.split}-{str(item.id)}"
+      metadata.update({"label": labels, "split": self.split})
+
+      input_image_proto = self.create_input_protos(image, input_id, self.dataset_id, metadata)
+      self._all_input_protos.append(input_image_proto)
+
+      ## Iterate over each masked image and create a proto for upload to clarifai
+      ## The length of masks/polygons-list and labels must be equal
+      for i, _polygon in enumerate(_polygons):
+        try:
+          input_mask_proto = self.create_mask_proto(labels[i], _polygon, input_id, self.dataset_id)
+          self._mask_protos.append(input_mask_proto)
+        except IndexError:
+          continue
+
+    return iter(self._all_input_protos), iter(self._mask_protos)