clarifai 10.2.1__py3-none-any.whl → 10.3.1__py3-none-any.whl

clarifai/client/app.py

@@ -33,6 +33,7 @@ class App(Lister, BaseClient):
                base_url: str = "https://api.clarifai.com",
                pat: str = None,
                token: str = None,
+               root_certificates_path: str = None,
                **kwargs):
     """Initializes an App object.
 
@@ -42,6 +43,7 @@ class App(Lister, BaseClient):
         base_url (str): Base API url. Default "https://api.clarifai.com"
         pat (str): A personal access token for authentication. Can be set as env var CLARIFAI_PAT
         token (str): A session token for authentication. Accepts either a session token or a pat. Can be set as env var CLARIFAI_SESSION_TOKEN
+        root_certificates_path (str): Path to the SSL root certificates file, used to establish secure gRPC connections.
         **kwargs: Additional keyword arguments to be passed to the App.
             - name (str): The name of the app.
             - description (str): The description of the app.
@@ -55,7 +57,13 @@ class App(Lister, BaseClient):
     self.app_info = resources_pb2.App(**self.kwargs)
     self.logger = get_logger(logger_level="INFO", name=__name__)
     BaseClient.__init__(
-        self, user_id=self.user_id, app_id=self.id, base=base_url, pat=pat, token=token)
+        self,
+        user_id=self.user_id,
+        app_id=self.id,
+        base=base_url,
+        pat=pat,
+        token=token,
+        root_certificates_path=root_certificates_path)
     Lister.__init__(self)
 
   def list_datasets(self, page_no: int = None,
@@ -374,8 +382,8 @@ class App(Lister, BaseClient):
       output_info = get_yaml_output_info_proto(node['model'].get('output_info', None))
       try:
         model = self.model(
-            node['model']['model_id'],
-            node['model'].get('model_version_id', ""),
+            model_id=node['model']['model_id'],
+            model_version={"id": node['model'].get('model_version_id', "")},
             user_id=node['model'].get('user_id', ""),
             app_id=node['model'].get('app_id', ""))
       except Exception as e:
@@ -485,7 +493,7 @@ class App(Lister, BaseClient):
     kwargs['dataset_version_id'] = dataset_version_id
     return Dataset.from_auth_helper(auth=self.auth_helper, **kwargs)
 
-  def model(self, model_id: str, model_version_id: str = "", **kwargs) -> Model:
+  def model(self, model_id: str, model_version: Dict = {'id': ""}, **kwargs) -> Model:
     """Returns a Model object for the existing model ID.
 
     Args:
@@ -498,7 +506,7 @@ class App(Lister, BaseClient):
     Example:
         >>> from clarifai.client.app import App
         >>> app = App(app_id="app_id", user_id="user_id")
-        >>> model_v1 = app.model(model_id="model_id", model_version_id="model_version_id")
+        >>> model_v1 = app.model(model_id="model_id", model_version={"id":"model_version_id")
     """
     # Change user_app_id based on whether user_id or app_id is specified.
     if kwargs.get("user_id") or kwargs.get("app_id"):
@@ -506,10 +514,10 @@ class App(Lister, BaseClient):
           user_app_id=self.auth_helper.get_user_app_id_proto(
               kwargs.get("user_id"), kwargs.get("app_id")),
           model_id=model_id,
-          version_id=model_version_id)
+          version_id=model_version["id"])
     else:
       request = service_pb2.GetModelRequest(
-          user_app_id=self.user_app_id, model_id=model_id, version_id=model_version_id)
+          user_app_id=self.user_app_id, model_id=model_id, version_id=model_version["id"])
     response = self._grpc_request(self.STUB.GetModel, request)
 
     if response.status.code != status_code_pb2.SUCCESS:

clarifai/client/auth/helper.py

@@ -65,6 +65,7 @@ class ClarifaiAuthHelper:
       token: str = "",
       base: str = DEFAULT_BASE,
       ui: str = DEFAULT_UI,
+      root_certificates_path: str = None,
       validate: bool = True,
   ):
     """
@@ -85,6 +86,7 @@ class ClarifaiAuthHelper:
     https://api.clarifai.com (default), https://host:port, http://host:port, host:port (will be treated as http, not https). It's highly recommended to include the http:// or https:// otherwise we need to check the endpoint to determine if it has SSL during this __init__
       ui: a url to the UI. Examples include clarifai.com,
     https://clarifai.com (default), https://host:port, http://host:port, host:port (will be treated as http, not https). It's highly recommended to include the http:// or https:// otherwise we need to check the endpoint to determine if it has SSL during this __init__
+      root_certificates_path: path to the root certificates file. This is only used for grpc secure channels.
       validate: whether to validate the inputs. This is useful for overriding vars then validating
     """
 
@@ -92,6 +94,7 @@ class ClarifaiAuthHelper:
     self.app_id = app_id
     self._pat = pat
     self._token = token
+    self._root_certificates_path = root_certificates_path
 
     self.set_base(base)
     self.set_ui(ui)
@@ -113,6 +116,8 @@ class ClarifaiAuthHelper:
       raise Exception(
           "Need 'pat' or 'token' in the query params or use one of the CLARIFAI_PAT or CLARIFAI_SESSION_TOKEN env vars"
       )
+    if (self._root_certificates_path) and (not os.path.exists(self._root_certificates_path)):
+      raise Exception("Root certificates path %s does not exist" % self._root_certificates_path)
 
   @classmethod
   def from_streamlit(cls, st: Any) -> "ClarifaiAuthHelper":
@@ -219,6 +224,8 @@ Additionally, these optional params are supported:
       self.set_base(query_params["base"][0])
     if "ui" in query_params:
       self.set_ui(query_params["ui"][0])
+    if "root_certificates_path" in query_params:
+      self._root_certificates_path = query_params["root_certificates_path"][0]
 
   @classmethod
   def from_env(cls, validate: bool = True) -> "ClarifaiAuthHelper":
@@ -229,6 +236,7 @@ Additionally, these optional params are supported:
           token: CLARIFAI_SESSION_TOKEN env var.
           pat: CLARIFAI_PAT env var.
         base: CLARIFAI_API_BASE env var.
+        root_certificates_path: CLARIFAI_ROOT_CERTIFICATES_PATH env var.
     """
     user_id = os.environ.get("CLARIFAI_USER_ID", "")
     app_id = os.environ.get("CLARIFAI_APP_ID", "")
@@ -236,7 +244,8 @@ Additionally, these optional params are supported:
     pat = os.environ.get("CLARIFAI_PAT", "")
     base = os.environ.get("CLARIFAI_API_BASE", DEFAULT_BASE)
     ui = os.environ.get("CLARIFAI_UI", DEFAULT_UI)
-    return cls(user_id, app_id, pat, token, base, ui, validate)
+    root_certificates_path = os.environ.get("CLARIFAI_ROOT_CERTIFICATES_PATH", None)
+    return cls(user_id, app_id, pat, token, base, ui, root_certificates_path, validate)
 
   def get_user_app_id_proto(
       self,
@@ -281,7 +290,8 @@ Additionally, these optional params are supported:
 
     https = base_https_cache[self._base]
     if https:
-      channel = ClarifaiChannel.get_grpc_channel(base=self._base)
+      channel = ClarifaiChannel.get_grpc_channel(
+          base=self._base, root_certificates_path=self._root_certificates_path)
     else:
       if self._base.find(":") >= 0:
         host, port = self._base.split(":")

clarifai/client/base.py

@@ -22,6 +22,7 @@ class BaseClient:
           - token (str): A session token for authentication. Accepts either a session token or a pat.
           - base (str): The base URL for the API endpoint. Defaults to 'https://api.clarifai.com'.
           - ui (str): The URL for the UI. Defaults to 'https://clarifai.com'.
+          - root_certificates_path (str): Path to the SSL root certificates file, used to establish secure gRPC connections.
 
 
   Attributes:
@@ -51,14 +52,21 @@ class BaseClient:
     self.token = self.auth_helper._token
     self.user_app_id = self.auth_helper.get_user_app_id_proto()
     self.base = self.auth_helper.base
+    self.root_certificates_path = self.auth_helper._root_certificates_path
 
   @classmethod
   def from_auth_helper(cls, auth: ClarifaiAuthHelper, **kwargs):
     default_kwargs = {
-        "user_id": kwargs.get("user_id", None) or auth.user_id,
-        "app_id": kwargs.get("app_id", None) or auth.app_id,
-        "pat": kwargs.get("pat", None) or auth.pat,
-        "token": kwargs.get("token", None) or auth._token,
+        "user_id":
+            kwargs.get("user_id", None) or auth.user_id,
+        "app_id":
+            kwargs.get("app_id", None) or auth.app_id,
+        "pat":
+            kwargs.get("pat", None) or auth.pat,
+        "token":
+            kwargs.get("token", None) or auth._token,
+        "root_certificates_path":
+            kwargs.get("root_certificates_path", None) or auth._root_certificates_path
     }
     _base = kwargs.get("base", None) or auth.base
     _clss = cls.__mro__[0]
@@ -160,6 +168,8 @@ class BaseClient:
             value = value_s
           elif key == 'metrics':
             continue
+          elif key == 'size':
+            value = int(value)
           elif key in ['metadata']:
             if isinstance(value, dict) and value != {}:
               value_s = struct_pb2.Struct()

clarifai/client/dataset.py

@@ -47,6 +47,7 @@ class Dataset(Lister, BaseClient):
                base_url: str = "https://api.clarifai.com",
                pat: str = None,
                token: str = None,
+               root_certificates_path: str = None,
                **kwargs):
     """Initializes a Dataset object.
 
@@ -57,6 +58,7 @@ class Dataset(Lister, BaseClient):
         base_url (str): Base API url. Default "https://api.clarifai.com"
         pat (str): A personal access token for authentication. Can be set as env var CLARIFAI_PAT
         token (str): A session token for authentication. Accepts either a session token or a pat. Can be set as env var CLARIFAI_SESSION_TOKEN
+        root_certificates_path (str): Path to the SSL root certificates file, used to establish secure gRPC connections.
         **kwargs: Additional keyword arguments to be passed to the Dataset.
     """
     if url and dataset_id:
@@ -77,10 +79,21 @@ class Dataset(Lister, BaseClient):
     self.batch_size = 128  # limit max protos in a req
     self.task = None  # Upload dataset type
     self.input_object = Inputs(
-        user_id=self.user_id, app_id=self.app_id, pat=pat, token=token, base_url=base_url)
+        user_id=self.user_id,
+        app_id=self.app_id,
+        pat=pat,
+        token=token,
+        base_url=base_url,
+        root_certificates_path=root_certificates_path)
     self.logger = get_logger(logger_level="INFO", name=__name__)
     BaseClient.__init__(
-        self, user_id=self.user_id, app_id=self.app_id, base=base_url, pat=pat, token=token)
+        self,
+        user_id=self.user_id,
+        app_id=self.app_id,
+        base=base_url,
+        pat=pat,
+        token=token,
+        root_certificates_path=root_certificates_path)
     Lister.__init__(self)
 
   def create_version(self, **kwargs) -> 'Dataset':

clarifai/client/input.py

@@ -19,6 +19,7 @@ from tqdm import tqdm
 from clarifai.client.base import BaseClient
 from clarifai.client.lister import Lister
 from clarifai.constants.dataset import MAX_RETRIES
+from clarifai.constants.input import MAX_UPLOAD_BATCH_SIZE
 from clarifai.errors import UserError
 from clarifai.utils.logging import get_logger
 from clarifai.utils.misc import BackoffIterator, Chunker
@@ -34,6 +35,7 @@ class Inputs(Lister, BaseClient):
                base_url: str = "https://api.clarifai.com",
                pat: str = None,
                token: str = None,
+               root_certificates_path: str = None,
                **kwargs):
     """Initializes an Input object.
 
@@ -43,6 +45,7 @@ class Inputs(Lister, BaseClient):
         base_url (str): Base API url. Default "https://api.clarifai.com"
         pat (str): A personal access token for authentication. Can be set as env var CLARIFAI_PAT
         token (str): A session token for authentication. Accepts either a session token or a pat. Can be set as env var CLARIFAI_SESSION_TOKEN
+        root_certificates_path (str): Path to the SSL root certificates file, used to establish secure gRPC connections.
         **kwargs: Additional keyword arguments to be passed to the Input
     """
     self.user_id = user_id
@@ -51,7 +54,13 @@ class Inputs(Lister, BaseClient):
     self.input_info = resources_pb2.Input(**self.kwargs)
     self.logger = get_logger(logger_level=logger_level, name=__name__)
     BaseClient.__init__(
-        self, user_id=self.user_id, app_id=self.app_id, base=base_url, pat=pat, token=token)
+        self,
+        user_id=self.user_id,
+        app_id=self.app_id,
+        base=base_url,
+        pat=pat,
+        token=token,
+        root_certificates_path=root_certificates_path)
     Lister.__init__(self)
 
   @staticmethod
@@ -660,6 +669,10 @@ class Inputs(Lister, BaseClient):
     """
     if not isinstance(inputs, list):
       raise UserError("inputs must be a list of Input objects")
+    if len(inputs) > MAX_UPLOAD_BATCH_SIZE:
+      raise UserError(
+          f"Number of inputs to upload exceeds the maximum batch size of {MAX_UPLOAD_BATCH_SIZE}. Please reduce batch size."
+      )
     input_job_id = uuid.uuid4().hex  # generate a unique id for this job
     request = service_pb2.PostInputsRequest(
         user_app_id=self.user_app_id, inputs=inputs, inputs_add_job_id=input_job_id)