clarifai 11.1.5rc7__py3-none-any.whl → 11.1.6__py3-none-any.whl

clarifai-11.1.6.dist-info/RECORD

@@ -0,0 +1,101 @@
+clarifai/__init__.py,sha256=ldRQaqTsdqcJQt47pUKJthC_un4FYM-2IH6Yt9-cyVs,23
+clarifai/cli.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+clarifai/errors.py,sha256=RwzTajwds51wLD0MVlMC5kcpBnzRpreDLlazPSBZxrg,2605
+clarifai/versions.py,sha256=jctnczzfGk_S3EnVqb2FjRKfSREkNmvNEwAAa_VoKiQ,222
+clarifai/cli/README.md,sha256=YGApHfeUyu5P0Pdth-mqQCQftWHDxz6bugDlvDXDhOE,1942
+clarifai/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+clarifai/cli/__main__.py,sha256=utJ2F40cl0jPHcYdTlGZRqpPfZ0CtVYB-8Ft0b2fWD4,72
+clarifai/cli/base.py,sha256=eaUsp7S1e2dslC437Hjk7gUBQsng13ID3N3lkYotB2U,3403
+clarifai/cli/compute_cluster.py,sha256=N2dNQNJEPg9nxsb8x2igEzYuGRzjn7l4kNttjFIxmhI,1827
+clarifai/cli/deployment.py,sha256=sUEuz5-rtozMx8deVcJXLi6lHsP2jc8x3y2MpUAVfqY,2506
+clarifai/cli/model.py,sha256=9tSR_IiyZcSdTwrXOfv36MqaQ_61wLltpwsggh3yE4w,11677
+clarifai/cli/nodepool.py,sha256=yihxS_rIFoBBKzRlqBX8Ab42iPpBMJrJFsk8saph6ms,3049
+clarifai/client/__init__.py,sha256=xI1U0l5AZdRThvQAXCLsd9axxyFzXXJ22m8LHqVjQRU,662
+clarifai/client/app.py,sha256=6pckYme1urV2YJjLIYfeZ-vH0Z5YSQa51jzIMcEfwug,38342
+clarifai/client/base.py,sha256=hSHOqkXbSKyaRDeylMMnkhUHCAHhEqno4KI0CXGziBA,7536
+clarifai/client/compute_cluster.py,sha256=EvW9TJjPvInUlggfg1A98sxoWH8_PY5rCVXZhsj6ac0,8705
+clarifai/client/dataset.py,sha256=y3zKT_VhP1gyN3OO-b3cPeW21ZXyKbQ7ZJkEG06bsTU,32096
+clarifai/client/deployment.py,sha256=w7Y6pA1rYG4KRK1SwusRZc2sQRXlG8wezuVdzSWpCo0,2586
+clarifai/client/input.py,sha256=obMAHMDU1OwfXZ8KraOnGFlWzlW-3F7Ob_2lcOQMlhY,46339
+clarifai/client/lister.py,sha256=03KGMvs5RVyYqxLsSrWhNc34I8kiF1Ph0NeyEwu7nMU,2082
+clarifai/client/model.py,sha256=vb8ETvr_FTgMeQ68Wp5D1dogx6lOEM5cWirkRAV46Wo,88675
+clarifai/client/module.py,sha256=FTkm8s9m-EaTKN7g9MnLhGJ9eETUfKG7aWZ3o1RshYs,4204
+clarifai/client/nodepool.py,sha256=la3vTFrO4LX8zm2eQ5jqf2L0-kQ63Dano8FibadoZbk,10152
+clarifai/client/search.py,sha256=GaPWN6JmTQGZaCHr6U1yv0zqR6wKFl7i9IVLg2ul1CI,14254
+clarifai/client/user.py,sha256=WOv66ww2wx9isIge3V-xTHCkqC6akl2jEGAxzT_Ugfs,17642
+clarifai/client/workflow.py,sha256=5VjZ2D8cudLznR8yhrwNawOmjxUhkJllZMKM6pn-4gs,12170
+clarifai/client/auth/__init__.py,sha256=7EwR0NrozkAUwpUnCsqXvE_p0wqx_SelXlSpKShKJK0,136
+clarifai/client/auth/helper.py,sha256=Ngw5IDkOWvnOz5YwViVk55z3mC52MyezLc0G3WxLqok,14643
+clarifai/client/auth/register.py,sha256=2CMdBsoVLoTfjyksE6j7BM2tiEc73WKYvxnwDDgNn1k,536
+clarifai/client/auth/stub.py,sha256=xy4-fV0W8keCgXld4eOVzFQEIKxOktNwtL5bLztReug,4940
+clarifai/constants/base.py,sha256=ogmFSZYoF0YhGjHg5aiOc3MLqPr_poKAls6xaD0_C3U,89
+clarifai/constants/dataset.py,sha256=vjK3IlgXu31HycuvjRSzEQSqhU6xfj5TIgo6IpyUWoc,609
+clarifai/constants/input.py,sha256=WcHwToUVIK9ItAhDefaSohQHCLNeR55PSjZ0BFnoZ3U,28
+clarifai/constants/model.py,sha256=Um1hLfMFlh5R_vtP3Z6P-o6zon-tdbLcKVIl4PucrV4,438
+clarifai/constants/rag.py,sha256=WcHwToUVIK9ItAhDefaSohQHCLNeR55PSjZ0BFnoZ3U,28
+clarifai/constants/search.py,sha256=yYEqTaFg-KdnpJE_Ytp-EPVHIIC395iNtZrpVlLIf4o,101
+clarifai/constants/workflow.py,sha256=cECq1xdvf44MCdtK2AbkiuuwhyL-6OWZdQfYbsLKy_o,33
+clarifai/datasets/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+clarifai/datasets/export/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+clarifai/datasets/export/inputs_annotations.py,sha256=3AtUBrMIjw8H3ehDsJFYcBFoAZ1QKQo1hXTMsHh8f20,10159
+clarifai/datasets/upload/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+clarifai/datasets/upload/base.py,sha256=UIc0ufyIBCrb83_sFpv21L8FshsX4nwsLYQkdlJfzD4,2357
+clarifai/datasets/upload/features.py,sha256=GK69WvUYnks5G26Z5L5XSisBIZILLv7lYhS2y8BJCt0,2031
+clarifai/datasets/upload/image.py,sha256=HlCsfEMu_C4GVecGSv52RUJ6laLW8H64Pfj_FQyX6qg,8580
+clarifai/datasets/upload/multimodal.py,sha256=_NpNQak9KMn0NOiOr48MYnXL0GQZ1LXKhwdYF1HhrHs,2377
+clarifai/datasets/upload/text.py,sha256=dpRMNz49EyKau0kwksEaNV6TLBUf5lSr7t5g3pG2byM,2298
+clarifai/datasets/upload/utils.py,sha256=BerWhq40ZUN30z6VImlc93eZtT-1vI18AMgSOuNzJEM,9647
+clarifai/datasets/upload/loaders/README.md,sha256=aNRutSCTzLp2ruIZx74ZkN5AxpzwKOxMa7OzabnKpwg,2980
+clarifai/datasets/upload/loaders/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+clarifai/datasets/upload/loaders/coco_captions.py,sha256=YfuNXplbdoH8N9ph7RyN9MfJTtOcJBG4ie1ow6-mELA,1516
+clarifai/datasets/upload/loaders/coco_detection.py,sha256=_I_yThw435KS9SH7zheBbJDK3zFgjTImBsES__ijjMk,2831
+clarifai/datasets/upload/loaders/imagenet_classification.py,sha256=i7W5F6FTB3LwLmhPgjZHmbCbS3l4LmjsuBFKtjxl1pU,1962
+clarifai/datasets/upload/loaders/xview_detection.py,sha256=hk8cZdYZimm4KOaZvBjYcC6ikURZMn51xmn7pXZT3HE,6052
+clarifai/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+clarifai/models/api.py,sha256=d3FQQlG0mNDLrfEvchqaVcq4Tgb_TqryNnJtwp3c7sE,10961
+clarifai/modules/README.md,sha256=mx8pVx6cPp-pP4LcFPT_nX3ngGmhygVK0WiXeD3cbIo,367
+clarifai/modules/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+clarifai/modules/css.py,sha256=kadCEunmyh5h2yf0-4aysE3ZcZ6qaQcxuAgDXS96yF8,2020
+clarifai/modules/pages.py,sha256=iOoM3RNRMgXlV0qBqcdQofxoXo2RuRQh0h9c9BIS0-I,1383
+clarifai/modules/style.css,sha256=j7FNPZVhLPj35vvBksAJ90RuX5sLuqzDR5iM2WIEhiA,6073
+clarifai/rag/__init__.py,sha256=wu3PzAzo7uqgrEzuaC9lY_3gj1HFiR3GU3elZIKTT5g,40
+clarifai/rag/rag.py,sha256=bqUWnfdf91OYMucEK0_rJXDwg0oKjz5c7eda-9CPXu8,12680
+clarifai/rag/utils.py,sha256=yr1jAcbpws4vFGBqlAwPPE7v1DRba48g8gixLFw8OhQ,4070
+clarifai/runners/__init__.py,sha256=FcTqyCvPn9lJFDsi2eGZ-YL8LgPhJmRAS8K5Wobk03s,411
+clarifai/runners/server.py,sha256=xHDLdhQApCgYG19QOKXqJNCGNyw1Vsvobq3UdryDrVc,4132
+clarifai/runners/dockerfile_template/Dockerfile.template,sha256=5cjv7U8PmWa3DB_5B1CqSYh_6GE0E0np52TIAa7EIDE,2312
+clarifai/runners/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+clarifai/runners/models/base_typed_model.py,sha256=0QCWxch8CcyJSKvE1D4PILd2RSnQZHTmx4DXlQQ6dpo,7856
+clarifai/runners/models/model_builder.py,sha256=CSGUbznix7xn4CMuRAH4BLfX9O91xAJ4GXFw3EzXgbY,32518
+clarifai/runners/models/model_class.py,sha256=9JSPAr4U4K7xI0kSl-q0mHB06zknm2OR-8XIgBCto94,1611
+clarifai/runners/models/model_run_locally.py,sha256=V770O-7yQQQlh80u48NZTEHkX3gj1HyclHbu1tjvaQ8,20864
+clarifai/runners/models/model_runner.py,sha256=PyxwK-33hLlhkD07tTXkjWZ_iNlZHl9_8AZ2W7WfExI,6097
+clarifai/runners/models/model_servicer.py,sha256=jtQmtGeQlvQ5ttMvVw7CMnNzq-rLkTaxR2IWF9SnHwk,2808
+clarifai/runners/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+clarifai/runners/utils/const.py,sha256=bwj-Pcw558-pasdIFbNhnkn-9oiCdojYH1fNTTUG2gU,1048
+clarifai/runners/utils/data_handler.py,sha256=sxy9zlAgI6ETuxCQhUgEXAn2GCsaW1GxpK6GTaMne0g,6966
+clarifai/runners/utils/data_utils.py,sha256=R1iQ82TuQ9JwxCJk8yEB1Lyb0BYVhVbWJI9YDi1zGOs,318
+clarifai/runners/utils/loader.py,sha256=SgNHMwRmCCymFQm8aDp73NmIUHhM-N60CBlTKbPzmVc,7470
+clarifai/runners/utils/url_fetcher.py,sha256=v_8JOWmkyFAzsBulsieKX7Nfjy1Yg7wGSZeqfEvw2cg,1640
+clarifai/schema/search.py,sha256=JjTi8ammJgZZ2OGl4K6tIA4zEJ1Fr2ASZARXavI1j5c,2448
+clarifai/urls/helper.py,sha256=tjoMGGHuWX68DUB0pk4MEjrmFsClUAQj2jmVEM_Sy78,4751
+clarifai/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+clarifai/utils/cli.py,sha256=CdcLsF00KdfA-BgMIbO-u88gUF9Ts1n0TDDZS-oImp8,1949
+clarifai/utils/constants.py,sha256=MG_iHnSwNEyUZOpvsrTicNwaT4CIjmlK_Ixk_qqEX8g,142
+clarifai/utils/logging.py,sha256=CVy8OsLrlbg-b8qe88kb1yO_9wi9wRYfF-QkIaN9xE8,11936
+clarifai/utils/misc.py,sha256=4aNOHPTNdX-WGxuNab8qKePoCMUnscd-aN_dQEIVSWk,2933
+clarifai/utils/model_train.py,sha256=Mndqy5GNu7kjQHjDyNVyamL0hQFLGSHcWhOuPyOvr1w,8005
+clarifai/utils/evaluation/__init__.py,sha256=PYkurUrXrGevByj7RFb6CoU1iC7fllyQSfnnlo9WnY8,69
+clarifai/utils/evaluation/helpers.py,sha256=aZeHLI7oSmU5YDWQp5GdkYW5qbHx37nV9xwunKTAwWM,18549
+clarifai/utils/evaluation/main.py,sha256=sQAuMk0lPclXCYvy_rS7rYteo2xh9Ju13VNvbyGt_VM,15779
+clarifai/utils/evaluation/testset_annotation_parser.py,sha256=iZfLw6oR1qgJ3MHMbOZXcGBLu7btSDn0VqdiAzpIm4g,5002
+clarifai/workflows/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+clarifai/workflows/export.py,sha256=vICRhIreqDSShxLKjHNM2JwzKsf1B4fdXB0ciMcA70k,1945
+clarifai/workflows/utils.py,sha256=nGeB_yjVgUO9kOeKTg4OBBaBz-AwXI3m-huSVj-9W18,1924
+clarifai/workflows/validate.py,sha256=yJq03MaJqi5AK3alKGJJBR89xmmjAQ31sVufJUiOqY8,2556
+clarifai-11.1.6.dist-info/LICENSE,sha256=mUqF_d12-qE2n41g7C5_sq-BMLOcj6CNN-jevr15YHU,555
+clarifai-11.1.6.dist-info/METADATA,sha256=Uq4Isp9jEUM8KhEXM2i6hcEOmnTBRkveVG7FLVQ8x6o,22419
+clarifai-11.1.6.dist-info/WHEEL,sha256=jB7zZ3N9hIM9adW7qlTAyycLYW9npaWKLRzaoVcLKcM,91
+clarifai-11.1.6.dist-info/entry_points.txt,sha256=X9FZ4Z-i_r2Ud1RpZ9sNIFYuu_-9fogzCMCRUD9hyX0,51
+clarifai-11.1.6.dist-info/top_level.txt,sha256=wUMdCQGjkxaynZ6nZ9FAnvBUCgp5RJUVFSy2j-KYo0s,9
+clarifai-11.1.6.dist-info/RECORD,,

{clarifai-11.1.5rc7.dist-info → clarifai-11.1.6.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.42.0)
+Generator: setuptools (75.8.2)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

clarifai/cli/__main__.py~

@@ -1,4 +0,0 @@
-from my_cli_tool.cli import main
-
-if __name__ == "__main__":
-  main()

clarifai/client/model_client.py

@@ -1,432 +0,0 @@
-import inspect
-import time
-from typing import Any, Dict, Iterator, List
-
-from clarifai_grpc.grpc.api import resources_pb2, service_pb2
-from clarifai_grpc.grpc.api.status import status_code_pb2
-
-from clarifai.constants.model import MAX_MODEL_PREDICT_INPUTS
-from clarifai.errors import UserError
-from clarifai.runners.utils.method_signatures import (deserialize, get_stream_from_signature,
-                                                      serialize, signatures_from_json,
-                                                      unflatten_nested_keys)
-from clarifai.utils.misc import BackoffIterator, status_is_retryable
-
-
-class ModelClient:
-  '''
-  Client for calling model predict, generate, and stream methods.
-  '''
-
-  def __init__(self, stub, request_template: service_pb2.PostModelOutputsRequest = None):
-    '''
-        Initialize the model client.
-
-        Args:
-            stub: The gRPC stub for the model.
-            request_template: The template for the request to send to the model, including
-            common fields like model_id, model_version, cluster, etc.
-        '''
-    self.STUB = stub
-    self.request_template = request_template or service_pb2.PostModelOutputsRequest()
-    self._fetch_signatures()
-    self._define_functions()
-
-  def _fetch_signatures(self):
-    '''
-      Fetch the method signatures from the model.
-
-      Returns:
-          Dict: The method signatures.
-      '''
-    #request = resources_pb2.GetModelSignaturesRequest()
-    #response = self.stub.GetModelSignatures(request)
-    #self._method_signatures = json.loads(response.signatures)  # or define protos
-    # TODO this could use a new endpoint to get the signatures
-    # for local grpc models, we'll also have to add the endpoint to the model servicer
-    # for now we'll just use the predict endpoint with a special method name
-
-    request = service_pb2.PostModelOutputsRequest()
-    request.CopyFrom(self.request_template)
-    # request.model.model_version.output_info.params['_method_name'] = '_GET_SIGNATURES'
-    inp = request.inputs.add()  # empty input for this method
-    inp.data.parts.add()  # empty part for this input
-    inp.data.metadata['_method_name'] = '_GET_SIGNATURES'
-    start_time = time.time()
-    backoff_iterator = BackoffIterator(10)
-    while True:
-      response = self.STUB.PostModelOutputs(request)
-      if status_is_retryable(
-          response.status.code) and time.time() - start_time < 60 * 10:  # 10 minutes
-        self.logger.info(f"Retrying model info fetch with response {response.status!r}")
-        time.sleep(next(backoff_iterator))
-        continue
-      break
-    if response.status.code == status_code_pb2.INPUT_UNSUPPORTED_FORMAT:
-      # return code from older models that don't support _GET_SIGNATURES
-      self._method_signatures = {}
-      return
-    if response.status.code != status_code_pb2.SUCCESS:
-      raise Exception(f"Model failed with response {response!r}")
-    self._method_signatures = signatures_from_json(response.outputs[0].data.text.raw)
-    import pdb
-    pdb.set_trace()
-
-  def _define_functions(self):
-    '''
-    Define the functions based on the method signatures.
-    '''
-    for method_name, method_signature in self._method_signatures.items():
-      # define the function in this client instance
-      if method_signature.method_type == 'predict':
-        call_func = self._predict
-      elif method_signature.method_type == 'generate':
-        call_func = self._generate
-      elif method_signature.method_type == 'stream':
-        call_func = self._stream
-      else:
-        raise ValueError(f"Unknown method type {method_signature.method_type}")
-
-      # method argnames, in order, collapsing nested keys to corresponding user function args
-      method_argnames = []
-      for var in method_signature.inputs:
-        outer = var.name.split('.', 1)[0]
-        if outer in method_argnames:
-          continue
-        method_argnames.append(outer)
-
-      def bind_f(method_name, method_argnames, call_func):
-
-        def f(*args, **kwargs):
-          if len(args) > len(method_argnames):
-            raise TypeError(
-                f"{method_name}() takes {len(method_argnames)} positional arguments but {len(args)} were given"
-            )
-          for name, arg in zip(method_argnames, args):  # handle positional with zip shortest
-            if name in kwargs:
-              raise TypeError(f"Multiple values for argument {name}")
-            kwargs[name] = arg
-          return call_func(kwargs, method_name)
-
-        return f
-
-      # need to bind method_name to the value, not the mutating loop variable
-      f = bind_f(method_name, method_argnames, call_func)
-
-      # set names, annotations and docstrings
-      f.__name__ = method_name
-      f.__qualname__ = f'{self.__class__.__name__}.{method_name}'
-      input_annos = {var.name: var.data_type for var in method_signature.inputs}
-      output_annos = {var.name: var.data_type for var in method_signature.outputs}
-      # unflatten nested keys to match the user function args for docs
-      input_annos = unflatten_nested_keys(input_annos, method_signature.inputs, is_output=False)
-      output_annos = unflatten_nested_keys(output_annos, method_signature.outputs, is_output=True)
-
-      # add Stream[] to the stream input annotations for docs
-      input_stream_argname, _ = get_stream_from_signature(method_signature.inputs)
-      if input_stream_argname:
-        input_annos[input_stream_argname] = 'Stream[' + str(
-            input_annos[input_stream_argname]) + ']'
-
-      # handle multiple outputs in the return annotation
-      return_annotation = output_annos
-      name = next(iter(output_annos.keys()))
-      if len(output_annos) == 1 and name == 'return':
-        # single output
-        return_annotation = output_annos[name]
-      elif name.startswith('return.') and name.split('.', 1)[1].isnumeric():
-        # tuple output
-        return_annotation = '(' + ", ".join(output_annos[f'return.{i}']
-                                            for i in range(len(output_annos))) + ')'
-      else:
-        # named output
-        return_annotation = f'Output({", ".join(f"{k}={t}" for k, t in output_annos.items())})'
-      if method_signature.method_type in ['generate', 'stream']:
-        return_annotation = f'Stream[{return_annotation}]'
-
-      # set annotations and docstrings
-      sig = inspect.signature(f).replace(
-          parameters=[
-              inspect.Parameter(k, inspect.Parameter.POSITIONAL_OR_KEYWORD, annotation=v)
-              for k, v in input_annos.items()
-          ],
-          return_annotation=return_annotation,
-      )
-      f.__signature__ = sig
-      f.__doc__ = method_signature.docstring
-      setattr(self, method_name, f)
-
-  def _predict(
-      self,
-      inputs,  # TODO set up functions according to fetched signatures?
-      method_name: str = 'predict',
-  ) -> Any:
-    input_signature = self._method_signatures[method_name].inputs
-    output_signature = self._method_signatures[method_name].outputs
-
-    batch_input = True
-    if isinstance(inputs, dict):
-      inputs = [inputs]
-      batch_input = False
-
-    proto_inputs = []
-    for input in inputs:
-      proto = resources_pb2.Input()
-      serialize(input, input_signature, proto.data)
-      proto_inputs.append(proto)
-
-    response = self._predict_by_proto(proto_inputs, method_name)
-    #print(response)
-
-    outputs = []
-    for output in response.outputs:
-      outputs.append(deserialize(output.data, output_signature, is_output=True))
-    if batch_input:
-      return outputs
-    return outputs[0]
-
-  def _predict_by_proto(
-      self,
-      inputs: List[resources_pb2.Input],
-      method_name: str = None,
-      inference_params: Dict = None,
-      output_config: Dict = None,
-  ) -> service_pb2.MultiOutputResponse:
-    """Predicts the model based on the given inputs.
-
-      Args:
-          inputs (List[resources_pb2.Input]): The inputs to predict.
-          method_name (str): The remote method name to call.
-          inference_params (Dict): Inference parameters to override.
-          output_config (Dict): Output configuration to override.
-
-      Returns:
-          service_pb2.MultiOutputResponse: The prediction response(s).
-      """
-    if not isinstance(inputs, list):
-      raise UserError('Invalid inputs, inputs must be a list of Input objects.')
-    if len(inputs) > MAX_MODEL_PREDICT_INPUTS:
-      raise UserError(f"Too many inputs. Max is {MAX_MODEL_PREDICT_INPUTS}.")
-
-    request = service_pb2.PostModelOutputsRequest()
-    request.CopyFrom(self.request_template)
-
-    request.inputs.extend(inputs)
-
-    if method_name:
-      for inp in inputs:
-        inp.data.metadata['_method_name'] = method_name
-      # TODO put in new proto field?
-      # request.model.model_version.output_info.params['_method_name'] = method_name
-    if inference_params:
-      request.model.model_version.output_info.params.update(inference_params)
-    if output_config:
-      request.model.model_version.output_info.output_config.MergeFrom(
-          resources_pb2.OutputConfig(**output_config))
-
-    start_time = time.time()
-    backoff_iterator = BackoffIterator(10)
-    while True:
-      response = self.STUB.PostModelOutputs(request)
-      if status_is_retryable(
-          response.status.code) and time.time() - start_time < 60 * 10:  # 10 minutes
-        self.logger.info(f"Model predict failed with response {response!r}")
-        time.sleep(next(backoff_iterator))
-        continue
-
-      if response.status.code != status_code_pb2.SUCCESS:
-        raise Exception(f"Model predict failed with response {response!r}")
-      break
-
-    return response
-
-  def _generate(
-      self,
-      inputs,  # TODO set up functions according to fetched signatures?
-      method_name: str = 'generate',
-  ) -> Any:
-    input_signature = self._method_signatures[method_name].inputs
-    output_signature = self._method_signatures[method_name].outputs
-
-    batch_input = True
-    if isinstance(inputs, dict):
-      inputs = [inputs]
-      batch_input = False
-
-    proto_inputs = []
-    for input in inputs:
-      proto = resources_pb2.Input()
-      serialize(input, input_signature, proto.data)
-      proto_inputs.append(proto)
-
-    response_stream = self._generate_by_proto(proto_inputs, method_name)
-    #print(response)
-
-    for response in response_stream:
-      outputs = []
-      for output in response.outputs:
-        outputs.append(deserialize(output.data, output_signature, is_output=True))
-      if batch_input:
-        yield outputs
-      yield outputs[0]
-
-  def _generate_by_proto(
-      self,
-      inputs: List[resources_pb2.Input],
-      method_name: str = None,
-      inference_params: Dict = {},
-      output_config: Dict = {},
-  ):
-    """Generate the stream output on model based on the given inputs.
-
-    Args:
-        inputs (list[Input]): The inputs to generate, must be less than 128.
-        method_name (str): The remote method name to call.
-        inference_params (dict): The inference params to override.
-        output_config (dict): The output config to override.
-    """
-    if not isinstance(inputs, list):
-      raise UserError('Invalid inputs, inputs must be a list of Input objects.')
-    if len(inputs) > MAX_MODEL_PREDICT_INPUTS:
-      raise UserError(f"Too many inputs. Max is {MAX_MODEL_PREDICT_INPUTS}."
-                     )  # TODO Use Chunker for inputs len > 128
-
-    request = service_pb2.PostModelOutputsRequest()
-    request.CopyFrom(self.request_template)
-
-    request.inputs.extend(inputs)
-
-    if method_name:
-      # TODO put in new proto field?
-      for inp in inputs:
-        inp.data.metadata['_method_name'] = method_name
-      # request.model.model_version.output_info.params['_method_name'] = method_name
-    if inference_params:
-      request.model.model_version.output_info.params.update(inference_params)
-    if output_config:
-      request.model.model_version.output_info.output_config.MergeFromDict(output_config)
-
-    start_time = time.time()
-    backoff_iterator = BackoffIterator(10)
-    started = False
-    while not started:
-      stream_response = self.STUB.GenerateModelOutputs(request)
-      try:
-        response = next(stream_response)  # get the first response
-      except StopIteration:
-        raise Exception("Model Generate failed with no response")
-      if status_is_retryable(response.status.code) and \
-              time.time() - start_time < 60 * 10:
-        self.logger.info("Model is still deploying, please wait...")
-        time.sleep(next(backoff_iterator))
-        continue
-      if response.status.code != status_code_pb2.SUCCESS:
-        raise Exception(f"Model Generate failed with response {response.status!r}")
-      started = True
-
-    yield response  # yield the first response
-
-    for response in stream_response:
-      if response.status.code != status_code_pb2.SUCCESS:
-        raise Exception(f"Model Generate failed with response {response.status!r}")
-      yield response
-
-  def _stream(
-      self,
-      inputs,
-      method_name: str = 'stream',
-  ) -> Any:
-    input_signature = self._method_signatures[method_name].inputs
-    output_signature = self._method_signatures[method_name].outputs
-
-    if isinstance(inputs, list):
-      assert len(inputs) == 1, 'streaming methods do not support batched calls'
-      inputs = inputs[0]
-    assert isinstance(inputs, dict)
-    kwargs = inputs
-
-    # find the streaming vars in the input signature, and the streaming input python param
-    stream_argname, streaming_var_signatures = get_stream_from_signature(input_signature)
-
-    # get the streaming input generator from the user-provided function arg values
-    user_inputs_generator = kwargs.pop(stream_argname)
-
-    def _input_proto_stream():
-      # first item contains all the inputs and the first stream item
-      proto = resources_pb2.Input()
-      try:
-        item = next(user_inputs_generator)
-      except StopIteration:
-        return  # no items to stream
-      kwargs[stream_argname] = item
-      serialize(kwargs, input_signature, proto.data)
-
-      yield proto
-
-      # subsequent items are just the stream items
-      for item in user_inputs_generator:
-        proto = resources_pb2.Input()
-        serialize({stream_argname: item}, streaming_var_signatures, proto.data)
-        yield proto
-
-    response_stream = self._stream_by_proto(_input_proto_stream(), method_name)
-    #print(response)
-
-    for response in response_stream:
-      assert len(response.outputs) == 1, 'streaming methods must have exactly one output'
-      yield deserialize(response.outputs[0].data, output_signature, is_output=True)
-
-  def _req_iterator(self,
-                    input_iterator: Iterator[List[resources_pb2.Input]],
-                    method_name: str = None,
-                    inference_params: Dict = {},
-                    output_config: Dict = {}):
-    request = service_pb2.PostModelOutputsRequest()
-    request.CopyFrom(self.request_template)
-    # request.model.model_version.output_info.params['_method_name'] = method_name
-    if inference_params:
-      request.model.model_version.output_info.params.update(inference_params)
-    if output_config:
-      request.model.model_version.output_info.output_config.MergeFromDict(output_config)
-    for inputs in input_iterator:
-      req = service_pb2.PostModelOutputsRequest()
-      req.CopyFrom(request)
-      if isinstance(inputs, list):
-        req.inputs.extend(inputs)
-      else:
-        req.inputs.append(inputs)
-      for inp in req.inputs:
-        inp.data.metadata['_method_name'] = method_name
-      yield req
-
-  def _stream_by_proto(self,
-                       inputs: Iterator[List[resources_pb2.Input]],
-                       method_name: str = None,
-                       inference_params: Dict = {},
-                       output_config: Dict = {}):
-    """Generate the stream output on model based on the given stream of inputs.
-    """
-    # if not isinstance(inputs, Iterator[List[Input]]):
-    #   raise UserError('Invalid inputs, inputs must be a iterator of list of Input objects.')
-
-    request = self._req_iterator(inputs, method_name, inference_params, output_config)
-
-    start_time = time.time()
-    backoff_iterator = BackoffIterator(10)
-    generation_started = False
-    while True:
-      if generation_started:
-        break
-      stream_response = self.STUB.StreamModelOutputs(request)
-      for response in stream_response:
-        if status_is_retryable(response.status.code) and \
-                time.time() - start_time < 60 * 10:
-          self.logger.info("Model is still deploying, please wait...")
-          time.sleep(next(backoff_iterator))
-          break
-        if response.status.code != status_code_pb2.SUCCESS:
-          raise Exception(f"Model Predict failed with response {response.status!r}")
-        else:
-          if not generation_started:
-            generation_started = True
-          yield response