clarifai 10.2.0__py3-none-any.whl → 10.3.0__py3-none-any.whl

{clarifai-10.2.0.dist-info → clarifai-10.3.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: clarifai
-Version: 10.2.0
+Version: 10.3.0
 Summary: Clarifai Python SDK
 Home-page: https://github.com/Clarifai/clarifai-python
 Author: Clarifai
@@ -20,18 +20,18 @@ Classifier: Operating System :: OS Independent
 Requires-Python: >=3.8
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: clarifai-grpc (~=10.2.1)
-Requires-Dist: numpy (>=1.22.0)
-Requires-Dist: tqdm (>=4.65.0)
-Requires-Dist: tritonclient (>=2.34.0)
-Requires-Dist: rich (>=13.4.2)
-Requires-Dist: PyYAML (>=6.0.1)
-Requires-Dist: schema (>=0.7.5)
-Requires-Dist: Pillow (>=9.5.0)
-Requires-Dist: inquirerpy (==0.3.4)
-Requires-Dist: tabulate (>=0.9.0)
+Requires-Dist: clarifai-grpc ~=10.2.3
+Requires-Dist: numpy >=1.22.0
+Requires-Dist: tqdm >=4.65.0
+Requires-Dist: tritonclient >=2.34.0
+Requires-Dist: rich >=13.4.2
+Requires-Dist: PyYAML >=6.0.1
+Requires-Dist: schema >=0.7.5
+Requires-Dist: Pillow >=9.5.0
+Requires-Dist: inquirerpy ==0.3.4
+Requires-Dist: tabulate >=0.9.0
 Provides-Extra: all
-Requires-Dist: pycocotools (==2.0.6) ; extra == 'all'
+Requires-Dist: pycocotools ==2.0.6 ; extra == 'all'
 
 <h1 align="center">
   <a href="https://www.clarifai.com/"><img alt="Clarifai" title="Clarifai" src="https://upload.wikimedia.org/wikipedia/commons/b/bc/Clarifai_Logo_FC_Web.png"></a>
@@ -183,9 +183,7 @@ dataset.upload_from_csv(csv_path='csv_path', input_type='text', csv_type='raw',
 dataset.upload_from_folder(folder_path='folder_path', input_type='text', labels=True)
 
 # Export Dataset
-from clarifai.client.dataset import Dataset
-# Note: clarifai-data-protobuf.zip is acquired through exporting datasets within the Clarifai Platform.
-Dataset().export(save_path='output.zip', local_archive_path='clarifai-data-protobuf.zip')
+dataset.export(save_path='output.zip')
 ```
 
 
@@ -307,6 +305,16 @@ status = model.training_status(version_id=model_version_id,training_logs=True)
 print(status)
 ```
 
+#### Export your trained model
+Model Export feature enables you to package your trained model into a `model.tar` file. This file enables deploying your model within a Triton Inference Server deployment.
+
+```python
+from clarifai.client.model import Model
+
+model = Model('url')
+model.export('output/folder/')
+```
+
 #### Evaluate your trained model
 
 When your model is trained and ready, you can evaluate by the following code

{clarifai-10.2.0.dist-info → clarifai-10.3.0.dist-info}/RECORD

@@ -1,31 +1,31 @@
 clarifai/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 clarifai/cli.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 clarifai/errors.py,sha256=RwzTajwds51wLD0MVlMC5kcpBnzRpreDLlazPSBZxrg,2605
-clarifai/versions.py,sha256=i2k90NbuweI5RIEMwbwrZQUBIKcpkV97mANYDaTFaSo,186
+clarifai/versions.py,sha256=mAiLKe7P3acWV9a8JoMJZNZ_fCVMfA3wKDrVlelETJY,186
 clarifai/client/__init__.py,sha256=xI1U0l5AZdRThvQAXCLsd9axxyFzXXJ22m8LHqVjQRU,662
-clarifai/client/app.py,sha256=_wDiHrMVhtofVHLZ2-4JHk_WoGCETPvHFe8ZQ3rRjFE,26700
-clarifai/client/base.py,sha256=4XQU_cPyo8cCGUcZarCBXra_IVdT1KZGt_5c3OtdKig,6489
-clarifai/client/dataset.py,sha256=u4OkBZLYME-B8sOAcE7RkTohtFWdFxVZ53yrNfadC5g,27841
-clarifai/client/input.py,sha256=yZB9R1VMJvL4g5SdSgsbre4j4v18KUGPFvypMTFOF5k,40046
+clarifai/client/app.py,sha256=LC3rnuqr97f-S7LsJ9Q7KZnYMBHGDAq4mcFjjcPjpqo,27240
+clarifai/client/base.py,sha256=FrnSY9tSxjTxhABfBzQz5-PEppWMPbIyvSNnx8mVz8s,6919
+clarifai/client/dataset.py,sha256=wKDpON8kbOXpbfOkre5EYKXT4zEX-5xu9LgtORNuhog,29903
+clarifai/client/input.py,sha256=hPCMj4f2YQhXKz4ziDDoWqMVhN88JprVm0sMhKkStEI,40574
 clarifai/client/lister.py,sha256=03KGMvs5RVyYqxLsSrWhNc34I8kiF1Ph0NeyEwu7nMU,2082
-clarifai/client/model.py,sha256=oMudm5ACGK29dnvZbR90huH2czuECaZ3JxjXuGPJH28,36333
-clarifai/client/module.py,sha256=BunlC4Uv7TX9JaZ0Kciwy_1_Mtg2GPZV5OLLZZcGz6I,3977
-clarifai/client/runner.py,sha256=oZkydj1Lfxn6pVx4_-CLzyaneE-dHvBIGL44usW45gA,9867
-clarifai/client/search.py,sha256=g9VZ7WmWeaSAy6jMwH5fzZCjnaB40xFscwmUvgPTvHs,10795
-clarifai/client/user.py,sha256=QYngaFYINw-U-3FUwyrN2rFbwGyaHavuCXMGqV34pWA,10139
-clarifai/client/workflow.py,sha256=oALMJfdgTqiilfpDT3H_nepqX9mexLu-uWV0NvtxUs0,10291
+clarifai/client/model.py,sha256=CYWoIsg3i0HbPrdzfto8HPklkGO12u8YnVImDExYwNY,44093
+clarifai/client/module.py,sha256=360JaOasX0DZCNE_Trj0LNTr-T_tUDZLfGpz0CdIi78,4248
+clarifai/client/search.py,sha256=naH8bBpl5UTlJT3WdyNd9TARGlaUtDPRvFf8IIUTDQA,11062
+clarifai/client/user.py,sha256=EQTeotfYTNedGcbTICYOUJqKgWhfVHvaMRTJ1hdoIdQ,10372
+clarifai/client/workflow.py,sha256=e3axkhU6c6WcxK9P5tgmnV464k-afslSzsSXx6nSMgA,10560
 clarifai/client/auth/__init__.py,sha256=7EwR0NrozkAUwpUnCsqXvE_p0wqx_SelXlSpKShKJK0,136
-clarifai/client/auth/helper.py,sha256=3lCKo24ZIOlcSh50juJh3ZDagOo_pxEKyoPjWUokYoA,13450
+clarifai/client/auth/helper.py,sha256=Wa5gkX0dl0xBwrT0E10lv9_Eoeh-WrMZR0Qc0YcV7es,14225
 clarifai/client/auth/register.py,sha256=2CMdBsoVLoTfjyksE6j7BM2tiEc73WKYvxnwDDgNn1k,536
 clarifai/client/auth/stub.py,sha256=KIzJZ8aRB1RzXJeWHDAx19HNdBsblPPHwYLfAkgI3rY,3779
 clarifai/constants/dataset.py,sha256=OXYirr0iaoN_47V6wxO0H6ptV81y8zNGapPBz9qqD8o,516
+clarifai/constants/input.py,sha256=WcHwToUVIK9ItAhDefaSohQHCLNeR55PSjZ0BFnoZ3U,28
 clarifai/constants/model.py,sha256=LsMkLVkuBpfS4j4yDW9M4O7HxzRpIuSo9qU5T8Wg2Co,217
 clarifai/constants/rag.py,sha256=WcHwToUVIK9ItAhDefaSohQHCLNeR55PSjZ0BFnoZ3U,28
 clarifai/constants/search.py,sha256=_g3S-JEvuygiFfMVK3cl4Ry9erZpt8Zo4ilXL2i3DAE,52
 clarifai/constants/workflow.py,sha256=cECq1xdvf44MCdtK2AbkiuuwhyL-6OWZdQfYbsLKy_o,33
 clarifai/datasets/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 clarifai/datasets/export/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-clarifai/datasets/export/inputs_annotations.py,sha256=z7kmU9K5m9F5u3iEyCnuKk8Bb97kqGaixm8vJZYT554,9325
+clarifai/datasets/export/inputs_annotations.py,sha256=3Bv6JsPzSeGEEJlkF1KR8qDHc_QyHF0ddvHfSiB5Pjc,9479
 clarifai/datasets/upload/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 clarifai/datasets/upload/base.py,sha256=IP4sdBRfThk2l0W1rDWciFrAJnKwVsM-gu4zEslJ2_E,2198
 clarifai/datasets/upload/features.py,sha256=KeVxO36WrL3uqWCN_-aex1k28C5ZRTm6G8SmTtus6KA,1571
@@ -92,24 +92,23 @@ clarifai/modules/style.css,sha256=j7FNPZVhLPj35vvBksAJ90RuX5sLuqzDR5iM2WIEhiA,60
 clarifai/rag/__init__.py,sha256=wu3PzAzo7uqgrEzuaC9lY_3gj1HFiR3GU3elZIKTT5g,40
 clarifai/rag/rag.py,sha256=fYCIs9WJKugRFZ6Xt468_7PE6ipE3x4DfaQzvw4EkuY,12392
 clarifai/rag/utils.py,sha256=aqAM120xC8DcpqWMrsKsmT9QwrKKJZYBLyDgYb8_L-8,4061
-clarifai/runners/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-clarifai/runners/example.py,sha256=V0Nc52JkhCm97oaWzKVg71g50M1ltxI9jyPMo6tKU6E,1302
-clarifai/runners/example_llama2.py,sha256=WMGTqv3v9t3ID1rjW9BTLMkIuvyTESL6xHcOO6A220Y,2712
 clarifai/schema/search.py,sha256=JjTi8ammJgZZ2OGl4K6tIA4zEJ1Fr2ASZARXavI1j5c,2448
 clarifai/urls/helper.py,sha256=tjoMGGHuWX68DUB0pk4MEjrmFsClUAQj2jmVEM_Sy78,4751
 clarifai/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 clarifai/utils/logging.py,sha256=xJTteoUodQ7RfsbO676QgidKa5EVPbdUu89Xlwwso2s,4533
-clarifai/utils/misc.py,sha256=cC_j0eEsJ8bfnj0oRd2z-Rms1mQbAfLwrSs07hwQuCE,1420
-clarifai/utils/model_train.py,sha256=JlMJAclOQ6Nx4_30DiQrlgHbQnNedl9UKQILq_HwK7I,8001
-clarifai/utils/evaluation/__init__.py,sha256=0gmQxbzejnv1tKLj4lKcV7DHQX69irBJkWhA9oYXL1k,15813
+clarifai/utils/misc.py,sha256=GznzquXXFt8J9qzMWtTJPFWCSc5QTs_ZBldW1mXCZzE,1285
+clarifai/utils/model_train.py,sha256=Mndqy5GNu7kjQHjDyNVyamL0hQFLGSHcWhOuPyOvr1w,8005
+clarifai/utils/evaluation/__init__.py,sha256=PYkurUrXrGevByj7RFb6CoU1iC7fllyQSfnnlo9WnY8,69
 clarifai/utils/evaluation/helpers.py,sha256=d_dcASRI_lhsHIRukAF1S-w7XazLpK9y6E_ug3l50t4,18440
+clarifai/utils/evaluation/main.py,sha256=0SbTN8cUDjfd4vHUSIG0qVVmDDlJE_5il4vcZGi6a5g,15781
+clarifai/utils/evaluation/testset_annotation_parser.py,sha256=iZfLw6oR1qgJ3MHMbOZXcGBLu7btSDn0VqdiAzpIm4g,5002
 clarifai/workflows/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 clarifai/workflows/export.py,sha256=vICRhIreqDSShxLKjHNM2JwzKsf1B4fdXB0ciMcA70k,1945
 clarifai/workflows/utils.py,sha256=nGeB_yjVgUO9kOeKTg4OBBaBz-AwXI3m-huSVj-9W18,1924
 clarifai/workflows/validate.py,sha256=yJq03MaJqi5AK3alKGJJBR89xmmjAQ31sVufJUiOqY8,2556
-clarifai-10.2.0.dist-info/LICENSE,sha256=mUqF_d12-qE2n41g7C5_sq-BMLOcj6CNN-jevr15YHU,555
-clarifai-10.2.0.dist-info/METADATA,sha256=dxbFGbjs-EeDTbIrtt9SMibie7VgP0KNDFpfilZ_hF4,18632
-clarifai-10.2.0.dist-info/WHEEL,sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18,92
-clarifai-10.2.0.dist-info/entry_points.txt,sha256=qZOr_MIPG0dBBE1zringDJS_wXNGTAA_SQ-zcbmDHOw,82
-clarifai-10.2.0.dist-info/top_level.txt,sha256=wUMdCQGjkxaynZ6nZ9FAnvBUCgp5RJUVFSy2j-KYo0s,9
-clarifai-10.2.0.dist-info/RECORD,,
+clarifai-10.3.0.dist-info/LICENSE,sha256=mUqF_d12-qE2n41g7C5_sq-BMLOcj6CNN-jevr15YHU,555
+clarifai-10.3.0.dist-info/METADATA,sha256=O4qvini2SsJNHhe2zizbmaNrl52Ch7h_3AV1IkDMjEA,18723
+clarifai-10.3.0.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+clarifai-10.3.0.dist-info/entry_points.txt,sha256=qZOr_MIPG0dBBE1zringDJS_wXNGTAA_SQ-zcbmDHOw,82
+clarifai-10.3.0.dist-info/top_level.txt,sha256=wUMdCQGjkxaynZ6nZ9FAnvBUCgp5RJUVFSy2j-KYo0s,9
+clarifai-10.3.0.dist-info/RECORD,,

{clarifai-10.2.0.dist-info → clarifai-10.3.0.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.40.0)
+Generator: bdist_wheel (0.43.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

clarifai/client/runner.py

@@ -1,234 +0,0 @@
-# Copyright 2023 Clarifai, Inc.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-"""Interface to Clarifai Runners API."""
-
-import os
-import threading
-import traceback
-from concurrent.futures import ThreadPoolExecutor
-
-from clarifai_grpc.grpc.api import resources_pb2, service_pb2
-from clarifai_grpc.grpc.api.status import status_code_pb2, status_pb2
-from google.protobuf import json_format
-
-from clarifai.client.base import BaseClient
-from clarifai.errors import UserError
-from clarifai.utils.logging import get_logger
-
-
-class Runner(BaseClient):
-  """Base class for remote inference runners. This should be subclassed with the run_input method
-  implemented to process each input in the request.
-
-  Then on the subclass call start() to start the run loop.
-  """
-
-  def __init__(self,
-               runner_id: str,
-               user_id: str = None,
-               check_runner_exists: bool = True,
-               base_url: str = "https://api.clarifai.com",
-               pat: str = None,
-               token: str = None,
-               num_parallel_polls: int = 4,
-               **kwargs) -> None:
-    """
-    Args:
-      runner_id (str): the id of the runner to use. Create the runner in the Clarifai API first
-      user_id (str): Clarifai User ID
-      base_url (str): Base API url. Default "https://api.clarifai.com"
-      pat (str): A personal access token for authentication. Can be set as env var CLARIFAI_PAT
-      token (str): A session token for authentication. Accepts either a session token or a pat. Can be set as env var CLARIFAI_SESSION_TOKEN
-      num_parallel_polls (int): the max number of threads for parallel run loops to be fetching work from
-    """
-    user_id = user_id or os.environ.get("CLARIFAI_USER_ID", "")
-
-    if not user_id:
-      raise UserError(
-          "Set CLARIFAI_USER_ID as environment variables or pass user_id as input arguments")
-
-    self.runner_id = runner_id
-    self.logger = get_logger("INFO", __name__)
-    self.kwargs = {**kwargs, 'id': runner_id, 'user_id': user_id}
-    self.runner_info = resources_pb2.Runner(**self.kwargs)
-    self.num_parallel_polls = min(10, num_parallel_polls)
-    BaseClient.__init__(self, user_id=self.user_id, app_id="", base=base_url, pat=pat, token=token)
-
-    # Check that the runner exists.
-    if check_runner_exists:
-      request = service_pb2.GetRunnerRequest(user_app_id=self.user_app_id, runner_id=runner_id)
-      response = self._grpc_request(self.STUB.GetRunner, request)
-      if response.status.code != status_code_pb2.SUCCESS:
-        raise Exception(
-            f"Error getting runner, are you use this is a valid runner id {runner_id} for user_id {user_id}. Error: {response.status.description}, Details: {response.status.details}"
-        )
-
-  def start(self):
-    """
-    Start the run loop. This will ask the Clarifai API for work, and when it gets work, it will run
-    the model on the inputs and post the results back to the Clarifai API. It will then ask for more
-    work again.
-    """
-    self._long_poll_loop()
-
-  def _run(self, request: service_pb2.PostModelOutputsRequest) -> service_pb2.MultiOutputResponse:
-    """
-    Run the model on the given request. You shouldn't need to override this method, see run_input
-    for the implementation to process each input in the request.
-
-    Args:
-      request: service_pb2.PostModelOutputsRequest - the request to run the model on
-
-    Returns:
-      service_pb2.MultiOutputResponse - the response from the model's run_input implementation.
-    """
-    outputs = []
-
-    # TODO: Could cache the model and this conversion if the hash is the same.
-    model = request.model
-    output_info = None
-    if request.model.model_version.id != "":
-      output_info = json_format.MessageToDict(
-          model.model_version.output_info, preserving_proto_field_name=True)
-
-    # TODO: parallelize this over inputs in a single request.
-    for inp in request.inputs:
-      try:
-        output = self.run_input(inp, output_info)
-      except Exception as e:
-        self.logger.exception("run_input failed:")
-        traceback.print_exc()
-        output = resources_pb2.Output(status=status_pb2.Status(
-            code=status_code_pb2.MODEL_PREDICTION_FAILED,
-            description="Failed",
-            details="",
-            stack_trace=traceback.format_exc().split('\n'),
-            internal_details=str(e),
-        ))
-        self.logger.exception(output)
-      outputs.append(output)
-
-    successes = [o.status.code == status_code_pb2.SUCCESS for o in outputs]
-    if all(successes):
-      status = status_pb2.Status(
-          code=status_code_pb2.SUCCESS,
-          description="Success",
-      )
-    elif any(successes):
-      status = status_pb2.Status(
-          code=status_code_pb2.MIXED_STATUS,
-          description="Mixed Status",
-      )
-    else:
-      status = status_pb2.Status(
-          code=status_code_pb2.FAILURE,
-          description="Failed",
-      )
-
-    return service_pb2.MultiOutputResponse(
-        status=status,
-        outputs=outputs,
-    )
-
-  def run_input(self, input: resources_pb2.Input,
-                output_info: resources_pb2.OutputInfo) -> resources_pb2.Output:
-    """
-    Run the model on the given input in the request. This is the method you should override to
-    process each input in the request.
-
-    Args:
-      input: resources_pb2.Input - the input to run the model on
-      output_info: resources_pb2.OutputInfo - the output info for the model which includes
-    output_info.params that the model can pass in on very prediction request. These can be provided
-    during PostModelVersions as default for every request or can be overridden on a per request by
-    passing in output_info in the PostModelOutputs request as the model.model_version.output_info.params
-    field.
-
-    Returns:
-      resources_pb2.Output - the response from the model's run_input implementation.
-    """
-    raise NotImplementedError("run_input() not implemented")
-
-  def _long_poll_loop(self):
-    """
-    This method will long poll for work, and when it gets work, it will run the model on the inputs
-    and post the results back to the Clarifai API. It will then long poll again for more work.
-    """
-
-    def _single_thread_loop():
-      c = 0
-      while True:
-        # Long poll waiting for work.
-        try:
-          self.logger.info(f"Loop iteration: {c} for thread {threading.get_ident()}")
-          work_response = self._grpc_request(self.STUB.ListRunnerItems,
-                                             service_pb2.ListRunnerItemsRequest(
-                                                 user_app_id=self.user_app_id,
-                                                 runner_id=self.runner_id))
-          if work_response.status.code == status_code_pb2.RUNNER_NEEDS_RETRY:
-            c += 1
-            continue  # immediate restart the long poll
-          if work_response.status.code != status_code_pb2.SUCCESS:
-            raise Exception("Error getting work: {}".format(work_response.status.description))
-          if len(work_response.items) == 0:
-            self.logger.info("No work to do. Waiting...")
-            continue
-
-          # We have work to do. Run the model on each item fetched (typically 1 item at a time right
-          # now is returned by ListRunnerItems).
-          for item in work_response.items:
-            if not item.HasField('post_model_outputs_request'):
-              raise Exception("Unexpected work item type: {}".format(item))
-            self.logger.info(
-                f"Working on item: {item.id} with inputs {len(item.post_model_outputs_request.inputs)}"
-            )
-            # run this batch of data through the model.
-            result = self._run(item.post_model_outputs_request)
-
-            result_response = self._grpc_request(
-                self.STUB.PostRunnerItemOutputs,
-                service_pb2.PostRunnerItemOutputsRequest(
-                    user_app_id=self.user_app_id,
-                    item_id=item.id,
-                    runner_id=self.runner_id,
-                    runner_item_outputs=[
-                        service_pb2.RunnerItemOutput(multi_output_response=result)
-                    ]))
-            if result_response.status.code != status_code_pb2.SUCCESS:
-              raise Exception(
-                  json_format.MessageToJson(result_response, preserving_proto_field_name=True))
-              # raise Exception("Error posting result: {}".format(result_response.status.description))
-        except Exception as e:  # keep the loop running
-          self.logger.exception(e)
-          continue
-
-    self.logger.info(f"Starting run loop for {self.num_parallel_polls} threads...")
-    if self.num_parallel_polls == 1:
-      _single_thread_loop()
-    else:
-      pool = ThreadPoolExecutor(max_workers=self.num_parallel_polls)
-      futures = [pool.submit(_single_thread_loop) for _ in range(self.num_parallel_polls)]
-      for f in futures:
-        self.logger.info(f.result())
-      pool.shutdown()
-
-  def __getattr__(self, name):
-    return getattr(self.runner_info, name)
-
-  def __str__(self):
-    init_params = [param for param in self.kwargs.keys()]
-    attribute_strings = [
-        f"{param}={getattr(self.runner_info, param)}" for param in init_params
-        if hasattr(self.runner_info, param)
-    ]
-    return f"Runner Details: \n{', '.join(attribute_strings)}\n"

clarifai/runners/example.py

@@ -1,40 +0,0 @@
-from clarifai_grpc.grpc.api import resources_pb2
-
-from clarifai.client.runner import Runner
-
-
-class MyRunner(Runner):
-  """A custom runner that adds "Hello World" to the end of the text and replaces the domain of the
-  image URL as an example.
-  """
-
-  def run_input(self, input: resources_pb2.Input,
-                output_info: resources_pb2.OutputInfo) -> resources_pb2.Output:
-    """This is the method that will be called when the runner is run. It takes in an input and
-    returns an output.
-    """
-
-    output = resources_pb2.Output()
-
-    data = input.data
-
-    # Optional use of output_info
-    params_dict = {}
-    if "params" in output_info:
-      params_dict = output_info["params"]
-
-    if data.text.raw != "":
-      output.data.text.raw = data.text.raw + "Hello World" + params_dict.get("hello", "")
-    if data.image.url != "":
-      output.data.text.raw = data.image.url.replace("samples.clarifai.com",
-                                                    "newdomain.com" + params_dict.get("domain",))
-    return output
-
-
-if __name__ == '__main__':
-  # Make sure you set these env vars before running the example.
-  # CLARIFAI_PAT
-  # CLARIFAI_USER_ID
-
-  # You need to first create a runner in the Clarifai API and then use the ID here.
-  MyRunner(runner_id="sdk-test-runner").start()

clarifai/runners/example_llama2.py

@@ -1,81 +0,0 @@
-import time
-
-import requests
-from clarifai_grpc.grpc.api import resources_pb2
-from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
-
-from clarifai.client.runner import Runner
-
-# This example requires to run the following before running this example:
-# pip install transformers
-
-# https://huggingface.co/TheBloke/Llama-2-70B-chat-GPTQ
-model_name_or_path = "TheBloke/Llama-2-7B-chat-GPTQ"
-model_basename = "model"
-
-use_triton = False
-
-
-class Llama2Runner(Runner):
-  """A custom runner that runs the LLama2 LLM.
-  """
-
-  def __init__(self, *args, **kwargs):
-    super(Llama2Runner, self).__init__(*args, **kwargs)
-    self.logger.info("Starting to load the model...")
-    st = time.time()
-    self.tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
-    self.model = AutoModelForCausalLM.from_pretrained(model_name_or_path, device_map='auto')
-
-    self.logger.info("Loading model complete in (%f seconds), ready to loop for requests." %
-                     (time.time() - st))
-
-  def run_input(self, input: resources_pb2.Input,
-                output_info: resources_pb2.OutputInfo) -> resources_pb2.Output:
-    """This is the method that will be called when the runner is run. It takes in an input and
-    returns an output.
-    """
-
-    output = resources_pb2.Output()
-    data = input.data
-    if data.text.raw != "":
-      input_text = data.text.raw
-    elif data.text.url != "":
-      input_text = str(requests.get(data.text.url).text)
-    else:
-      raise Exception("Need to include data.text.raw or data.text.url in your inputs.")
-
-    if "params" in output_info:
-      params_dict = output_info["params"]
-      self.logger.info("params_dict: %s", params_dict)
-
-    time.time()
-    max_tokens = 1024
-    # # Method 1
-    # input_ids = self.tokenizer(input_text, return_tensors='pt').input_ids.cuda()
-    # out = self.model.generate(inputs=input_ids, temperature=0.7, max_new_tokens=max_tokens)
-    # out_text = self.tokenizer.decode(out[0], skip_special_tokens=True)
-    # output.data.text.raw = out_text.replace(input_text, '')
-
-    # # Method 2
-    pipe = pipeline(
-        "text-generation",
-        model=self.model,
-        tokenizer=self.tokenizer,
-        max_new_tokens=max_tokens,
-        temperature=0.7,
-        top_p=0.95,
-        repetition_penalty=1.15,
-        return_full_text=False)
-    a = pipe(input_text)
-    output.data.text.raw = a[0]['generated_text']
-    return output
-
-
-if __name__ == '__main__':
-  # Make sure you set these env vars before running the example.
-  # CLARIFAI_PAT
-  # CLARIFAI_USER_ID
-
-  # You need to first create a runner in the Clarifai API and then use the ID here.
-  Llama2Runner(runner_id="sdk-llama2-runner").start()