clarifai 11.6.2__py3-none-any.whl → 11.6.3__py3-none-any.whl

clarifai/__init__.py

@@ -1 +1 @@
-__version__ = "11.6.2"
+__version__ = "11.6.3"

clarifai/cli/model.py

@@ -17,10 +17,7 @@ from clarifai.utils.constants import (
     DEFAULT_LOCAL_DEV_NODEPOOL_ID,
 )
 from clarifai.utils.logging import logger
-from clarifai.utils.misc import (
-    clone_github_repo,
-    format_github_repo_url,
-)
+from clarifai.utils.misc import clone_github_repo, format_github_repo_url
 
 
 @cli.group(
@@ -60,7 +57,12 @@ def model():
     required=False,
     help='Git branch to clone from the GitHub repository. If not specified, the default branch will be used.',
 )
-def init(model_path, model_type_id, github_pat, github_repo, branch):
+@click.option(
+    '--local-ollama-model',
+    is_flag=True,
+    help='Create an Ollama model template by cloning from GitHub repository.',
+)
+def init(model_path, model_type_id, github_pat, github_repo, branch, local_ollama_model):
     """Initialize a new model directory structure.
 
     Creates the following structure in the specified directory:
@@ -76,6 +78,15 @@ def init(model_path, model_type_id, github_pat, github_repo, branch):
 
     MODEL_PATH: Path where to create the model directory structure. If not specified, the current directory is used by default.
     """
+    # Handle the --local-ollama-model flag
+    if local_ollama_model:
+        if github_repo or branch:
+            raise click.ClickException(
+                "Cannot specify both --local-ollama-model and --github-repo/--branch"
+            )
+        github_repo = "https://github.com/Clarifai/runners-examples"
+        branch = "ollama"
+
     # Resolve the absolute path
     model_path = os.path.abspath(model_path)
 
@@ -407,8 +418,16 @@ def run_locally(model_path, port, mode, keep_env, keep_image, skip_dockerfile=Fa
     required=False,
     default=".",
 )
+@click.option(
+    "--pool_size",
+    type=int,
+    is_flag=True,
+    default=1,  # default to 1 thread for local dev runner to avoid rapid depletion of compute time.
+    show_default=True,
+    help="The number of threads to use. On community plan, the compute time allocation is drained at a rate proportional to the number of threads.",
+)  # pylint: disable=range-builtin-not-iterating
 @click.pass_context
-def local_dev(ctx, model_path):
+def local_dev(ctx, model_path, pool_size):
     """Run the model as a local dev runner to help debug your model connected to the API or to
     leverage local compute resources manually. This relies on many variables being present in the env
     of the currently selected context. If they are not present then default values will be used to
@@ -731,6 +750,8 @@ XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX
     # This reads the config.yaml from the model_path so we alter it above first.
     serve(
         model_path,
+        pool_size=pool_size,
+        num_threads=pool_size,
         user_id=user_id,
         compute_cluster_id=compute_cluster_id,
         nodepool_id=nodepool_id,

clarifai/cli/templates/model_templates.py

@@ -7,7 +7,7 @@ def get_model_class_template() -> str:
     """Return the template for a basic ModelClass-based model."""
     return '''from typing import Iterator, List
 from clarifai.runners.models.model_class import ModelClass
-from clarifai.runners.util.data_utils import Param
+from clarifai.runners.utils.data_utils import Param
 
 class MyModel(ModelClass):
     """A custom model implementation using ModelClass."""
@@ -31,7 +31,7 @@ class MyModel(ModelClass):
         """This is the method that will be called when the runner is run. It takes in an input and returns an output."""
         # TODO: please fill in
         # Implement your prediction logic here
-        pass  # Replace with your actual logic
+        return "This is a placeholder response. Please implement your model logic."
 
     @ModelClass.method
     def generate(
@@ -45,7 +45,7 @@ class MyModel(ModelClass):
         """Example yielding a streamed response."""
         # TODO: please fill in
         # Implement your generation logic here
-        pass # Replace with your actual logic
+        yield "This is a placeholder response. Please implement your model logic."
 '''
 
 
@@ -104,7 +104,7 @@ def get_openai_model_class_template() -> str:
     return '''from typing import List
 from openai import OpenAI
 from clarifai.runners.models.openai_class import OpenAIModelClass
-from clarifai.runners.util.data_utils import Param
+from clarifai.runners.utils.data_utils import Param
 from clarifai.runners.utils.openai_convertor import build_openai_messages
 
 class MyModel(OpenAIModelClass):

clarifai/runners/pipeline_steps/pipeline_step_builder.py

@@ -8,6 +8,7 @@ from string import Template
 import yaml
 from clarifai_grpc.grpc.api import resources_pb2, service_pb2
 from clarifai_grpc.grpc.api.status import status_code_pb2
+from google.protobuf import json_format
 
 from clarifai.client.base import BaseClient
 from clarifai.utils.logging import logger
@@ -106,16 +107,16 @@ class PipelineStepBuilder:
 
     def _get_pipeline_step_compute_info(self):
         """Get pipeline step compute info from config."""
+        assert "pipeline_step_compute_info" in self.config, (
+            "pipeline_step_compute_info not found in the config file"
+        )
         compute_config = self.config.get("pipeline_step_compute_info", {})
 
-        compute_info = resources_pb2.ComputeInfo()
+        # Ensure cpu_limit is a string if it exists and is an int
+        if 'cpu_limit' in compute_config and isinstance(compute_config['cpu_limit'], int):
+            compute_config['cpu_limit'] = str(compute_config['cpu_limit'])
 
-        if "cpu_limit" in compute_config:
-            compute_info.cpu_limit = compute_config["cpu_limit"]
-        if "cpu_memory" in compute_config:
-            compute_info.cpu_memory = compute_config["cpu_memory"]
-        if "num_accelerators" in compute_config:
-            compute_info.num_accelerators = compute_config["num_accelerators"]
+        compute_info = json_format.ParseDict(compute_config, resources_pb2.ComputeInfo())
 
         return compute_info
 
@@ -200,8 +201,11 @@ COPY --link=true requirements.txt config.yaml /home/nonroot/main/
             PYTHON_VERSION=python_version
         )
 
-        # Write Dockerfile
+        # Write Dockerfile if it doesn't exist
         dockerfile_path = os.path.join(self.folder, 'Dockerfile')
+        if os.path.exists(dockerfile_path):
+            logger.info(f"Dockerfile already exists at {dockerfile_path}, skipping creation.")
+            return
         with open(dockerfile_path, 'w') as dockerfile:
             dockerfile.write(dockerfile_content)
 

clarifai/runners/server.py

@@ -81,6 +81,7 @@ def serve(
     model_path,
     port=8000,
     pool_size=32,
+    num_threads=0,
     max_queue_size=10,
     max_msg_length=1024 * 1024 * 1024,
     enable_tls=False,
@@ -98,7 +99,8 @@ def serve(
 
     # `num_threads` can be set in config.yaml or via the environment variable CLARIFAI_NUM_THREADS="<integer>".
     # Note: The value in config.yaml takes precedence over the environment variable.
-    num_threads = builder.config.get("num_threads")
+    if num_threads == 0:
+        num_threads = builder.config.get("num_threads")
     # Setup the grpc server for local development.
     if grpc:
         # initialize the servicer with the runner so that it gets the predict(), generate(), stream() classes.

{clarifai-11.6.2.dist-info → clarifai-11.6.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: clarifai
-Version: 11.6.2
+Version: 11.6.3
 Home-page: https://github.com/Clarifai/clarifai-python
 Author: Clarifai
 Author-email: support@clarifai.com
@@ -19,7 +19,7 @@ Classifier: Operating System :: OS Independent
 Requires-Python: >=3.8
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: clarifai-grpc>=11.6.0
+Requires-Dist: clarifai-grpc>=11.6.1
 Requires-Dist: clarifai-protocol>=0.0.25
 Requires-Dist: numpy>=1.22.0
 Requires-Dist: tqdm>=4.65.0

{clarifai-11.6.2.dist-info → clarifai-11.6.3.dist-info}/RECORD

@@ -1,4 +1,4 @@
-clarifai/__init__.py,sha256=oRlzSjuWA3FSB8u8EiFTs_Z5cSwME4q7lVIMCuT6tEU,23
+clarifai/__init__.py,sha256=KA1lts4rsvHFFgJa89RTeY-d2XENw6-Iw3kZ1H6GvjQ,23
 clarifai/cli.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 clarifai/errors.py,sha256=GXa6D4v_L404J83jnRNFPH7s-1V9lk7w6Ws99f1g-AY,2772
 clarifai/versions.py,sha256=ecSuEB_nOL2XSoYHDw2n23XUbm_KPOGjudMXmQrGdS8,224
@@ -8,12 +8,12 @@ clarifai/cli/__main__.py,sha256=7nPbLW7Jr2shkgMPvnxpn4xYGMvIcnqluJ69t9w4H_k,74
 clarifai/cli/base.py,sha256=SNJL5TEcB2rD6pX1v_nrMCH9F7IJ_TD6XXI95cJCi3I,8330
 clarifai/cli/compute_cluster.py,sha256=8Xss0Obrp6l1XuxJe0luOqU_pf8vXGDRi6jyIe8qR6k,2282
 clarifai/cli/deployment.py,sha256=9C4I6_kyMxRkWl6h681wc79-3mAtDHtTUaxRv05OZMs,4262
-clarifai/cli/model.py,sha256=Kigk6lFy179Puvlgb26Gllra32Sy_WaIayR0ImJ8ZJE,35639
+clarifai/cli/model.py,sha256=EhpujegtnR6j5QtBrea37e_7aMOZBzIWT3CFv0iKFJs,36587
 clarifai/cli/nodepool.py,sha256=H6OIdUW_EiyDUwZogzEDoYmVwEjLMsgoDlPyE7gjIuU,4245
 clarifai/cli/pipeline.py,sha256=smWPCK9kLCqnjTCb3w8BAeiAcowY20Bdxfk-OCzCi0I,10601
 clarifai/cli/pipeline_step.py,sha256=Unrq63w5rjwyhHHmRhV-enztO1HuVTnimAXltNCotQs,3814
 clarifai/cli/templates/__init__.py,sha256=HbMlZuYOMyVJde73ijNAevmSRUpIttGlHdwyO4W-JOs,44
-clarifai/cli/templates/model_templates.py,sha256=_ZonIBnY9KKSJY31KZbUys_uN_k_Txu7Dip12KWfmSU,9633
+clarifai/cli/templates/model_templates.py,sha256=q1dKF5jHhX_1g4qtiYcEbJdWQaxCv2BSEAXI4AR2JOo,9709
 clarifai/cli/templates/pipeline_step_templates.py,sha256=HU1BoU7wG71MviQAvyecxT_qo70XhTtPGYtoIQ-U-l0,1663
 clarifai/cli/templates/pipeline_templates.py,sha256=mfHrEoRxICIv00zxfgIct2IpxcMmZ6zjHG8WLF1TPcI,4409
 clarifai/client/__init__.py,sha256=KXvZFE9TCJf1k_GNUHCZ4icsUlKr1lz0cnBR91LuY8M,765
@@ -71,7 +71,7 @@ clarifai/rag/__init__.py,sha256=wu3PzAzo7uqgrEzuaC9lY_3gj1HFiR3GU3elZIKTT5g,40
 clarifai/rag/rag.py,sha256=EG3GoFrHFCmA70Tz49_0Jo1-3WIaHSgWGHecPeErcdc,14170
 clarifai/rag/utils.py,sha256=_gVZdABuMnraCKViLruV75x0F3IpgFXN6amYSGE5_xc,4462
 clarifai/runners/__init__.py,sha256=wXLaSljH7qLeJCrZdKEnlQh2tNqTQAIZKWOu2rZ6wGs,279
-clarifai/runners/server.py,sha256=YNK2ZjVsAzpULJ6cBAJotrL3xSJ_Gx3VodbBY_Fa7kQ,4732
+clarifai/runners/server.py,sha256=ic1qI-ZhlePCpJDP94hWIf8X-_D1fiEp2CdtaMvFFMk,4780
 clarifai/runners/dockerfile_template/Dockerfile.template,sha256=DUH7F0-uLOV0LTjnPde-9chSzscAAxBAwjTxi9b_l9g,2425
 clarifai/runners/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 clarifai/runners/models/dummy_openai_model.py,sha256=pcmAVbqTTGG4J3BLVjKfvM_SQ-GET_XexIUdLcr9Zvo,8373
@@ -85,7 +85,7 @@ clarifai/runners/models/openai_class.py,sha256=OVYe4dWJPhskyZn53X9yJorzKZA7mjRCq
 clarifai/runners/models/visual_classifier_class.py,sha256=1ZoLfCT2crrgRbejjTMAIwpTRgQMiH9N9yflOVpFxSg,2721
 clarifai/runners/models/visual_detector_class.py,sha256=ky4oFAkGCKPpGPdgaOso-n6D3HcmnbKee_8hBsNiV8U,2883
 clarifai/runners/pipeline_steps/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-clarifai/runners/pipeline_steps/pipeline_step_builder.py,sha256=E6Ce3b0RolYLMJHaUrKukphD7ndNZafZ8gIsaONiYUk,21047
+clarifai/runners/pipeline_steps/pipeline_step_builder.py,sha256=X2xWg4QM4kX3cr8JkG1RmAiVE8-XH8XbomjmXa16zmY,21333
 clarifai/runners/pipelines/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 clarifai/runners/pipelines/pipeline_builder.py,sha256=z_bCwjwQPFa_1AYkorhh5r6t6r5hC5K2D8Z1LTEzIpg,12801
 clarifai/runners/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -119,9 +119,9 @@ clarifai/workflows/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuF
 clarifai/workflows/export.py,sha256=HvUYG9N_-UZoRR0-_tdGbZ950_AeBqawSppgUxQebR0,1913
 clarifai/workflows/utils.py,sha256=ESL3INcouNcLKCh-nMpfXX-YbtCzX7tz7hT57_RGQ3M,2079
 clarifai/workflows/validate.py,sha256=UhmukyHkfxiMFrPPeBdUTiCOHQT5-shqivlBYEyKTlU,2931
-clarifai-11.6.2.dist-info/licenses/LICENSE,sha256=mUqF_d12-qE2n41g7C5_sq-BMLOcj6CNN-jevr15YHU,555
-clarifai-11.6.2.dist-info/METADATA,sha256=kTK4jHcDxTNvtoqcZVZ3Th80hByozBNF1H4nENvSLiU,22737
-clarifai-11.6.2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-clarifai-11.6.2.dist-info/entry_points.txt,sha256=X9FZ4Z-i_r2Ud1RpZ9sNIFYuu_-9fogzCMCRUD9hyX0,51
-clarifai-11.6.2.dist-info/top_level.txt,sha256=wUMdCQGjkxaynZ6nZ9FAnvBUCgp5RJUVFSy2j-KYo0s,9
-clarifai-11.6.2.dist-info/RECORD,,
+clarifai-11.6.3.dist-info/licenses/LICENSE,sha256=mUqF_d12-qE2n41g7C5_sq-BMLOcj6CNN-jevr15YHU,555
+clarifai-11.6.3.dist-info/METADATA,sha256=0sSfIat8_W12dE83Koh0f6BAVxn5F1OG7OFB-FhjAuc,22737
+clarifai-11.6.3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+clarifai-11.6.3.dist-info/entry_points.txt,sha256=X9FZ4Z-i_r2Ud1RpZ9sNIFYuu_-9fogzCMCRUD9hyX0,51
+clarifai-11.6.3.dist-info/top_level.txt,sha256=wUMdCQGjkxaynZ6nZ9FAnvBUCgp5RJUVFSy2j-KYo0s,9
+clarifai-11.6.3.dist-info/RECORD,,