clarifai 11.7.0__py3-none-any.whl → 11.7.2__py3-none-any.whl

clarifai/__init__.py

@@ -1 +1 @@
-__version__ = "11.7.0"
+__version__ = "11.7.2"

clarifai/runners/models/model_builder.py

@@ -739,7 +739,7 @@ class ModelBuilder:
         logger.info(f"Setup: Validating requirements.txt file at {path} using uv pip compile")
         # Don't log the output of the comment unless it errors.
         result = subprocess.run(
-            f"uv pip compile {path} --universal --python {python_version} --no-header  --no-emit-index-url",
+            f"uv pip compile {path} --universal --python {python_version} --no-header --no-emit-index-url --no-cache-dir",
             shell=True,
             text=True,
             capture_output=True,

clarifai/runners/models/openai_class.py

@@ -133,10 +133,12 @@ class OpenAIModelClass(ModelClass):
             request_data['top_p'] = float(request_data['top_p'])
         # Note(zeiler): temporary fix for our playground sending additional fields.
         # FIXME: remove this once the playground is updated.
-        for m in request_data['messages']:
-            m.pop('id', None)
-            m.pop('file', None)
-            m.pop('panelId', None)
+        # Shouldn't need to do anything with the responses API since playground isn't yet using it.
+        if 'messages' in request_data:
+            for m in request_data['messages']:
+                m.pop('id', None)
+                m.pop('file', None)
+                m.pop('panelId', None)
 
         # Handle the "Currently only named tools are supported." error we see from trt-llm
         if 'tools' in request_data and request_data['tools'] is None:
@@ -194,6 +196,7 @@ class OpenAIModelClass(ModelClass):
                 # Handle responses endpoint
                 stream_response = self._route_request(endpoint, request_data)
                 for chunk in stream_response:
+                    self._set_usage(chunk)
                     yield chunk.model_dump_json()
             else:
                 completion_args = self._create_completion_args(request_data)

clarifai/runners/server.py

@@ -29,7 +29,7 @@ def main():
         '--pool_size',
         type=int,
         default=os.environ.get('CLARIFAI_NUM_THREADS', 32),
-        help="The number of threads to use for the gRPC server.",
+        help="The number of threads to use for the gRPC server. Runner (ie. grpc=False) threads are read from the config file and ModelBuilder defaults.",
         choices=range(1, 129),
     )  # pylint: disable=range-builtin-not-iterating
     parser.add_argument(
@@ -67,13 +67,13 @@ def main():
     parsed_args = parser.parse_args()
 
     serve(
-        parsed_args.model_path,
-        parsed_args.port,
-        parsed_args.pool_size,
-        parsed_args.max_queue_size,
-        parsed_args.max_msg_length,
-        parsed_args.enable_tls,
-        parsed_args.grpc,
+        model_path=parsed_args.model_path,
+        port=parsed_args.port,
+        pool_size=parsed_args.pool_size,
+        max_queue_size=parsed_args.max_queue_size,
+        max_msg_length=parsed_args.max_msg_length,
+        enable_tls=parsed_args.enable_tls,
+        grpc=parsed_args.grpc,
     )
 
 

{clarifai-11.7.0.dist-info → clarifai-11.7.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: clarifai
-Version: 11.7.0
+Version: 11.7.2
 Home-page: https://github.com/Clarifai/clarifai-python
 Author: Clarifai
 Author-email: support@clarifai.com

{clarifai-11.7.0.dist-info → clarifai-11.7.2.dist-info}/RECORD

@@ -1,4 +1,4 @@
-clarifai/__init__.py,sha256=rSjRBQs9AcakQYnfj7YZFHQKbSsnq8BzM_MJeZ3UZ1M,23
+clarifai/__init__.py,sha256=6gn-LTh3dEaW8xtpYwCmhIveFTKvM01jgLce36FaA10,23
 clarifai/cli.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 clarifai/errors.py,sha256=GXa6D4v_L404J83jnRNFPH7s-1V9lk7w6Ws99f1g-AY,2772
 clarifai/versions.py,sha256=ecSuEB_nOL2XSoYHDw2n23XUbm_KPOGjudMXmQrGdS8,224
@@ -72,17 +72,17 @@ clarifai/rag/__init__.py,sha256=wu3PzAzo7uqgrEzuaC9lY_3gj1HFiR3GU3elZIKTT5g,40
 clarifai/rag/rag.py,sha256=EG3GoFrHFCmA70Tz49_0Jo1-3WIaHSgWGHecPeErcdc,14170
 clarifai/rag/utils.py,sha256=_gVZdABuMnraCKViLruV75x0F3IpgFXN6amYSGE5_xc,4462
 clarifai/runners/__init__.py,sha256=wXLaSljH7qLeJCrZdKEnlQh2tNqTQAIZKWOu2rZ6wGs,279
-clarifai/runners/server.py,sha256=YgF-ZInjQ1DZeZ9UmK77rW35IUIXrJYa3SSm2xoXGtc,6252
+clarifai/runners/server.py,sha256=B8cNLCRVWUtSmPUYTReyi3g8rKh5iDrePhp28CzUyoY,6413
 clarifai/runners/dockerfile_template/Dockerfile.template,sha256=nEnIMqzhAXDbd0Ht7QQm0U7AVPIHWQD6kYnFZ0TKJUM,2428
 clarifai/runners/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 clarifai/runners/models/dummy_openai_model.py,sha256=LfAJu173uTEYsN6xpaJ6TyimohyTooX16H6YYk9qVLs,8636
 clarifai/runners/models/mcp_class.py,sha256=RdKn7rW4vYol0VRDZiLTSMfkqjLhO1ijXAQ0Rq0Jfnw,6647
-clarifai/runners/models/model_builder.py,sha256=N7CyOt-jP5FGJGNvarHtlmEd_O6kNXEyaRJVmSdH3MU,70929
+clarifai/runners/models/model_builder.py,sha256=nAu2H2I8PQiGeFGULwWKhlBX19QYI6sOmjwD3TrjxB0,70943
 clarifai/runners/models/model_class.py,sha256=Ndh437BNMkpFBo6B108GuKL8sGYaGnSplZ6FxOgd_v8,20010
 clarifai/runners/models/model_run_locally.py,sha256=6-6WjEKc0ba3gAv4wOLdMs2XOzS3b-2bZHJS0wdVqJY,20088
 clarifai/runners/models/model_runner.py,sha256=RxhYawEX6vJKTZZ_AmcHwo2ONwT7V7e3W-vXuunY7eI,11874
 clarifai/runners/models/model_servicer.py,sha256=415RqiXCPH-1WgFHrtZMDH1nb8gaQDpVlrQ_tvtbjOg,4523
-clarifai/runners/models/openai_class.py,sha256=KWKZKNcsGDYX6Ro2Y0kK7xcMi4YDziKRZHr_3v_g7ns,8694
+clarifai/runners/models/openai_class.py,sha256=v3R1CoUIeS9dh9jhGH7G7Jih9DLXkHvieQLjMtC4Gas,8892
 clarifai/runners/models/visual_classifier_class.py,sha256=1ZoLfCT2crrgRbejjTMAIwpTRgQMiH9N9yflOVpFxSg,2721
 clarifai/runners/models/visual_detector_class.py,sha256=ky4oFAkGCKPpGPdgaOso-n6D3HcmnbKee_8hBsNiV8U,2883
 clarifai/runners/pipeline_steps/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -120,9 +120,9 @@ clarifai/workflows/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuF
 clarifai/workflows/export.py,sha256=HvUYG9N_-UZoRR0-_tdGbZ950_AeBqawSppgUxQebR0,1913
 clarifai/workflows/utils.py,sha256=ESL3INcouNcLKCh-nMpfXX-YbtCzX7tz7hT57_RGQ3M,2079
 clarifai/workflows/validate.py,sha256=UhmukyHkfxiMFrPPeBdUTiCOHQT5-shqivlBYEyKTlU,2931
-clarifai-11.7.0.dist-info/licenses/LICENSE,sha256=mUqF_d12-qE2n41g7C5_sq-BMLOcj6CNN-jevr15YHU,555
-clarifai-11.7.0.dist-info/METADATA,sha256=AUq4ocwllb6s3rBIAqLHoIzJiYxzIYx1UnXQ7MB4ihg,23161
-clarifai-11.7.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-clarifai-11.7.0.dist-info/entry_points.txt,sha256=X9FZ4Z-i_r2Ud1RpZ9sNIFYuu_-9fogzCMCRUD9hyX0,51
-clarifai-11.7.0.dist-info/top_level.txt,sha256=wUMdCQGjkxaynZ6nZ9FAnvBUCgp5RJUVFSy2j-KYo0s,9
-clarifai-11.7.0.dist-info/RECORD,,
+clarifai-11.7.2.dist-info/licenses/LICENSE,sha256=mUqF_d12-qE2n41g7C5_sq-BMLOcj6CNN-jevr15YHU,555
+clarifai-11.7.2.dist-info/METADATA,sha256=-lB70fchjL4QxbV6k4CHm4rVpyqwkFaP6YAmBPzFByI,23161
+clarifai-11.7.2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+clarifai-11.7.2.dist-info/entry_points.txt,sha256=X9FZ4Z-i_r2Ud1RpZ9sNIFYuu_-9fogzCMCRUD9hyX0,51
+clarifai-11.7.2.dist-info/top_level.txt,sha256=wUMdCQGjkxaynZ6nZ9FAnvBUCgp5RJUVFSy2j-KYo0s,9
+clarifai-11.7.2.dist-info/RECORD,,