clarifai 11.8.5__tar.gz → 11.9.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {clarifai-11.8.5/clarifai.egg-info → clarifai-11.9.0}/PKG-INFO +3 -3
 - clarifai-11.9.0/clarifai/__init__.py +1 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/cli/model.py +13 -6
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/client/__init__.py +6 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/runners/models/model_builder.py +329 -181
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/utils/constants.py +1 -0
 - clarifai-11.9.0/clarifai/versions.py +32 -0
 - {clarifai-11.8.5 → clarifai-11.9.0/clarifai.egg-info}/PKG-INFO +3 -3
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai.egg-info/requires.txt +2 -2
 - {clarifai-11.8.5 → clarifai-11.9.0}/requirements.txt +2 -2
 - clarifai-11.8.5/clarifai/__init__.py +0 -1
 - clarifai-11.8.5/clarifai/versions.py +0 -9
 - {clarifai-11.8.5 → clarifai-11.9.0}/LICENSE +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/MANIFEST.in +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/README.md +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/cli/README.md +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/cli/__init__.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/cli/__main__.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/cli/base.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/cli/compute_cluster.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/cli/deployment.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/cli/nodepool.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/cli/pipeline.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/cli/pipeline_step.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/cli/templates/__init__.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/cli/templates/model_templates.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/cli/templates/pipeline_step_templates.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/cli/templates/pipeline_templates.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/cli.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/client/app.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/client/auth/__init__.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/client/auth/helper.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/client/auth/register.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/client/auth/stub.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/client/base.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/client/compute_cluster.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/client/dataset.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/client/deployment.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/client/input.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/client/lister.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/client/model.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/client/model_client.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/client/module.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/client/nodepool.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/client/pipeline.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/client/pipeline_step.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/client/runner.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/client/search.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/client/user.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/client/workflow.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/constants/base.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/constants/dataset.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/constants/input.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/constants/model.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/constants/rag.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/constants/search.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/constants/workflow.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/datasets/__init__.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/datasets/export/__init__.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/datasets/export/inputs_annotations.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/datasets/upload/__init__.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/datasets/upload/base.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/datasets/upload/features.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/datasets/upload/image.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/datasets/upload/loaders/README.md +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/datasets/upload/loaders/__init__.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/datasets/upload/loaders/coco_captions.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/datasets/upload/loaders/coco_detection.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/datasets/upload/loaders/imagenet_classification.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/datasets/upload/loaders/xview_detection.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/datasets/upload/multimodal.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/datasets/upload/text.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/datasets/upload/utils.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/errors.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/models/__init__.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/models/api.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/modules/README.md +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/modules/__init__.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/modules/css.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/modules/pages.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/modules/style.css +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/rag/__init__.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/rag/rag.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/rag/utils.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/runners/__init__.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/runners/dockerfile_template/Dockerfile.template +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/runners/models/__init__.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/runners/models/dummy_openai_model.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/runners/models/mcp_class.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/runners/models/model_class.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/runners/models/model_run_locally.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/runners/models/model_runner.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/runners/models/model_servicer.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/runners/models/openai_class.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/runners/models/visual_classifier_class.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/runners/models/visual_detector_class.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/runners/pipeline_steps/__init__.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/runners/pipeline_steps/pipeline_step_builder.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/runners/pipelines/__init__.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/runners/pipelines/pipeline_builder.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/runners/server.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/runners/utils/__init__.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/runners/utils/code_script.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/runners/utils/const.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/runners/utils/data_types/__init__.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/runners/utils/data_types/data_types.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/runners/utils/data_utils.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/runners/utils/loader.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/runners/utils/method_signatures.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/runners/utils/model_utils.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/runners/utils/openai_convertor.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/runners/utils/pipeline_validation.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/runners/utils/serializers.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/runners/utils/url_fetcher.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/schema/search.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/urls/helper.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/utils/__init__.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/utils/cli.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/utils/config.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/utils/evaluation/__init__.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/utils/evaluation/helpers.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/utils/evaluation/main.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/utils/evaluation/testset_annotation_parser.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/utils/hashing.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/utils/logging.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/utils/misc.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/utils/model_train.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/utils/protobuf.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/utils/secrets.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/workflows/__init__.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/workflows/export.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/workflows/utils.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai/workflows/validate.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai.egg-info/SOURCES.txt +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai.egg-info/dependency_links.txt +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai.egg-info/entry_points.txt +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/clarifai.egg-info/top_level.txt +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/pyproject.toml +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/setup.cfg +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/setup.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/tests/test_app.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/tests/test_async_stub.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/tests/test_auth.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/tests/test_data_upload.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/tests/test_eval.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/tests/test_list_models.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/tests/test_misc.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/tests/test_model_predict.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/tests/test_model_train.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/tests/test_modules.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/tests/test_pipeline_client.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/tests/test_rag.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/tests/test_search.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/tests/test_secrets.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/tests/test_stub.py +0 -0
 - {clarifai-11.8.5 → clarifai-11.9.0}/tests/test_with_proto_feature.py +0 -0
 
| 
         @@ -1,6 +1,6 @@ 
     | 
|
| 
       1 
1 
     | 
    
         
             
            Metadata-Version: 2.4
         
     | 
| 
       2 
2 
     | 
    
         
             
            Name: clarifai
         
     | 
| 
       3 
     | 
    
         
            -
            Version: 11. 
     | 
| 
      
 3 
     | 
    
         
            +
            Version: 11.9.0
         
     | 
| 
       4 
4 
     | 
    
         
             
            Home-page: https://github.com/Clarifai/clarifai-python
         
     | 
| 
       5 
5 
     | 
    
         
             
            Author: Clarifai
         
     | 
| 
       6 
6 
     | 
    
         
             
            Author-email: support@clarifai.com
         
     | 
| 
         @@ -19,8 +19,8 @@ Classifier: Operating System :: OS Independent 
     | 
|
| 
       19 
19 
     | 
    
         
             
            Requires-Python: >=3.8
         
     | 
| 
       20 
20 
     | 
    
         
             
            Description-Content-Type: text/markdown
         
     | 
| 
       21 
21 
     | 
    
         
             
            License-File: LICENSE
         
     | 
| 
       22 
     | 
    
         
            -
            Requires-Dist: clarifai-grpc>=11.8 
     | 
| 
       23 
     | 
    
         
            -
            Requires-Dist: clarifai-protocol>=0.0. 
     | 
| 
      
 22 
     | 
    
         
            +
            Requires-Dist: clarifai-grpc>=11.9.8
         
     | 
| 
      
 23 
     | 
    
         
            +
            Requires-Dist: clarifai-protocol>=0.0.33
         
     | 
| 
       24 
24 
     | 
    
         
             
            Requires-Dist: numpy>=1.22.0
         
     | 
| 
       25 
25 
     | 
    
         
             
            Requires-Dist: tqdm>=4.65.0
         
     | 
| 
       26 
26 
     | 
    
         
             
            Requires-Dist: PyYAML>=6.0.1
         
     | 
| 
         @@ -0,0 +1 @@ 
     | 
|
| 
      
 1 
     | 
    
         
            +
            __version__ = "11.9.0"
         
     | 
| 
         @@ -29,6 +29,7 @@ from clarifai.utils.constants import ( 
     | 
|
| 
       29 
29 
     | 
    
         
             
                DEFAULT_LOCAL_RUNNER_NODEPOOL_ID,
         
     | 
| 
       30 
30 
     | 
    
         
             
                DEFAULT_OLLAMA_MODEL_REPO_BRANCH,
         
     | 
| 
       31 
31 
     | 
    
         
             
                DEFAULT_PYTHON_MODEL_REPO_BRANCH,
         
     | 
| 
      
 32 
     | 
    
         
            +
                DEFAULT_SGLANG_MODEL_REPO_BRANCH,
         
     | 
| 
       32 
33 
     | 
    
         
             
                DEFAULT_TOOLKIT_MODEL_REPO,
         
     | 
| 
       33 
34 
     | 
    
         
             
                DEFAULT_VLLM_MODEL_REPO_BRANCH,
         
     | 
| 
       34 
35 
     | 
    
         
             
            )
         
     | 
| 
         @@ -76,15 +77,15 @@ def model(): 
     | 
|
| 
       76 
77 
     | 
    
         
             
            @click.option(
         
     | 
| 
       77 
78 
     | 
    
         
             
                '--toolkit',
         
     | 
| 
       78 
79 
     | 
    
         
             
                type=click.Choice(
         
     | 
| 
       79 
     | 
    
         
            -
                    ['ollama', 'huggingface', 'lmstudio', 'vllm', 'python'], case_sensitive=False
         
     | 
| 
      
 80 
     | 
    
         
            +
                    ['ollama', 'huggingface', 'lmstudio', 'vllm', 'sglang', 'python'], case_sensitive=False
         
     | 
| 
       80 
81 
     | 
    
         
             
                ),
         
     | 
| 
       81 
82 
     | 
    
         
             
                required=False,
         
     | 
| 
       82 
     | 
    
         
            -
                help='Toolkit to use for model initialization. Currently supports "ollama", "huggingface", "lmstudio", "vllm" and "python".',
         
     | 
| 
      
 83 
     | 
    
         
            +
                help='Toolkit to use for model initialization. Currently supports "ollama", "huggingface", "lmstudio", "vllm", "sglang" and "python".',
         
     | 
| 
       83 
84 
     | 
    
         
             
            )
         
     | 
| 
       84 
85 
     | 
    
         
             
            @click.option(
         
     | 
| 
       85 
86 
     | 
    
         
             
                '--model-name',
         
     | 
| 
       86 
87 
     | 
    
         
             
                required=False,
         
     | 
| 
       87 
     | 
    
         
            -
                help='Model name to configure when using --toolkit. For ollama toolkit, this sets the Ollama model to use (e.g., "llama3.1", "mistral", etc.). For vllm & huggingface toolkit, this sets the Hugging Face model repo_id (e.g., "unsloth/Llama-3.2-1B-Instruct").\n For lmstudio toolkit, this sets the LM Studio model name (e.g., "qwen/qwen3-4b-thinking-2507").\n',
         
     | 
| 
      
 88 
     | 
    
         
            +
                help='Model name to configure when using --toolkit. For ollama toolkit, this sets the Ollama model to use (e.g., "llama3.1", "mistral", etc.). For vllm, sglang & huggingface toolkit, this sets the Hugging Face model repo_id (e.g., "unsloth/Llama-3.2-1B-Instruct").\n For lmstudio toolkit, this sets the LM Studio model name (e.g., "qwen/qwen3-4b-thinking-2507").\n',
         
     | 
| 
       88 
89 
     | 
    
         
             
            )
         
     | 
| 
       89 
90 
     | 
    
         
             
            @click.option(
         
     | 
| 
       90 
91 
     | 
    
         
             
                '--port',
         
     | 
| 
         @@ -129,8 +130,8 @@ def init( 
     | 
|
| 
       129 
130 
     | 
    
         
             
                MODEL_TYPE_ID: Type of model to create. If not specified, defaults to "text-to-text" for text models.\n
         
     | 
| 
       130 
131 
     | 
    
         
             
                GITHUB_PAT: GitHub Personal Access Token for authentication when cloning private repositories.\n
         
     | 
| 
       131 
132 
     | 
    
         
             
                GITHUB_URL: GitHub repository URL or "repo" format to clone a repository from. If provided, the entire repository contents will be copied to the target directory instead of using default templates.\n
         
     | 
| 
       132 
     | 
    
         
            -
                TOOLKIT: Toolkit to use for model initialization. Currently supports "ollama", "huggingface", "lmstudio", "vllm" and "python".\n
         
     | 
| 
       133 
     | 
    
         
            -
                MODEL_NAME: Model name to configure when using --toolkit. For ollama toolkit, this sets the Ollama model to use (e.g., "llama3.1", "mistral", etc.). For vllm & huggingface toolkit, this sets the Hugging Face model repo_id (e.g., "Qwen/Qwen3-4B-Instruct-2507"). For lmstudio toolkit, this sets the LM Studio model name (e.g., "qwen/qwen3-4b-thinking-2507").\n
         
     | 
| 
      
 133 
     | 
    
         
            +
                TOOLKIT: Toolkit to use for model initialization. Currently supports "ollama", "huggingface", "lmstudio", "vllm", "sglang" and "python".\n
         
     | 
| 
      
 134 
     | 
    
         
            +
                MODEL_NAME: Model name to configure when using --toolkit. For ollama toolkit, this sets the Ollama model to use (e.g., "llama3.1", "mistral", etc.). For vllm, sglang & huggingface toolkit, this sets the Hugging Face model repo_id (e.g., "Qwen/Qwen3-4B-Instruct-2507"). For lmstudio toolkit, this sets the LM Studio model name (e.g., "qwen/qwen3-4b-thinking-2507").\n
         
     | 
| 
       134 
135 
     | 
    
         
             
                PORT: Port to run the (Ollama/lmstudio) server on. Defaults to 23333.\n
         
     | 
| 
       135 
136 
     | 
    
         
             
                CONTEXT_LENGTH: Context length for the (Ollama/lmstudio) model. Defaults to 8192.\n
         
     | 
| 
       136 
137 
     | 
    
         
             
                """
         
     | 
| 
         @@ -183,6 +184,9 @@ def init( 
     | 
|
| 
       183 
184 
     | 
    
         
             
                elif toolkit == 'vllm':
         
     | 
| 
       184 
185 
     | 
    
         
             
                    github_url = DEFAULT_TOOLKIT_MODEL_REPO
         
     | 
| 
       185 
186 
     | 
    
         
             
                    branch = DEFAULT_VLLM_MODEL_REPO_BRANCH
         
     | 
| 
      
 187 
     | 
    
         
            +
                elif toolkit == 'sglang':
         
     | 
| 
      
 188 
     | 
    
         
            +
                    github_url = DEFAULT_TOOLKIT_MODEL_REPO
         
     | 
| 
      
 189 
     | 
    
         
            +
                    branch = DEFAULT_SGLANG_MODEL_REPO_BRANCH
         
     | 
| 
       186 
190 
     | 
    
         
             
                elif toolkit == 'python':
         
     | 
| 
       187 
191 
     | 
    
         
             
                    github_url = DEFAULT_TOOLKIT_MODEL_REPO
         
     | 
| 
       188 
192 
     | 
    
         
             
                    branch = DEFAULT_PYTHON_MODEL_REPO_BRANCH
         
     | 
| 
         @@ -320,7 +324,9 @@ def init( 
     | 
|
| 
       320 
324 
     | 
    
         
             
                if (user_id or model_name or port or context_length) and (toolkit == 'lmstudio'):
         
     | 
| 
       321 
325 
     | 
    
         
             
                    customize_lmstudio_model(model_path, user_id, model_name, port, context_length)
         
     | 
| 
       322 
326 
     | 
    
         | 
| 
       323 
     | 
    
         
            -
                if (user_id or model_name) and ( 
     | 
| 
      
 327 
     | 
    
         
            +
                if (user_id or model_name) and (
         
     | 
| 
      
 328 
     | 
    
         
            +
                    toolkit == 'huggingface' or toolkit == 'vllm' or toolkit == 'sglang'
         
     | 
| 
      
 329 
     | 
    
         
            +
                ):
         
     | 
| 
       324 
330 
     | 
    
         
             
                    # Update the config.yaml file with the provided model name
         
     | 
| 
       325 
331 
     | 
    
         
             
                    customize_huggingface_model(model_path, user_id, model_name)
         
     | 
| 
       326 
332 
     | 
    
         | 
| 
         @@ -1010,6 +1016,7 @@ def local_runner(ctx, model_path, pool_size, verbose): 
     | 
|
| 
       1010 
1016 
     | 
    
         
             
                        logger.info("Customizing Ollama model with provided parameters...")
         
     | 
| 
       1011 
1017 
     | 
    
         
             
                        customize_ollama_model(
         
     | 
| 
       1012 
1018 
     | 
    
         
             
                            model_path=model_path,
         
     | 
| 
      
 1019 
     | 
    
         
            +
                            user_id=user_id,
         
     | 
| 
       1013 
1020 
     | 
    
         
             
                            verbose=True if verbose else False,
         
     | 
| 
       1014 
1021 
     | 
    
         
             
                        )
         
     | 
| 
       1015 
1022 
     | 
    
         
             
                    except Exception as e:
         
     | 
| 
         @@ -2,11 +2,14 @@ from clarifai.client.app import App 
     | 
|
| 
       2 
2 
     | 
    
         
             
            from clarifai.client.auth.register import V2Stub
         
     | 
| 
       3 
3 
     | 
    
         
             
            from clarifai.client.auth.stub import create_stub
         
     | 
| 
       4 
4 
     | 
    
         
             
            from clarifai.client.base import BaseClient
         
     | 
| 
      
 5 
     | 
    
         
            +
            from clarifai.client.compute_cluster import ComputeCluster
         
     | 
| 
       5 
6 
     | 
    
         
             
            from clarifai.client.dataset import Dataset
         
     | 
| 
      
 7 
     | 
    
         
            +
            from clarifai.client.deployment import Deployment
         
     | 
| 
       6 
8 
     | 
    
         
             
            from clarifai.client.input import Inputs
         
     | 
| 
       7 
9 
     | 
    
         
             
            from clarifai.client.lister import Lister
         
     | 
| 
       8 
10 
     | 
    
         
             
            from clarifai.client.model import Model
         
     | 
| 
       9 
11 
     | 
    
         
             
            from clarifai.client.module import Module
         
     | 
| 
      
 12 
     | 
    
         
            +
            from clarifai.client.nodepool import Nodepool
         
     | 
| 
       10 
13 
     | 
    
         
             
            from clarifai.client.pipeline import Pipeline
         
     | 
| 
       11 
14 
     | 
    
         
             
            from clarifai.client.pipeline_step import PipelineStep
         
     | 
| 
       12 
15 
     | 
    
         
             
            from clarifai.client.search import Search
         
     | 
| 
         @@ -28,4 +31,7 @@ __all__ = [ 
     | 
|
| 
       28 
31 
     | 
    
         
             
                'Inputs',
         
     | 
| 
       29 
32 
     | 
    
         
             
                'BaseClient',
         
     | 
| 
       30 
33 
     | 
    
         
             
                'Search',
         
     | 
| 
      
 34 
     | 
    
         
            +
                'ComputeCluster',
         
     | 
| 
      
 35 
     | 
    
         
            +
                'Nodepool',
         
     | 
| 
      
 36 
     | 
    
         
            +
                'Deployment',
         
     | 
| 
       31 
37 
     | 
    
         
             
            ]
         
     |