clarifai 11.0.6rc1__py3-none-any.whl → 11.0.6rc3__py3-none-any.whl

clarifai/__init__.py

@@ -1 +1 @@
-__version__ = "11.0.6rc1"
+__version__ = "11.0.6rc3"

clarifai/cli/model.py

@@ -5,8 +5,7 @@ from clarifai.cli.base import cli
 
 @cli.group(['model'])
 def model():
-  """Manage models: upload, test locally, run_locally, predict"""
-  pass
+  """Manage models: upload, test locally, run locally, predict, and more"""
 
 
 @model.command()
@@ -34,6 +33,20 @@ def upload(model_path, download_checkpoints, skip_dockerfile):
   model_upload.main(model_path, download_checkpoints, skip_dockerfile)
 
 
+@model.command()
+@click.option(
+    '--model_path',
+    type=click.Path(exists=True),
+    required=True,
+    help='Path to the model directory.')
+def download_checkpoints(model_path):
+  """Download checkpoints from external source to local model_path"""
+
+  from clarifai.runners.models.model_upload import ModelUploader
+  uploader = ModelUploader(model_path, download_validation_only=True)
+  uploader.download_checkpoints()
+
+
 @model.command()
 @click.option(
     '--model_path',

clarifai/runners/dockerfile_template/Dockerfile.template

@@ -31,19 +31,18 @@ ENV CLARIFAI_PAT=${CLARIFAI_PAT} \
     DEBIAN_FRONTEND=noninteractive
 
 # make sure we have the latest clarifai package.
-RUN (pip install --upgrade --upgrade-strategy only-if-needed --no-cache-dir clarifai clarifai-grpc clarifai-protocol || true)
+RUN (pip install --upgrade --upgrade-strategy only-if-needed --no-cache-dir clarifai==11.0.6rc3 clarifai-grpc clarifai-protocol huggingface_hub[hf_transfer] || true)
 
 #####
 # Download any checkpoints now into the final image so we don't copy large checkpoints across stages.
 #####
-# ENV HF_HUB_ENABLE_HF_TRANSFER=1
-# This creates the directory that HF downloader will populate and with nonroot:nonroot persmisions up.
+# This creates the directory that HF downloader will populate and with nonroot:nonroot permissions up.
 COPY --chown=nonroot:nonroot downloader/requirements.txt /home/nonroot/model_dir/main/1/checkpoints/.cache/not_used.yaml
 
 # Mount the folder with the download_checkpoints.py, config.yaml that's been parsed then download
 # the checkpoints. This invalidates the cache if we have a different repo_id to download, but the
 # HF_TOKEN changing does not invalidate. It's validated before running the dockerfile
-RUN --mount=type=secret,id=HF_TOKEN,env=HF_TOKEN --mount=type=bind,rw,source=downloader,target=/home/nonroot/model_dir/main [ -s /home/nonroot/model_dir/main/config.yaml ] && HF_HUB_ENABLE_HF_TRANSFER=1 python /home/nonroot/model_dir/main/download_checkpoints.py --model_path /home/nonroot/model_dir/main
+RUN --mount=type=secret,id=HF_TOKEN,env=HF_TOKEN --mount=type=bind,rw,source=downloader,target=/home/nonroot/model_dir/main [ -s /home/nonroot/model_dir/main/config.yaml ] && clarifai model download-checkpoints --model_path /home/nonroot/model_dir/main
 #####
 
 #####

clarifai/runners/utils/loader.py

@@ -44,6 +44,7 @@ class HuggingFaceLoader:
       from huggingface_hub import snapshot_download
     except ImportError:
       raise ImportError(self.HF_DOWNLOAD_TEXT)
+    os.environ['HF_HUB_ENABLE_HF_TRANSFER'] = '1'
     if os.path.exists(checkpoint_path) and self.validate_download(checkpoint_path):
       logger.info("Checkpoints already exist")
       return True

{clarifai-11.0.6rc1.dist-info → clarifai-11.0.6rc3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: clarifai
-Version: 11.0.6rc1
+Version: 11.0.6rc3
 Summary: Clarifai Python SDK
 Home-page: https://github.com/Clarifai/clarifai-python
 Author: Clarifai

{clarifai-11.0.6rc1.dist-info → clarifai-11.0.6rc3.dist-info}/RECORD

@@ -1,4 +1,4 @@
-clarifai/__init__.py,sha256=RcPNDASZ6DLy5MH80kyzY2r1aS5PJefYnr1776u2p7E,26
+clarifai/__init__.py,sha256=wwk3Op70vYCHwmVzT4lb7t5LtHSrq24qfGTPRmFHmpQ,26
 clarifai/cli.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 clarifai/errors.py,sha256=RwzTajwds51wLD0MVlMC5kcpBnzRpreDLlazPSBZxrg,2605
 clarifai/versions.py,sha256=jctnczzfGk_S3EnVqb2FjRKfSREkNmvNEwAAa_VoKiQ,222
@@ -10,13 +10,13 @@ clarifai/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 clarifai/cli/base.py,sha256=okuBNlMmLEQw9-0f4yzemCtneNNRTVXUugCwD58-ZtQ,3417
 clarifai/cli/compute_cluster.py,sha256=N2dNQNJEPg9nxsb8x2igEzYuGRzjn7l4kNttjFIxmhI,1827
 clarifai/cli/deployment.py,sha256=sUEuz5-rtozMx8deVcJXLi6lHsP2jc8x3y2MpUAVfqY,2506
-clarifai/cli/model.py,sha256=_l-vIqQpVF54SyWadHz-_6-6tS8SYmdDJmpUhKGv9AM,10475
+clarifai/cli/model.py,sha256=g0u7ZJNLTPOcrni19abc2F_sV1sOhyS-uvAOIMtfXIs,10904
 clarifai/cli/nodepool.py,sha256=yihxS_rIFoBBKzRlqBX8Ab42iPpBMJrJFsk8saph6ms,3049
 clarifai/cli/__pycache__/__init__.cpython-310.pyc,sha256=4ksYQqqaAMCKwyxNsG7hfJGjXDc8y78s9n7AxCEaTQo,160
 clarifai/cli/__pycache__/base.cpython-310.pyc,sha256=Fh_ObftwGEtZ5WD4abNWXIGTBXvCb9SN2qnKSnC3yEA,3083
 clarifai/cli/__pycache__/compute_cluster.cpython-310.pyc,sha256=NHLAcVEwqUhci0KB5DpnPWUqXcCttpWrA3F5zld4qN8,1985
 clarifai/cli/__pycache__/deployment.cpython-310.pyc,sha256=AhfbPlwjjj_TmC2UayjuRbNr00dOukDl6NfLhm2rIng,2278
-clarifai/cli/__pycache__/model.cpython-310.pyc,sha256=7hjo92F-foxnzKzyXMXy6mtwGYcNNvo0KvOJIrak9og,7621
+clarifai/cli/__pycache__/model.cpython-310.pyc,sha256=r9-M41Obxcuzt5GQVlXZLiO07hOX5jc0F65sqKEuFXQ,7989
 clarifai/cli/__pycache__/nodepool.cpython-310.pyc,sha256=nEmM-s1HFg7xM5x-bpnqHFWAVLWj0J0ZskYtd6NSq20,2473
 clarifai/client/__init__.py,sha256=xI1U0l5AZdRThvQAXCLsd9axxyFzXXJ22m8LHqVjQRU,662
 clarifai/client/app.py,sha256=6pckYme1urV2YJjLIYfeZ-vH0Z5YSQa51jzIMcEfwug,38342
@@ -179,7 +179,7 @@ clarifai/runners/__pycache__/__init__.cpython-310.pyc,sha256=0NgDCoyN2JSuNXQ20MC
 clarifai/runners/__pycache__/server.cpython-310.pyc,sha256=a6yFsRHEWmPhlvVlBx4AhsOms7Q4If62hhmldpW_d6Q,3644
 clarifai/runners/dockerfile_template/Dockerfile.cpu.template,sha256=B35jcpqWBP3ALa2WRtbtBg8uvDyqP_PWZnJtIeAnjT0,1222
 clarifai/runners/dockerfile_template/Dockerfile.cuda.template,sha256=TMqTZBN1exMYzjLotn17DO4Je0rg9pBapIuwdohwht8,3228
-clarifai/runners/dockerfile_template/Dockerfile.template,sha256=RPmeKT9QNzh2FJRsfSQSTSQGsTGmCuzPKNYQF0U-O4c,3390
+clarifai/runners/dockerfile_template/Dockerfile.template,sha256=i-TtCHaMg-UQU5y5gLo-KmpD8d84VBwYGgs1lz9Vjl4,3344
 clarifai/runners/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 clarifai/runners/models/base_typed_model.py,sha256=DWEUK5ge9NVZE6LkT3BNTFYjYMPHz-nDgPA48Y0DGXU,7859
 clarifai/runners/models/model_class.py,sha256=9JSPAr4U4K7xI0kSl-q0mHB06zknm2OR-8XIgBCto94,1611
@@ -193,19 +193,19 @@ clarifai/runners/models/__pycache__/model_class.cpython-310.pyc,sha256=OxOQDH4G_
 clarifai/runners/models/__pycache__/model_run_locally.cpython-310.pyc,sha256=_vm1H_HBCwWRpl-3mVjRIVbvHDYM6-sz9OheR1BmzcE,17040
 clarifai/runners/models/__pycache__/model_runner.cpython-310.pyc,sha256=lMrT9MMO3sLTo11zSv5XYTBQte3oY23esUFV4Wdnquw,5108
 clarifai/runners/models/__pycache__/model_servicer.cpython-310.pyc,sha256=w5kENnKCiiZSpZF6g7N1wljHbnan3pi_mhZBm_VvD4Q,2489
-clarifai/runners/models/__pycache__/model_upload.cpython-310.pyc,sha256=CYHScRE8tnT9BUGSxztZ_MHnVSkkPlayrCLY1VaV5yk,19845
+clarifai/runners/models/__pycache__/model_upload.cpython-310.pyc,sha256=LPSX1f79I5ccpQ2_rnvgQi89VQLAqwPJz7y0oZq5Ki0,19914
 clarifai/runners/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 clarifai/runners/utils/const.py,sha256=ICs9OqDcg-FLOxZU42M8zEOPo9k-91HK43hEUWVzexk,1293
 clarifai/runners/utils/data_handler.py,sha256=sxy9zlAgI6ETuxCQhUgEXAn2GCsaW1GxpK6GTaMne0g,6966
 clarifai/runners/utils/data_utils.py,sha256=R1iQ82TuQ9JwxCJk8yEB1Lyb0BYVhVbWJI9YDi1zGOs,318
-clarifai/runners/utils/loader.py,sha256=Q4psyvHjGPDHA6GMFLEhSSVqPRVq4vJyYyDItKn1WwU,6100
+clarifai/runners/utils/loader.py,sha256=NkiMLxZHLOhvsM_wneU3lIHkmkUwJrbKE7kdkOfy1fk,6150
 clarifai/runners/utils/logging.py,sha256=xan5ZQH5XHVyNIIjUAQoc_bS3MrjQjEvBYuo0CQKdho,153
 clarifai/runners/utils/url_fetcher.py,sha256=v_8JOWmkyFAzsBulsieKX7Nfjy1Yg7wGSZeqfEvw2cg,1640
 clarifai/runners/utils/__pycache__/__init__.cpython-310.pyc,sha256=PRPZOzUV5Z8grWizu5RKOkki0iLYxZDJBgsLfmCcieE,170
-clarifai/runners/utils/__pycache__/const.cpython-310.pyc,sha256=uzNw2ug0rpau48_AXKuMU8APSkfaP8741LUzKsPmaKA,1028
+clarifai/runners/utils/__pycache__/const.cpython-310.pyc,sha256=uXC9b5KPZhgxUJTiqkxUw69tX3gQ1O8JdQFfyou2qgI,1028
 clarifai/runners/utils/__pycache__/data_handler.cpython-310.pyc,sha256=YVncnM0NaHeMaZAyALxaHCdtUT6n5E3BI99-54Bs6HM,7961
 clarifai/runners/utils/__pycache__/data_utils.cpython-310.pyc,sha256=1e6NiK6bnJiiAo2KPsDmm91BSlbI3mVkQZKbDfh5hBI,642
-clarifai/runners/utils/__pycache__/loader.cpython-310.pyc,sha256=LJxKIcS7ld7VowK145-2_SCX0i5342Eywvk--nGQzww,6081
+clarifai/runners/utils/__pycache__/loader.cpython-310.pyc,sha256=qrFCYFv1xWR_0QwLWbWE7wTaL41OMShVeopZptRu9Ss,6128
 clarifai/runners/utils/__pycache__/logging.cpython-310.pyc,sha256=VV0KFcnuYpFFtaG4EeDIgg7c4QEsBLo-eX_NnsyFEhA,331
 clarifai/runners/utils/__pycache__/url_fetcher.cpython-310.pyc,sha256=jFxVdOmm7DCkgatv1GwIXeefHthpvlkg4ybBlMnmxss,1739
 clarifai/schema/search.py,sha256=JjTi8ammJgZZ2OGl4K6tIA4zEJ1Fr2ASZARXavI1j5c,2448
@@ -234,9 +234,9 @@ clarifai/workflows/__pycache__/__init__.cpython-310.pyc,sha256=oRKg6B7Z-wWQy0EW2
 clarifai/workflows/__pycache__/export.cpython-310.pyc,sha256=cNmGLnww7xVpm4htd1vRhQJoEZ1dhpN1oD8iLLAtVzM,2418
 clarifai/workflows/__pycache__/utils.cpython-310.pyc,sha256=rm2kWk4a3GOKWoerXpEAEeRvGhEe7wPd0ZZ6jHtEGqY,1925
 clarifai/workflows/__pycache__/validate.cpython-310.pyc,sha256=QA1i6YdDpY824cqtQvkEaFPpaCa2iqfOwFouqwZfAKY,2139
-clarifai-11.0.6rc1.dist-info/LICENSE,sha256=mUqF_d12-qE2n41g7C5_sq-BMLOcj6CNN-jevr15YHU,555
-clarifai-11.0.6rc1.dist-info/METADATA,sha256=qj60Hn5cYEkxDoR6DeAkVRR0g7cUrm4fT03fLsvmvRo,22236
-clarifai-11.0.6rc1.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
-clarifai-11.0.6rc1.dist-info/entry_points.txt,sha256=X9FZ4Z-i_r2Ud1RpZ9sNIFYuu_-9fogzCMCRUD9hyX0,51
-clarifai-11.0.6rc1.dist-info/top_level.txt,sha256=wUMdCQGjkxaynZ6nZ9FAnvBUCgp5RJUVFSy2j-KYo0s,9
-clarifai-11.0.6rc1.dist-info/RECORD,,
+clarifai-11.0.6rc3.dist-info/LICENSE,sha256=mUqF_d12-qE2n41g7C5_sq-BMLOcj6CNN-jevr15YHU,555
+clarifai-11.0.6rc3.dist-info/METADATA,sha256=3GEgL66cmwBjmxhMpuGyecgmpkr3wwzZn_y9BvH0PqQ,22236
+clarifai-11.0.6rc3.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
+clarifai-11.0.6rc3.dist-info/entry_points.txt,sha256=X9FZ4Z-i_r2Ud1RpZ9sNIFYuu_-9fogzCMCRUD9hyX0,51
+clarifai-11.0.6rc3.dist-info/top_level.txt,sha256=wUMdCQGjkxaynZ6nZ9FAnvBUCgp5RJUVFSy2j-KYo0s,9
+clarifai-11.0.6rc3.dist-info/RECORD,,