clarifai 11.0.6rc1__tar.gz → 11.0.6rc2__tar.gz

{clarifai-11.0.6rc1/clarifai.egg-info → clarifai-11.0.6rc2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: clarifai
-Version: 11.0.6rc1
+Version: 11.0.6rc2
 Summary: Clarifai Python SDK
 Home-page: https://github.com/Clarifai/clarifai-python
 Author: Clarifai

clarifai-11.0.6rc2/clarifai/__init__.py

@@ -0,0 +1 @@
+__version__ = "11.0.6rc2"

{clarifai-11.0.6rc1 → clarifai-11.0.6rc2}/clarifai/cli/model.py

@@ -5,8 +5,7 @@ from clarifai.cli.base import cli
 
 @cli.group(['model'])
 def model():
-  """Manage models: upload, test locally, run_locally, predict"""
-  pass
+  """Manage models: upload, test locally, run locally, predict, and more"""
 
 
 @model.command()
@@ -34,6 +33,20 @@ def upload(model_path, download_checkpoints, skip_dockerfile):
   model_upload.main(model_path, download_checkpoints, skip_dockerfile)
 
 
+@model.command()
+@click.option(
+    '--model_path',
+    type=click.Path(exists=True),
+    required=True,
+    help='Path to the model directory.')
+def download_checkpoints(model_path):
+  """Download checkpoints from external source to local model_path"""
+
+  from clarifai.runners.models.model_upload import ModelUploader
+  uploader = ModelUploader(model_path, download_validation_only=True)
+  uploader.download_checkpoints()
+
+
 @model.command()
 @click.option(
     '--model_path',

{clarifai-11.0.6rc1 → clarifai-11.0.6rc2}/clarifai/runners/dockerfile_template/Dockerfile.template

@@ -31,19 +31,18 @@ ENV CLARIFAI_PAT=${CLARIFAI_PAT} \
     DEBIAN_FRONTEND=noninteractive
 
 # make sure we have the latest clarifai package.
-RUN (pip install --upgrade --upgrade-strategy only-if-needed --no-cache-dir clarifai clarifai-grpc clarifai-protocol || true)
+RUN (pip install --upgrade --upgrade-strategy only-if-needed --no-cache-dir clarifai clarifai-grpc clarifai-protocol huggingface_hub[hf_transfer] || true)
 
 #####
 # Download any checkpoints now into the final image so we don't copy large checkpoints across stages.
 #####
-# ENV HF_HUB_ENABLE_HF_TRANSFER=1
-# This creates the directory that HF downloader will populate and with nonroot:nonroot persmisions up.
+# This creates the directory that HF downloader will populate and with nonroot:nonroot permissions up.
 COPY --chown=nonroot:nonroot downloader/requirements.txt /home/nonroot/model_dir/main/1/checkpoints/.cache/not_used.yaml
 
 # Mount the folder with the download_checkpoints.py, config.yaml that's been parsed then download
 # the checkpoints. This invalidates the cache if we have a different repo_id to download, but the
 # HF_TOKEN changing does not invalidate. It's validated before running the dockerfile
-RUN --mount=type=secret,id=HF_TOKEN,env=HF_TOKEN --mount=type=bind,rw,source=downloader,target=/home/nonroot/model_dir/main [ -s /home/nonroot/model_dir/main/config.yaml ] && HF_HUB_ENABLE_HF_TRANSFER=1 python /home/nonroot/model_dir/main/download_checkpoints.py --model_path /home/nonroot/model_dir/main
+RUN --mount=type=secret,id=HF_TOKEN,env=HF_TOKEN --mount=type=bind,rw,source=downloader,target=/home/nonroot/model_dir/main [ -s /home/nonroot/model_dir/main/config.yaml ] && clarifai models download-checkpoints --model_path /home/nonroot/model_dir/main
 #####
 
 #####

{clarifai-11.0.6rc1 → clarifai-11.0.6rc2}/clarifai/runners/utils/loader.py

@@ -44,6 +44,7 @@ class HuggingFaceLoader:
       from huggingface_hub import snapshot_download
     except ImportError:
       raise ImportError(self.HF_DOWNLOAD_TEXT)
+    os.environ['HF_HUB_ENABLE_HF_TRANSFER'] = '1'
     if os.path.exists(checkpoint_path) and self.validate_download(checkpoint_path):
       logger.info("Checkpoints already exist")
       return True

{clarifai-11.0.6rc1 → clarifai-11.0.6rc2/clarifai.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: clarifai
-Version: 11.0.6rc1
+Version: 11.0.6rc2
 Summary: Clarifai Python SDK
 Home-page: https://github.com/Clarifai/clarifai-python
 Author: Clarifai

clarifai-11.0.6rc1/clarifai/__init__.py

@@ -1 +0,0 @@
-__version__ = "11.0.6rc1"