vast-ai-provisioner 1.0.0 → 1.0.1

package/README.md

@@ -2,16 +2,36 @@
 
 This script will provision a [Vast.ai](https://vast.ai) instance with a specific template which can be overridden and customized beyond what is available with Vast's template system. The repo currently provides the following templates:
 
-- "Complete" ComfyUI install - Flux, WAN, Hunyuan, SDXL + variants, ControlNets, and LoRAs
-- SDXL ComfyUI install - all of the above minus Flux, WAN, and Hunyuan
-- Flux Kontext ComfyUI install - Just Flux Kontext
+- [ComfyUI](https://github.com/comfyanonymous/ComfyUI) - A node-based AI image/video generation suite
 - [FP-Studio](https://github.com/FP-Studio/FramePack-Studio) - A FramePack-based video editor
 
-# Requirements
+Additionally, there are several modules available to add to the base ComfyUI install:
+
+- Animagine: Animagine XL 4.0, a best-in-class anime model
+- Flux Dev: Adds Flux 1.Dev and ControlNet
+- Flux Kontext: Adds Flux Kontext for image editing
+- Pixel Art: Adds Pixel Art LoRAs for SDXL
+- SDXL: Adds SDXL and ControlNet
+- Upscalers: A collection of high quality 2x and 4x upscalers
+- Utility Nodes: A set of Comfy nodes to make building workflows easier
+- WAN2.2: A powerful text-to-video or image-to-video model
+
+## Requirements
 
 - Node >=22
 
-# Usage
+## Usage
+
+```sh
+npm install -g vast-ai-provisioner
+vast-ai-provisioner -h
+
+OR
+
+npx vast-ai-provisioner -h
+```
+
+## Development
 
 ```sh
 corepack enable

package/modules/animagine.json

@@ -0,0 +1,13 @@
+{
+  "$schema": "https://raw.githubusercontent.com/ayan4m1/vast-ai-provisioner/main/module.schema.json",
+  "name": "Animagine XL 4.0",
+  "template": "ComfyUI",
+  "files": {
+    "checkpoint_models": [
+      "https://huggingface.co/cagliostrolab/animagine-xl-4.0/resolve/main/animagine-xl-4.0.safetensors"
+    ],
+    "workflows": [
+      "https://raw.githubusercontent.com/ayan4m1/vast-ai-provisioner/main/workflows/animagine-4.json"
+    ]
+  }
+}

package/modules/flux-dev.json

@@ -0,0 +1,25 @@
+{
+  "$schema": "https://raw.githubusercontent.com/ayan4m1/vast-ai-provisioner/main/module.schema.json",
+  "name": "Flux 1.D",
+  "template": "ComfyUI",
+  "files": {
+    "clip_models": [
+      "https://huggingface.co/comfyanonymous/flux_text_encoders/resolve/main/clip_l.safetensors"
+    ],
+    "controlnet_models": [
+      "https://huggingface.co/XLabs-AI/flux-ip-adapter/resolve/main/ip_adapter.safetensors"
+    ],
+    "diffusion_models": [
+      "https://huggingface.co/Kijai/flux-fp8/resolve/main/flux1-dev-fp8-e4m3fn.safetensors"
+    ],
+    "text_encoder_models": [
+      "https://huggingface.co/comfyanonymous/flux_text_encoders/resolve/main/t5xxl_fp8_e4m3fn.safetensors"
+    ],
+    "vae_models": [
+      "https://huggingface.co/ffxvs/vae-flux/resolve/main/ae.safetensors"
+    ],
+    "workflows": [
+      "https://raw.githubusercontent.com/ayan4m1/vast-ai-provisioner/main/workflows/flux-txt2img.json"
+    ]
+  }
+}

package/modules/flux-kontext.json

@@ -0,0 +1,22 @@
+{
+  "$schema": "https://raw.githubusercontent.com/ayan4m1/vast-ai-provisioner/main/module.schema.json",
+  "name": "Flux Kontext",
+  "template": "ComfyUI",
+  "files": {
+    "clip_models": [
+      "https://huggingface.co/comfyanonymous/flux_text_encoders/resolve/main/clip_l.safetensors"
+    ],
+    "diffusion_models": [
+      "https://huggingface.co/Comfy-Org/flux1-kontext-dev_ComfyUI/resolve/main/split_files/diffusion_models/flux1-dev-kontext_fp8_scaled.safetensors"
+    ],
+    "text_encoder_models": [
+      "https://huggingface.co/comfyanonymous/flux_text_encoders/resolve/main/t5xxl_fp8_e4m3fn.safetensors"
+    ],
+    "vae_models": [
+      "https://huggingface.co/ffxvs/vae-flux/resolve/main/ae.safetensors"
+    ],
+    "workflows": [
+      "https://raw.githubusercontent.com/ayan4m1/vast-ai-provisioner/main/workflows/flux-kontext.json"
+    ]
+  }
+}

package/modules/pixel-art.json

@@ -0,0 +1,13 @@
+{
+  "$schema": "https://raw.githubusercontent.com/ayan4m1/vast-ai-provisioner/main/module.schema.json",
+  "name": "Pixel Art Resources",
+  "template": "ComfyUI",
+  "files": {
+    "checkpoint_models": [
+      "https://huggingface.co/AIWorksMD/pixelArtDiffusionXL/resolve/main/pixelArtDiffusionXL_spriteShaper.safetensors"
+    ],
+    "lora_models": [
+      "https://civitai.com/api/download/models/135931?type=Model&format=SafeTensor"
+    ]
+  }
+}

package/modules/sdxl.json

@@ -0,0 +1,18 @@
+{
+  "$schema": "https://raw.githubusercontent.com/ayan4m1/vast-ai-provisioner/main/module.schema.json",
+  "name": "SDXL",
+  "template": "ComfyUI",
+  "files": {
+    "checkpoint_models": [
+      "https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0/resolve/main/sd_xl_base_1.0.safetensors"
+    ],
+    "controlnet_models": [
+      "https://huggingface.co/brad-twinkl/controlnet-union-sdxl-1.0-promax/resolve/main/diffusion_pytorch_model.safetensors"
+    ],
+    "workflows": [
+      "https://raw.githubusercontent.com/ayan4m1/vast-ai-provisioner/main/workflows/sdxl-controlnet.json",
+      "https://raw.githubusercontent.com/ayan4m1/vast-ai-provisioner/main/workflows/sdxl-img2img.json",
+      "https://raw.githubusercontent.com/ayan4m1/vast-ai-provisioner/main/workflows/sdxl-txt2img.json"
+    ]
+  }
+}

package/modules/upscalers.json

@@ -0,0 +1,18 @@
+{
+  "$schema": "https://raw.githubusercontent.com/ayan4m1/vast-ai-provisioner/main/module.schema.json",
+  "name": "Popular Upscalers",
+  "template": "ComfyUI",
+  "files": {
+    "esrgan_models": [
+      "https://github.com/Phhofm/models/releases/download/4xNomos2_hq_dat2/4xNomos2_hq_dat2.pth",
+      "https://github.com/Kim2091/Kim2091-Models/releases/download/2x-AnimeSharpV4/2x-AnimeSharpV4_RCAN.safetensors",
+      "https://github.com/Kim2091/Kim2091-Models/releases/download/2x-AnimeSharpV2_Set/2x-AnimeSharpV2_RPLKSR_Sharp.pth",
+      "https://github.com/xinntao/Real-ESRGAN/releases/download/v0.2.2.4/RealESRGAN_x4plus_anime_6B.pth",
+      "https://drive.usercontent.google.com/download?id=19Kn6-avBPXhEjp9Hj2OkMzozo7T9C-6j&export=download&authuser=0&confirm=t&uuid=4ae5a096-cbf8-4db0-8a76-f20313ac67eb&at=AN8xHop2wzdHQMGBO9N3W_S9bNX8:1754245171054"
+    ],
+    "workflows": [
+      "https://raw.githubusercontent.com/ayan4m1/vast-ai-provisioner/main/workflows/remove-bg.json",
+      "https://raw.githubusercontent.com/ayan4m1/vast-ai-provisioner/main/workflows/upscaler.json"
+    ]
+  }
+}

package/modules/utility-nodes.json

@@ -0,0 +1,14 @@
+{
+  "$schema": "https://raw.githubusercontent.com/ayan4m1/vast-ai-provisioner/main/module.schema.json",
+  "name": "Utility Node Pack",
+  "template": "ComfyUI",
+  "files": {
+    "nodes": [
+      "https://github.com/kijai/ComfyUI-KJNodes",
+      "https://github.com/ltdrdata/ComfyUI-Manager",
+      "https://github.com/ltdrdata/was-node-suite-comfyui",
+      "https://github.com/ZHO-ZHO-ZHO/ComfyUI-BRIA_AI-RMBG",
+      "https://github.com/Fannovel16/comfyui_controlnet_aux"
+    ]
+  }
+}

package/modules/wan2.2.json

@@ -0,0 +1,20 @@
+{
+  "$schema": "https://raw.githubusercontent.com/ayan4m1/vast-ai-provisioner/main/module.schema.json",
+  "name": "WAN2.2",
+  "template": "ComfyUI",
+  "files": {
+    "nodes": ["https://github.com/city96/ComfyUI-GGUF"],
+    "workflows": [
+      "https://raw.githubusercontent.com/ayan4m1/vast-ai-provisioner/main/workflows/wan2.2-img2vid.json"
+    ],
+    "vae_models": [
+      "https://huggingface.co/Comfy-Org/Wan_2.2_ComfyUI_Repackaged/resolve/main/split_files/vae/wan2.2_vae.safetensors"
+    ],
+    "text_encoder_models": [
+      "https://huggingface.co/city96/umt5-xxl-encoder-gguf/resolve/main/umt5-xxl-encoder-Q5_K_M.gguf"
+    ],
+    "diffusion_models": [
+      "https://huggingface.co/QuantStack/Wan2.2-TI2V-5B-GGUF/resolve/main/Wan2.2-TI2V-5B-Q5_K_M.gguf"
+    ]
+  }
+}

package/package.json

@@ -58,7 +58,10 @@
     "node": ">=22"
   },
   "files": [
-    "lib/"
+    "lib/",
+    "modules/",
+    "templates/",
+    "scripts/"
   ],
   "homepage": "https://github.com/ayan4m1/vast-ai-provisioner#readme",
   "license": "MIT",
@@ -79,5 +82,5 @@
   },
   "type": "module",
   "types": "lib/index.d.ts",
-  "version": "1.0.0"
+  "version": "1.0.1"
 }

package/scripts/comfyui.sh

@@ -0,0 +1,215 @@
+#!/bin/bash
+
+source /venv/main/bin/activate
+COMFYUI_DIR=${WORKSPACE}/ComfyUI
+
+# Packages are installed after nodes so we can fix them...
+
+APT_PACKAGES=(
+{{ APT_PACKAGES }}
+)
+
+PIP_PACKAGES=(
+{{ PIP_PACKAGES }}
+)
+
+NODES=(
+{{ NODES }}
+)
+
+WORKFLOWS=(
+{{ WORKFLOWS }}
+)
+
+CLIP_MODELS=(
+{{ CLIP_MODELS }}
+)
+
+CLIP_VISION_MODELS=(
+{{ CLIP_VISION_MODELS }}
+)
+
+CHECKPOINT_MODELS=(
+{{ CHECKPOINT_MODELS }}
+)
+
+UNET_MODELS=(
+{{ UNET_MODELS }}
+)
+
+LORA_MODELS=(
+{{ LORA_MODELS }}
+)
+
+VAE_MODELS=(
+{{ VAE_MODELS }}
+)
+
+ESRGAN_MODELS=(
+{{ ESRGAN_MODELS }}
+)
+
+CONTROLNET_MODELS=(
+{{ CONTROLNET_MODELS }}
+)
+
+TEXT_ENCODER_MODELS=(
+{{ TEXT_ENCODER_MODELS }}
+)
+
+DIFFUSION_MODELS=(
+{{ DIFFUSION_MODELS }}
+)
+
+### DO NOT EDIT BELOW HERE UNLESS YOU KNOW WHAT YOU ARE DOING ###
+
+function provisioning_start() {
+    provisioning_print_header
+    provisioning_get_apt_packages
+    provisioning_get_nodes
+    provisioning_get_pip_packages
+    provisioning_get_files \
+        "${COMFYUI_DIR}/models/clip" \
+        "${CLIP_MODELS[@]}"
+    provisioning_get_files \
+        "${COMFYUI_DIR}/models/clip_vision" \
+        "${CLIP_VISION_MODELS[@]}"
+    provisioning_get_files \
+        "${COMFYUI_DIR}/models/checkpoints" \
+        "${CHECKPOINT_MODELS[@]}"
+    provisioning_get_files \
+        "${COMFYUI_DIR}/models/unet" \
+        "${UNET_MODELS[@]}"
+    provisioning_get_files \
+        "${COMFYUI_DIR}/models/text_encoders" \
+        "${TEXT_ENCODER_MODELS[@]}"
+    provisioning_get_files \
+        "${COMFYUI_DIR}/models/diffusion_models" \
+        "${DIFFUSION_MODELS[@]}"
+    provisioning_get_files \
+        "${COMFYUI_DIR}/models/lora" \
+        "${LORA_MODELS[@]}"
+    provisioning_get_files \
+        "${COMFYUI_DIR}/models/controlnet" \
+        "${CONTROLNET_MODELS[@]}"
+    provisioning_get_files \
+        "${COMFYUI_DIR}/models/vae" \
+        "${VAE_MODELS[@]}"
+    provisioning_get_files \
+        "${COMFYUI_DIR}/models/esrgan" \
+        "${ESRGAN_MODELS[@]}"
+    provisioning_get_files \
+        "${COMFYUI_DIR}/user/default/workflows" \
+        "${WORKFLOWS[@]}"
+    provisioning_print_end
+}
+
+function provisioning_get_apt_packages() {
+    if [[ -n $APT_PACKAGES ]]; then
+            sudo $APT_INSTALL ${APT_PACKAGES[@]}
+    fi
+}
+
+function provisioning_get_pip_packages() {
+    if [[ -n $PIP_PACKAGES ]]; then
+            pip install --no-cache-dir ${PIP_PACKAGES[@]}
+    fi
+}
+
+function provisioning_get_nodes() {
+    for repo in "${NODES[@]}"; do
+        dir="${repo##*/}"
+        path="${COMFYUI_DIR}/custom_nodes/${dir}"
+        requirements="${path}/requirements.txt"
+        if [[ -d $path ]]; then
+            if [[ ${AUTO_UPDATE,,} != "false" ]]; then
+                printf "Updating node: %s...\n" "${repo}"
+                ( cd "$path" && git pull )
+                if [[ -e $requirements ]]; then
+                   pip install --no-cache-dir -r "$requirements"
+                fi
+            fi
+        else
+            printf "Downloading node: %s...\n" "${repo}"
+            git clone "${repo}" "${path}" --recursive
+            if [[ -e $requirements ]]; then
+                pip install --no-cache-dir -r "${requirements}"
+            fi
+        fi
+    done
+}
+
+function provisioning_get_files() {
+    if [[ -z $2 ]]; then return 1; fi
+    
+    dir="$1"
+    mkdir -p "$dir"
+    shift
+    arr=("$@")
+    printf "Downloading %s model(s) to %s...\n" "${#arr[@]}" "$dir"
+    for url in "${arr[@]}"; do
+        printf "Downloading: %s\n" "${url}"
+        provisioning_download "${url}" "${dir}"
+        printf "\n"
+    done
+}
+
+function provisioning_print_header() {
+    printf "\n##############################################\n#                                            #\n#          Provisioning container            #\n#                                            #\n#         This will take some time           #\n#                                            #\n# Your container will be ready on completion #\n#                                            #\n##############################################\n\n"
+}
+
+function provisioning_print_end() {
+    printf "\nProvisioning complete:  Application will start now\n\n"
+}
+
+function provisioning_has_valid_hf_token() {
+    [[ -n "$HF_TOKEN" ]] || return 1
+    url="https://huggingface.co/api/whoami-v2"
+
+    response=$(curl -o /dev/null -s -w "%{http_code}" -X GET "$url" \
+        -H "Authorization: Bearer $HF_TOKEN" \
+        -H "Content-Type: application/json")
+
+    # Check if the token is valid
+    if [ "$response" -eq 200 ]; then
+        return 0
+    else
+        return 1
+    fi
+}
+
+function provisioning_has_valid_civitai_token() {
+    [[ -n "$CIVITAI_TOKEN" ]] || return 1
+    url="https://civitai.com/api/v1/models?hidden=1&limit=1"
+
+    response=$(curl -o /dev/null -s -w "%{http_code}" -X GET "$url" \
+        -H "Authorization: Bearer $CIVITAI_TOKEN" \
+        -H "Content-Type: application/json")
+
+    # Check if the token is valid
+    if [ "$response" -eq 200 ]; then
+        return 0
+    else
+        return 1
+    fi
+}
+
+# Download from $1 URL to $2 file path
+function provisioning_download() {
+    if [[ -n $HF_TOKEN && $1 =~ ^https://([a-zA-Z0-9_-]+\.)?huggingface\.co(/|$|\?) ]]; then
+        auth_token="$HF_TOKEN"
+    elif 
+        [[ -n $CIVITAI_TOKEN && $1 =~ ^https://([a-zA-Z0-9_-]+\.)?civitai\.com(/|$|\?) ]]; then
+        auth_token="$CIVITAI_TOKEN"
+    fi
+    if [[ -n $auth_token ]];then
+        wget --header="Authorization: Bearer $auth_token" -qnc --content-disposition --show-progress -e dotbytes="${3:-4M}" -P "$2" "$1"
+    else
+        wget -qnc --content-disposition --show-progress -e dotbytes="${3:-4M}" -P "$2" "$1"
+    fi
+}
+
+# Allow user to disable provisioning if they started with a script they didn't want
+if [[ ! -f /.noprovisioning ]]; then
+    provisioning_start
+fi

package/scripts/kontext.sh

@@ -0,0 +1,201 @@
+#!/bin/bash
+
+source /venv/main/bin/activate
+COMFYUI_DIR=${WORKSPACE}/ComfyUI
+
+# Packages are installed after nodes so we can fix them...
+
+APT_PACKAGES=()
+
+PIP_PACKAGES=(
+    "xformers"
+)
+
+NODES=(
+    "https://github.com/ltdrdata/ComfyUI-Manager"
+)
+
+WORKFLOWS=(
+    "https://raw.githubusercontent.com/ayan4m1/vast-ai-provisioner/main/workflows/flux-kontext.json"
+)
+
+CLIP_MODELS=(
+    "https://huggingface.co/comfyanonymous/flux_text_encoders/resolve/main/clip_l.safetensors"
+)
+
+CHECKPOINT_MODELS=()
+
+UNET_MODELS=()
+
+LORA_MODELS=()
+
+VAE_MODELS=(
+    "https://huggingface.co/ffxvs/vae-flux/resolve/main/ae.safetensors"
+)
+
+ESRGAN_MODELS=(
+    "https://github.com/Phhofm/models/releases/download/4xNomos2_hq_dat2/4xNomos2_hq_dat2.pth"
+    "https://github.com/Kim2091/Kim2091-Models/releases/download/2x-AnimeSharpV4/2x-AnimeSharpV4_RCAN.safetensors"
+    "https://github.com/Kim2091/Kim2091-Models/releases/download/2x-AnimeSharpV2_Set/2x-AnimeSharpV2_RPLKSR_Sharp.pth"
+    "https://github.com/xinntao/Real-ESRGAN/releases/download/v0.2.2.4/RealESRGAN_x4plus_anime_6B.pth"
+)
+
+CONTROLNET_MODELS=()
+
+TEXT_ENCODER_MODELS=(
+    "https://huggingface.co/comfyanonymous/flux_text_encoders/resolve/main/t5xxl_fp8_e4m3fn.safetensors"
+)
+
+DIFFUSION_MODELS=(
+    "https://huggingface.co/Comfy-Org/flux1-kontext-dev_ComfyUI/resolve/main/split_files/diffusion_models/flux1-dev-kontext_fp8_scaled.safetensors"
+)
+
+### DO NOT EDIT BELOW HERE UNLESS YOU KNOW WHAT YOU ARE DOING ###
+
+function provisioning_start() {
+    provisioning_print_header
+    provisioning_get_apt_packages
+    provisioning_get_nodes
+    provisioning_get_pip_packages
+    provisioning_get_files \
+        "${COMFYUI_DIR}/models/clip" \
+        "${CLIP_MODELS[@]}"
+    provisioning_get_files \
+        "${COMFYUI_DIR}/models/checkpoints" \
+        "${CHECKPOINT_MODELS[@]}"
+    provisioning_get_files \
+        "${COMFYUI_DIR}/models/unet" \
+        "${UNET_MODELS[@]}"
+    provisioning_get_files \
+        "${COMFYUI_DIR}/models/text_encoders" \
+        "${TEXT_ENCODER_MODELS[@]}"
+    provisioning_get_files \
+        "${COMFYUI_DIR}/models/diffusion_models" \
+        "${DIFFUSION_MODELS[@]}"
+    provisioning_get_files \
+        "${COMFYUI_DIR}/models/lora" \
+        "${LORA_MODELS[@]}"
+    provisioning_get_files \
+        "${COMFYUI_DIR}/models/controlnet" \
+        "${CONTROLNET_MODELS[@]}"
+    provisioning_get_files \
+        "${COMFYUI_DIR}/models/vae" \
+        "${VAE_MODELS[@]}"
+    provisioning_get_files \
+        "${COMFYUI_DIR}/models/esrgan" \
+        "${ESRGAN_MODELS[@]}"
+    provisioning_get_files \
+        "${COMFYUI_DIR}/user/default/workflows" \
+        "${WORKFLOWS[@]}"
+    provisioning_print_end
+}
+
+function provisioning_get_apt_packages() {
+    if [[ -n $APT_PACKAGES ]]; then
+            sudo $APT_INSTALL ${APT_PACKAGES[@]}
+    fi
+}
+
+function provisioning_get_pip_packages() {
+    if [[ -n $PIP_PACKAGES ]]; then
+            pip install --no-cache-dir ${PIP_PACKAGES[@]}
+    fi
+}
+
+function provisioning_get_nodes() {
+    for repo in "${NODES[@]}"; do
+        dir="${repo##*/}"
+        path="${COMFYUI_DIR}/custom_nodes/${dir}"
+        requirements="${path}/requirements.txt"
+        if [[ -d $path ]]; then
+            if [[ ${AUTO_UPDATE,,} != "false" ]]; then
+                printf "Updating node: %s...\n" "${repo}"
+                ( cd "$path" && git pull )
+                if [[ -e $requirements ]]; then
+                   pip install --no-cache-dir -r "$requirements"
+                fi
+            fi
+        else
+            printf "Downloading node: %s...\n" "${repo}"
+            git clone "${repo}" "${path}" --recursive
+            if [[ -e $requirements ]]; then
+                pip install --no-cache-dir -r "${requirements}"
+            fi
+        fi
+    done
+}
+
+function provisioning_get_files() {
+    if [[ -z $2 ]]; then return 1; fi
+    
+    dir="$1"
+    mkdir -p "$dir"
+    shift
+    arr=("$@")
+    printf "Downloading %s model(s) to %s...\n" "${#arr[@]}" "$dir"
+    for url in "${arr[@]}"; do
+        printf "Downloading: %s\n" "${url}"
+        provisioning_download "${url}" "${dir}"
+        printf "\n"
+    done
+}
+
+function provisioning_print_header() {
+    printf "\n##############################################\n#                                            #\n#          Provisioning container            #\n#                                            #\n#         This will take some time           #\n#                                            #\n# Your container will be ready on completion #\n#                                            #\n##############################################\n\n"
+}
+
+function provisioning_print_end() {
+    printf "\nProvisioning complete:  Application will start now\n\n"
+}
+
+function provisioning_has_valid_hf_token() {
+    [[ -n "$HF_TOKEN" ]] || return 1
+    url="https://huggingface.co/api/whoami-v2"
+
+    response=$(curl -o /dev/null -s -w "%{http_code}" -X GET "$url" \
+        -H "Authorization: Bearer $HF_TOKEN" \
+        -H "Content-Type: application/json")
+
+    # Check if the token is valid
+    if [ "$response" -eq 200 ]; then
+        return 0
+    else
+        return 1
+    fi
+}
+
+function provisioning_has_valid_civitai_token() {
+    [[ -n "$CIVITAI_TOKEN" ]] || return 1
+    url="https://civitai.com/api/v1/models?hidden=1&limit=1"
+
+    response=$(curl -o /dev/null -s -w "%{http_code}" -X GET "$url" \
+        -H "Authorization: Bearer $CIVITAI_TOKEN" \
+        -H "Content-Type: application/json")
+
+    # Check if the token is valid
+    if [ "$response" -eq 200 ]; then
+        return 0
+    else
+        return 1
+    fi
+}
+
+# Download from $1 URL to $2 file path
+function provisioning_download() {
+    if [[ -n $HF_TOKEN && $1 =~ ^https://([a-zA-Z0-9_-]+\.)?huggingface\.co(/|$|\?) ]]; then
+        auth_token="$HF_TOKEN"
+    elif 
+        [[ -n $CIVITAI_TOKEN && $1 =~ ^https://([a-zA-Z0-9_-]+\.)?civitai\.com(/|$|\?) ]]; then
+        auth_token="$CIVITAI_TOKEN"
+    fi
+    if [[ -n $auth_token ]];then
+        wget --header="Authorization: Bearer $auth_token" -qnc --content-disposition --show-progress -e dotbytes="${3:-4M}" -P "$2" "$1"
+    else
+        wget -qnc --content-disposition --show-progress -e dotbytes="${3:-4M}" -P "$2" "$1"
+    fi
+}
+
+# Allow user to disable provisioning if they started with a script they didn't want
+if [[ ! -f /.noprovisioning ]]; then
+    provisioning_start
+fi

package/scripts/wan.sh

@@ -0,0 +1,213 @@
+#!/bin/bash
+
+source /venv/main/bin/activate
+COMFYUI_DIR=${WORKSPACE}/ComfyUI
+
+# Packages are installed after nodes so we can fix them...
+
+APT_PACKAGES=()
+
+PIP_PACKAGES=(
+    "xformers"
+)
+
+NODES=(
+    "https://github.com/ltdrdata/ComfyUI-Manager"
+    "https://github.com/city96/ComfyUI-GGUF"
+    "https://github.com/kijai/ComfyUI-KJNodes"
+    "https://github.com/ltdrdata/was-node-suite-comfyui"
+    "https://github.com/kijai/ComfyUI-HunyuanVideoWrapper"
+    "https://github.com/Kosinkadink/ComfyUI-VideoHelperSuite"
+)
+
+WORKFLOWS=(
+    "https://raw.githubusercontent.com/ayan4m1/vast-ai-provisioner/main/workflows/wan2.2-img2vid.json"
+)
+
+CLIP_MODELS=()
+
+CLIP_VISION_MODELS=()
+
+CHECKPOINT_MODELS=()
+
+UNET_MODELS=()
+
+LORA_MODELS=()
+
+VAE_MODELS=(
+    # "https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/vae/wan_2.1_vae.safetensors"
+    "https://huggingface.co/Comfy-Org/Wan_2.2_ComfyUI_Repackaged/resolve/main/split_files/vae/wan2.2_vae.safetensors"
+)
+
+ESRGAN_MODELS=(
+    "https://github.com/Phhofm/models/releases/download/4xNomos2_hq_dat2/4xNomos2_hq_dat2.pth"
+    "https://github.com/Kim2091/Kim2091-Models/releases/download/2x-AnimeSharpV4/2x-AnimeSharpV4_RCAN.safetensors"
+    "https://github.com/Kim2091/Kim2091-Models/releases/download/2x-AnimeSharpV2_Set/2x-AnimeSharpV2_RPLKSR_Sharp.pth"
+    "https://github.com/xinntao/Real-ESRGAN/releases/download/v0.2.2.4/RealESRGAN_x4plus_anime_6B.pth"
+)
+
+CONTROLNET_MODELS=()
+
+TEXT_ENCODER_MODELS=(
+    # "https://huggingface.co/calcuis/wan-gguf/resolve/main/t5xxl_um_fp8_e4m3fn_scaled.safetensors"
+    "https://huggingface.co/city96/umt5-xxl-encoder-gguf/resolve/main/umt5-xxl-encoder-Q5_K_M.gguf"
+
+)
+
+DIFFUSION_MODELS=(
+    # "https://huggingface.co/city96/Wan2.1-I2V-14B-480P-gguf/resolve/main/wan2.1-i2v-14b-480p-Q5_K_M.gguf"
+    "https://huggingface.co/QuantStack/Wan2.2-TI2V-5B-GGUF/resolve/main/Wan2.2-TI2V-5B-Q5_K_M.gguf"
+)
+
+### DO NOT EDIT BELOW HERE UNLESS YOU KNOW WHAT YOU ARE DOING ###
+
+function provisioning_start() {
+    provisioning_print_header
+    provisioning_get_apt_packages
+    provisioning_get_nodes
+    provisioning_get_pip_packages
+    provisioning_get_files \
+        "${COMFYUI_DIR}/models/clip" \
+        "${CLIP_MODELS[@]}"
+    provisioning_get_files \
+        "${COMFYUI_DIR}/models/clip_vision" \
+        "${CLIP_VISION_MODELS[@]}"
+    provisioning_get_files \
+        "${COMFYUI_DIR}/models/checkpoints" \
+        "${CHECKPOINT_MODELS[@]}"
+    provisioning_get_files \
+        "${COMFYUI_DIR}/models/unet" \
+        "${UNET_MODELS[@]}"
+    provisioning_get_files \
+        "${COMFYUI_DIR}/models/text_encoders" \
+        "${TEXT_ENCODER_MODELS[@]}"
+    provisioning_get_files \
+        "${COMFYUI_DIR}/models/diffusion_models" \
+        "${DIFFUSION_MODELS[@]}"
+    provisioning_get_files \
+        "${COMFYUI_DIR}/models/lora" \
+        "${LORA_MODELS[@]}"
+    provisioning_get_files \
+        "${COMFYUI_DIR}/models/controlnet" \
+        "${CONTROLNET_MODELS[@]}"
+    provisioning_get_files \
+        "${COMFYUI_DIR}/models/vae" \
+        "${VAE_MODELS[@]}"
+    provisioning_get_files \
+        "${COMFYUI_DIR}/models/esrgan" \
+        "${ESRGAN_MODELS[@]}"
+    provisioning_get_files \
+        "${COMFYUI_DIR}/user/default/workflows" \
+        "${WORKFLOWS[@]}"
+    provisioning_print_end
+}
+
+function provisioning_get_apt_packages() {
+    if [[ -n $APT_PACKAGES ]]; then
+            sudo $APT_INSTALL ${APT_PACKAGES[@]}
+    fi
+}
+
+function provisioning_get_pip_packages() {
+    if [[ -n $PIP_PACKAGES ]]; then
+            pip install --no-cache-dir ${PIP_PACKAGES[@]}
+    fi
+}
+
+function provisioning_get_nodes() {
+    for repo in "${NODES[@]}"; do
+        dir="${repo##*/}"
+        path="${COMFYUI_DIR}/custom_nodes/${dir}"
+        requirements="${path}/requirements.txt"
+        if [[ -d $path ]]; then
+            if [[ ${AUTO_UPDATE,,} != "false" ]]; then
+                printf "Updating node: %s...\n" "${repo}"
+                ( cd "$path" && git pull )
+                if [[ -e $requirements ]]; then
+                   pip install --no-cache-dir -r "$requirements"
+                fi
+            fi
+        else
+            printf "Downloading node: %s...\n" "${repo}"
+            git clone "${repo}" "${path}" --recursive
+            if [[ -e $requirements ]]; then
+                pip install --no-cache-dir -r "${requirements}"
+            fi
+        fi
+    done
+}
+
+function provisioning_get_files() {
+    if [[ -z $2 ]]; then return 1; fi
+    
+    dir="$1"
+    mkdir -p "$dir"
+    shift
+    arr=("$@")
+    printf "Downloading %s model(s) to %s...\n" "${#arr[@]}" "$dir"
+    for url in "${arr[@]}"; do
+        printf "Downloading: %s\n" "${url}"
+        provisioning_download "${url}" "${dir}"
+        printf "\n"
+    done
+}
+
+function provisioning_print_header() {
+    printf "\n##############################################\n#                                            #\n#          Provisioning container            #\n#                                            #\n#         This will take some time           #\n#                                            #\n# Your container will be ready on completion #\n#                                            #\n##############################################\n\n"
+}
+
+function provisioning_print_end() {
+    printf "\nProvisioning complete:  Application will start now\n\n"
+}
+
+function provisioning_has_valid_hf_token() {
+    [[ -n "$HF_TOKEN" ]] || return 1
+    url="https://huggingface.co/api/whoami-v2"
+
+    response=$(curl -o /dev/null -s -w "%{http_code}" -X GET "$url" \
+        -H "Authorization: Bearer $HF_TOKEN" \
+        -H "Content-Type: application/json")
+
+    # Check if the token is valid
+    if [ "$response" -eq 200 ]; then
+        return 0
+    else
+        return 1
+    fi
+}
+
+function provisioning_has_valid_civitai_token() {
+    [[ -n "$CIVITAI_TOKEN" ]] || return 1
+    url="https://civitai.com/api/v1/models?hidden=1&limit=1"
+
+    response=$(curl -o /dev/null -s -w "%{http_code}" -X GET "$url" \
+        -H "Authorization: Bearer $CIVITAI_TOKEN" \
+        -H "Content-Type: application/json")
+
+    # Check if the token is valid
+    if [ "$response" -eq 200 ]; then
+        return 0
+    else
+        return 1
+    fi
+}
+
+# Download from $1 URL to $2 file path
+function provisioning_download() {
+    if [[ -n $HF_TOKEN && $1 =~ ^https://([a-zA-Z0-9_-]+\.)?huggingface\.co(/|$|\?) ]]; then
+        auth_token="$HF_TOKEN"
+    elif 
+        [[ -n $CIVITAI_TOKEN && $1 =~ ^https://([a-zA-Z0-9_-]+\.)?civitai\.com(/|$|\?) ]]; then
+        auth_token="$CIVITAI_TOKEN"
+    fi
+    if [[ -n $auth_token ]];then
+        wget --header="Authorization: Bearer $auth_token" -qnc --content-disposition --show-progress -e dotbytes="${3:-4M}" -P "$2" "$1"
+    else
+        wget -qnc --content-disposition --show-progress -e dotbytes="${3:-4M}" -P "$2" "$1"
+    fi
+}
+
+# Allow user to disable provisioning if they started with a script they didn't want
+if [[ ! -f /.noprovisioning ]]; then
+    provisioning_start
+fi

package/templates/comfyui.json

@@ -0,0 +1,33 @@
+{
+  "$schema": "https://raw.githubusercontent.com/ayan4m1/vast-ai-provisioner/main/template.schema.json",
+  "description": "A node-based AI image generator",
+  "environment": {
+    "OPEN_BUTTON_PORT": "1111",
+    "OPEN_BUTTON_TOKEN": "1",
+    "JUPYTER_DIR": "/",
+    "DATA_DIRECTORY": "/workspace/",
+    "PORTAL_CONFIG": "localhost:1111:11111:/:Instance Portal|localhost:8188:18188:/:ComfyUI|localhost:8080:18080:/:Jupyter|localhost:8080:8080:/terminals/1:Jupyter Terminal|localhost:8384:18384:/:Syncthing",
+    "COMFYUI_ARGS": "--disable-auto-launch --port 18188 --enable-cors-header"
+  },
+  "name": "ComfyUI",
+  "runType": "jupyter",
+  "script": "comfyui.sh",
+  "size": 8e9,
+  "tag": "vastai/comfy:cuda-12.8-auto",
+  "fileTypes": [
+    "apt_packages",
+    "pip_packages",
+    "nodes",
+    "workflows",
+    "clip_models",
+    "clip_vision_models",
+    "checkpoint_models",
+    "unet_models",
+    "lora_models",
+    "vae_models",
+    "esrgan_models",
+    "controlnet_models",
+    "text_encoder_models",
+    "diffusion_models"
+  ]
+}

package/templates/fp-studio.json

@@ -0,0 +1,8 @@
+{
+  "$schema": "https://raw.githubusercontent.com/ayan4m1/vast-ai-provisioner/main/template.schema.json",
+  "description": "A FramePack video editor suite",
+  "name": "FP-Studio",
+  "size": 10e10,
+  "tag": "colinurbs/fp-studio:cuda12.8-latest-main",
+  "runType": "args"
+}