vast-ai-provisioner 1.0.0

package/LICENSE

@@ -0,0 +1,9 @@
+MIT License
+
+Copyright (c) 2022-2024 ayan4m1 <andrew@bulletlogic.com>
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

package/README.md

@@ -0,0 +1,23 @@
+# vast-ai-provisioner
+
+This script will provision a [Vast.ai](https://vast.ai) instance with a specific template which can be overridden and customized beyond what is available with Vast's template system. The repo currently provides the following templates:
+
+- "Complete" ComfyUI install - Flux, WAN, Hunyuan, SDXL + variants, ControlNets, and LoRAs
+- SDXL ComfyUI install - all of the above minus Flux, WAN, and Hunyuan
+- Flux Kontext ComfyUI install - Just Flux Kontext
+- [FP-Studio](https://github.com/FP-Studio/FramePack-Studio) - A FramePack-based video editor
+
+# Requirements
+
+- Node >=22
+
+# Usage
+
+```sh
+corepack enable
+yarn install
+yarn run build
+node lib/index.js <template>
+```
+
+Template is an optional argument - if you do not provide it, the application will ask you which one you want to deploy.

package/lib/index.d.ts

@@ -0,0 +1 @@
+import 'dotenv/config';

package/lib/index.js

@@ -0,0 +1 @@
+import"dotenv/config";import{program as e}from"@commander-js/extra-typings";import{existsSync as t}from"fs";import{fileURLToPath as o}from"url";import{filesize as n}from"filesize";import{sprintf as a}from"sprintf-js";import{resolve as s,dirname as r,join as i}from"path";import{readFile as c,readdir as p}from"fs/promises";import{ExitPromptError as l}from"@inquirer/core";import m from"@npmcli/package-json";import{formatDistanceToNow as d,fromUnixTime as f}from"date-fns";import{select as h,confirm as u,checkbox as y}from"@inquirer/prompts";import g from"lodash.uniq";import w from"chalk";import{interpolateRgb as _}from"d3-interpolate";const $="https://console.vast.ai/api/v0",x=/rtx\s*5[0-9]{3}/i,S=()=>s(r(o(import.meta.url)),".."),b=e=>e?e.map(e=>`    "${e}"`).join("\n"):"",v=async e=>{const t=await fetch(e);return parseInt(t.headers.get("Content-Length")??"0",10)},I=async e=>{const t=new Map,o=await p(e),n=(await Promise.all(o.map(t=>c(i(e,t),"utf-8")))).map(e=>JSON.parse(e));for(let e=0;e<o.length;e++)t.set(o[e],n[e]);return t},T=(e,t)=>{const o=t.reduce((e,t)=>e<t.search.totalHour?e:t.search.totalHour,100),s=t.reduce((e,t)=>e>t.search.totalHour?e:t.search.totalHour,0);return t.filter(e=>!x.test(e.gpu_name)).filter(t=>t.search.totalHour<=e.maxHourlyCost).map(e=>{const t=n(1e6*e.gpu_ram,{exponent:3,round:0,roundingMethod:"floor"}),r=_("#00ff00","#ff0000")((e.search.totalHour-o)/(s-o)).replace("rgb(","").replace(")","").split(",").map(e=>parseInt(e,10)),i=`#${((1<<24)+(r[0]<<16)+(r[1]<<8)+r[2]).toString(16).slice(1)}`;return{name:a("%-6s %-12s %-16s %8s %s",t,e.gpu_name,e.geolocation,`${Math.floor(e.inet_down)} Mbps`,w.bgHex(i)(`$${e.search.totalHour.toFixed(3)}/hr`)),value:e}})},P=async e=>{try{const o=await(async e=>{try{const o=i(S(),"templates");let n;if(e.template)n=i(o,`${e.template}.json`);else{const e=await I(o),t=await h({message:"Please choose a template to deploy.",choices:Array.from(e.entries().map(([e,t])=>({name:t.description?`${t.name} - ${t.description}`:t.name,value:e})))});n=i(o,t)}if(!t(n))throw new Error(`Unable to find template at ${n}!`);return JSON.parse(await c(n,"utf-8"))}catch(e){console.error(e),process.exit(1)}})(e),a=await(async e=>{try{const t=i(S(),"modules");console.log("Reading module JSON from ./modules");const o=await I(t);console.log("Fetching file sizes...");const a=Array.from(await Promise.all(o.entries().map(async([,t])=>{if(t.template!==e.name)return[];t.fileSizes=new Map,t.totalSize=0;for(const[,e]of Object.entries(t.files))for(const o of e){const e=await v(o);t.fileSizes.set(o,e),t.totalSize+=e}return[{name:`${t.name} (${n(t.totalSize)})`,value:t}]}))).flat();return a.length?await y({loop:!1,message:"Please choose the modules you would like to include.",choices:a}):[]}catch(e){console.error(e),process.exit(1)}})(o),s=await(async e=>{try{const t=await fetch(`${$}/search/asks`,{method:"PUT",body:JSON.stringify({q:{type:"on-demand",verified:{eq:!0},rentable:{eq:!0},rented:{eq:!1},num_gpus:{eq:1},gpu_ram:{gte:1024*e.minVram},inet_down:{gte:1e3},direct_port_count:{lte:e.maxPorts},limit:25,order:[["dph_total","asc"],["inet_down","asc"]]}}),headers:{Accept:"application/json","Content-Type":"application/json"},redirect:"follow"}),{offers:o}=await t.json();return o}catch(e){console.error(e),process.exit(1)}})(e),r=await h({message:"Choose the instance you would like to request.",choices:T(e,s),loop:!1});let p=o.size;if(a.length){const e=[];for(const t of a)for(const[o,n]of t.fileSizes.entries())e.includes(o)||(e.push(o),p+=n)}p/=1e9,p=Math.ceil(p),p*=1e9;const l=r.search.diskHour*(p/1e10),m=`$${(r.search.gpuCostPerHour+l).toFixed(3)}/hr`,w=`$${l.toFixed(3)}/hr`,_=`\nTemplate: ${o.name}\nModules:\n${a.map(e=>`  * ${e.name} (${n(e.totalSize)})`).join("\n")}\nDisk Size: ${n(p)}\n\nAre you SURE you want create the instance?\n\nIt will be automatically destroyed in ${d(f(r.end_date))}.\n\nYou will be charged ${m} while it is running and ${w} while it is stopped!\n\nIt is YOUR responsibility to make sure that it has been stopped or destroyed correctly!\n`;if(!await u({message:_,default:!1}))return console.log("Exiting because user declined to deploy.");console.log(`Deploying ${o.name} to instance ${r}...`);const x={...o.environment};o.script&&(x.PROVISIONER_SCRIPT=await(async(e,o)=>{try{const n=i(S(),"scripts",e.script);if(!t(n))throw new Error(`Could not find script at ${n}!`);let a=await c(n,"utf-8");if(e.fileTypes.length&&o.length){const t=Object.fromEntries(e.fileTypes.map(e=>[e,[]]));for(const n of o)for(const o of e.fileTypes)t[o]=g([...t[o],...n.files[o]??[]]);for(const o of e.fileTypes)t[o].length&&(a=a.replace(`{{ ${o.toUpperCase()} }}`,b(t[o])))}const s=new FormData;s.append("api_dev_key",process.env.PASTEBIN_API_KEY),s.append("api_option","paste"),s.append("api_paste_code",a),s.append("api_paste_private","1"),s.append("api_paste_format","bash"),s.append("api_paste_name","provision.sh"),s.append("api_paste_expire_date","10M");const r=await fetch("https://pastebin.com/api/api_post.php",{method:"POST",body:s});return(await r.text()).replace("pastebin.com/","pastebin.com/raw/")}catch(e){console.error(e),process.exit(1)}})(o,a));const P={extra_env:x,disk:p/1e9,target_state:"running",cancel_unavail:!0,vm:!1};o.hash?P.template_hash_id=o.hash:o.tag&&(P.image=o.tag,P.runtype=o.runType);const A=await fetch(`${$}/asks/${r.id}`,{method:"PUT",headers:{Authorization:`Bearer ${process.env.VAST_API_KEY}`,Accept:"application/json","Content-Type":"application/json"},body:JSON.stringify(P)}),E=await A.json();E.success?console.log(`Instance ${E.new_contract} created!`):console.log("Failed to create instance!"),console.log("\nPress Ctrl-D to stop the instance, or Ctrl-C to destroy it..."),process.stdin.resume(),process.on("SIGQUIT",async()=>{if(!E.new_contract)return console.error("No instance to stop! Exiting..."),process.exit(0);try{await fetch(`${$}/instances/${E.new_contract}`,{method:"PUT",headers:{Authorization:`Bearer ${process.env.VAST_API_KEY}`,"Content-Type":"application/json"},body:JSON.stringify({state:"stopped"})}),console.log(`Instance ${E.new_contract} stopped! Exiting...`),process.exit(0)}catch(e){console.error(e),process.exit(1)}}),process.on("SIGINT",async()=>{if(!E.new_contract)return console.error("No instance to destroy! Exiting..."),process.exit(0);try{await fetch(`${$}/instances/${E.new_contract}`,{headers:{Authorization:`Bearer ${process.env.VAST_API_KEY}`,"Content-Type":"application/json"},method:"DELETE"}),console.log(`Instance ${E.new_contract} destroyed! Exiting...`),process.exit(0)}catch(e){console.error(e),process.exit(1)}})}catch(e){e instanceof l?console.log("User requested cancellation of the provisioning process..."):console.error(e)}};try{const{name:t,version:o,description:n}=await(async()=>(await m.load(S()))?.content)();await e.name(t).version(o).description(n).argument("[template]","Specify template to deploy").option("--min-vram <gb>","Min. amount of GPU VRAM in GB",e=>parseInt(e,10),16).option("--max-hourly-cost <cost>","Max. instance cost in $/hr",e=>parseInt(e,10),1).option("--max-ports <count>","Max. number of ports on machine",e=>parseInt(e,10),1e3).action((e,t)=>P({template:e,...t})).parseAsync()}catch(e){console.error(e),process.exit(1)}

package/lib/types.d.ts

@@ -0,0 +1,54 @@
+export type Offer = {
+    direct_port_count: number;
+    disk_bw: number;
+    dlperf_per_dphtotal: number;
+    end_date: number;
+    geolocation: string;
+    gpu_name: string;
+    gpu_ram: number;
+    id: number;
+    inet_down: number;
+    search: {
+        gpuCostPerHour: number;
+        diskHour: number;
+        totalHour: number;
+    };
+};
+export type Offers = {
+    offers: Offer[];
+};
+export declare enum RunType {
+    SSH = "ssh",
+    Jupyter = "jupyter",
+    Args = "args"
+}
+export type ModuleDependencies = Partial<Record<string, string[]>>;
+export type Module = {
+    description: string;
+    files: ModuleDependencies;
+    name: string;
+    template: string;
+    fileSizes: Map<string, number>;
+    totalSize: number;
+};
+export type Template = {
+    description?: string;
+    environment?: Record<string, string>;
+    fileTypes: string[];
+    hash?: string;
+    name: string;
+    runType?: RunType;
+    script?: string;
+    size: number;
+    tag?: string;
+};
+export type CreateInstanceResponse = {
+    new_contract?: number;
+    success: boolean;
+};
+export type ProvisionOptions = {
+    maxHourlyCost?: number;
+    maxPorts?: number;
+    minVram?: number;
+    template?: string;
+};

package/lib/utils.d.ts

@@ -0,0 +1,4 @@
+import type { PackageJson } from '@npmcli/package-json';
+import { ProvisionOptions } from './types.js';
+export declare const getPackageInfo: () => Promise<PackageJson>;
+export declare const provision: (options: ProvisionOptions) => Promise<void>;

package/package.json

@@ -0,0 +1,83 @@
+{
+  "author": "ayan4m1 <andrew@bulletlogic.com>",
+  "bin": "lib/index.js",
+  "bugs": {
+    "url": "https://github.com/ayan4m1/vast-ai-provisioner/issues"
+  },
+  "config": {
+    "commitizen": {
+      "path": "@commitlint/cz-commitlint"
+    }
+  },
+  "dependencies": {
+    "@commander-js/extra-typings": "^14.0.0",
+    "@inquirer/core": "^10.1.14",
+    "@inquirer/prompts": "^7.6.0",
+    "@npmcli/package-json": "^6.2.0",
+    "chalk": "^5.4.1",
+    "commander": "^14.0.0",
+    "d3-interpolate": "^3.0.1",
+    "date-fns": "^4.1.0",
+    "dotenv": "^17.2.0",
+    "filesize": "^11.0.0",
+    "lodash.uniq": "^4.5.0",
+    "sprintf-js": "^1.1.3"
+  },
+  "description": "Deploy a ComfyUI instance to Vast.ai with one click",
+  "devDependencies": {
+    "@commitlint/config-conventional": "^19.8.1",
+    "@commitlint/cz-commitlint": "^19.8.1",
+    "@eslint/js": "^9.30.1",
+    "@rollup/plugin-terser": "^0.4.4",
+    "@rollup/plugin-typescript": "^12.1.4",
+    "@types/d3-interpolate": "^3",
+    "@types/eslint__js": "^8.42.3",
+    "@types/lodash.uniq": "^4",
+    "@types/node": "24.0.10",
+    "@types/npmcli__package-json": "^4.0.4",
+    "@types/sprintf-js": "^1",
+    "commitizen": "^4.3.1",
+    "commitlint": "^19.8.1",
+    "eslint": "^9.30.1",
+    "eslint-config-prettier": "^10.1.5",
+    "eslint-import-resolver-typescript": "^4.4.4",
+    "eslint-plugin-import-x": "^4.16.1",
+    "eslint-plugin-prettier": "^5.5.1",
+    "husky": "^9.1.7",
+    "inquirer": "9",
+    "lint-staged": "^16.1.2",
+    "prettier": "^3.6.2",
+    "rollup": "^4.44.2",
+    "rollup-plugin-auto-external": "^2.0.0",
+    "semantic-release": "^24.2.7",
+    "tslib": "^2.8.1",
+    "typescript": "^5.8.3",
+    "typescript-eslint": "^8.35.1"
+  },
+  "engines": {
+    "node": ">=22"
+  },
+  "files": [
+    "lib/"
+  ],
+  "homepage": "https://github.com/ayan4m1/vast-ai-provisioner#readme",
+  "license": "MIT",
+  "main": "n/a",
+  "module": "lib/index.js",
+  "name": "vast-ai-provisioner",
+  "packageManager": "yarn@4.9.4",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/ayan4m1/vast-ai-provisioner.git"
+  },
+  "scripts": {
+    "build": "rollup -c --configPlugin typescript",
+    "develop": "rollup -c -w --configPlugin typescript",
+    "lint": "eslint ./src/**/*.ts",
+    "prepack": "rollup -c --configPlugin typescript",
+    "test": "jest"
+  },
+  "type": "module",
+  "types": "lib/index.d.ts",
+  "version": "1.0.0"
+}