@auxot/cli 0.1.1 → 0.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.js +23 -10
- package/dist/index.js.map +2 -2
- package/package.json +1 -1
package/dist/index.js
CHANGED
|
@@ -2458,6 +2458,7 @@ async function main() {
|
|
|
2458
2458
|
async function runSetup() {
|
|
2459
2459
|
const fly = getFlag("fly");
|
|
2460
2460
|
const model = getOption("model") || DEFAULT_MODEL;
|
|
2461
|
+
const appName = getOption("app") || "auxot-router";
|
|
2461
2462
|
console.log("Generating keys...\n");
|
|
2462
2463
|
const adminKey = await generateAdminKey();
|
|
2463
2464
|
const apiKey = await generateAPIKey();
|
|
@@ -2472,15 +2473,26 @@ async function runSetup() {
|
|
|
2472
2473
|
console.log("# API Key (give to API callers):");
|
|
2473
2474
|
console.log(`# ${apiKey.key}`);
|
|
2474
2475
|
console.log("#");
|
|
2475
|
-
console.log("#
|
|
2476
|
+
console.log("# Step 1: Create your Fly app");
|
|
2477
|
+
console.log("#");
|
|
2478
|
+
console.log(`fly apps create ${appName}`);
|
|
2476
2479
|
console.log();
|
|
2480
|
+
console.log("# Step 2: Set secrets");
|
|
2481
|
+
console.log("#");
|
|
2477
2482
|
console.log(`fly secrets set \\`);
|
|
2478
2483
|
console.log(` AUXOT_ADMIN_KEY_HASH='${adminKey.hash}' \\`);
|
|
2479
2484
|
console.log(` AUXOT_API_KEY_HASH='${apiKey.hash}' \\`);
|
|
2480
|
-
console.log(` AUXOT_MODEL='${model}'
|
|
2485
|
+
console.log(` AUXOT_MODEL='${model}' \\`);
|
|
2486
|
+
console.log(` -a ${appName}`);
|
|
2487
|
+
console.log();
|
|
2488
|
+
console.log("# Step 3: Deploy");
|
|
2489
|
+
console.log("#");
|
|
2490
|
+
console.log(`fly deploy --image ${DOCKER_IMAGE}:latest -a ${appName}`);
|
|
2491
|
+
console.log();
|
|
2492
|
+
console.log("# Step 4: Connect a GPU worker");
|
|
2493
|
+
console.log("#");
|
|
2494
|
+
console.log(`npx @auxot/worker-cli --gpu-key ${adminKey.key} --router wss://${appName}.fly.dev/ws`);
|
|
2481
2495
|
console.log();
|
|
2482
|
-
console.log("# Then deploy:");
|
|
2483
|
-
console.log("# fly deploy --image ghcr.io/auxothq/auxot-router:latest");
|
|
2484
2496
|
} else {
|
|
2485
2497
|
console.log("=== GPU KEY (for workers) ===");
|
|
2486
2498
|
console.log("Give this key to GPU operators:");
|
|
@@ -2630,8 +2642,9 @@ function printHelp() {
|
|
|
2630
2642
|
console.log(`auxot \u2014 open-source GPU inference router
|
|
2631
2643
|
|
|
2632
2644
|
Usage:
|
|
2633
|
-
npx @auxot/cli setup Generate keys and print
|
|
2634
|
-
npx @auxot/cli setup --fly
|
|
2645
|
+
npx @auxot/cli setup Generate keys and print env vars
|
|
2646
|
+
npx @auxot/cli setup --fly Print complete Fly.io deploy steps
|
|
2647
|
+
npx @auxot/cli setup --fly --app X Use custom app name (default: auxot-router)
|
|
2635
2648
|
npx @auxot/cli setup --model NAME Use a specific model (default: ${DEFAULT_MODEL})
|
|
2636
2649
|
npx @auxot/cli deploy Deploy auxot-router to Fly.io (interactive)
|
|
2637
2650
|
npx @auxot/cli deploy --app NAME App name (default: auxot-router)
|
|
@@ -2645,15 +2658,15 @@ Examples:
|
|
|
2645
2658
|
# Quick local setup
|
|
2646
2659
|
npx @auxot/cli setup
|
|
2647
2660
|
|
|
2648
|
-
#
|
|
2661
|
+
# Print step-by-step Fly.io deploy commands (copy-paste friendly)
|
|
2662
|
+
npx @auxot/cli setup --fly
|
|
2663
|
+
|
|
2664
|
+
# Deploy to Fly.io (fully interactive \u2014 does everything for you)
|
|
2649
2665
|
npx @auxot/cli deploy
|
|
2650
2666
|
|
|
2651
2667
|
# Deploy with options
|
|
2652
2668
|
npx @auxot/cli deploy --app my-router --model Qwen3-235B-A22B-128K
|
|
2653
2669
|
|
|
2654
|
-
# Just generate Fly secrets (no deploy)
|
|
2655
|
-
npx @auxot/cli setup --fly --model Qwen3-30B-A3B-Instruct-2507
|
|
2656
|
-
|
|
2657
2670
|
More info: https://github.com/auxothq/auxot`);
|
|
2658
2671
|
}
|
|
2659
2672
|
main().catch((err) => {
|