@auxot/cli 0.1.2 → 0.1.4

package/dist/index.js

@@ -2417,7 +2417,8 @@ import { writeFileSync, mkdirSync } from "node:fs";
 import { join } from "node:path";
 import { createInterface } from "node:readline";
 import { tmpdir } from "node:os";
-var DEFAULT_MODEL = "Qwen3-30B-A3B-Instruct-2507";
+import { randomBytes as randomBytes2 } from "node:crypto";
+var DEFAULT_MODEL = "Qwen3-Coder-30B-A3B";
 var DOCKER_IMAGE = "ghcr.io/auxothq/auxot-router";
 var args = process.argv.slice(2);
 var command = args[0];
@@ -2458,7 +2459,7 @@ async function main() {
 async function runSetup() {
   const fly = getFlag("fly");
   const model = getOption("model") || DEFAULT_MODEL;
-  const appName = getOption("app") || "auxot-router";
+  const appName = getOption("app") || `auxot-${randomBytes2(6).toString("hex")}`;
   console.log("Generating keys...\n");
   const adminKey = await generateAdminKey();
   const apiKey = await generateAPIKey();
@@ -2473,25 +2474,72 @@ async function runSetup() {
     console.log("# API Key (give to API callers):");
     console.log(`#   ${apiKey.key}`);
     console.log("#");
+    console.log(`# Change APP_NAME to customize your deployment:`);
+    console.log("#");
+    console.log(`export APP_NAME="${appName}"`);
+    console.log();
     console.log("# Step 1: Create your Fly app");
     console.log("#");
-    console.log(`fly apps create ${appName}`);
+    console.log(`fly apps create $APP_NAME`);
+    console.log();
+    console.log("# Step 2: Write fly.toml");
+    console.log("#");
+    console.log(`cat > fly.toml << EOF`);
+    console.log(`app = "$APP_NAME"`);
+    console.log(`primary_region = 'iad'`);
+    console.log();
+    console.log(`[http_service]`);
+    console.log(`  internal_port = 8080`);
+    console.log(`  force_https = true`);
+    console.log(`  auto_stop_machines = 'off'`);
+    console.log(`  auto_start_machines = true`);
+    console.log(`  min_machines_running = 1`);
+    console.log();
+    console.log(`  [[http_service.checks]]`);
+    console.log(`    grace_period = '10s'`);
+    console.log(`    interval = '30s'`);
+    console.log(`    method = 'GET'`);
+    console.log(`    timeout = '5s'`);
+    console.log(`    path = '/health'`);
+    console.log();
+    console.log(`[vm]`);
+    console.log(`  cpu_kind = 'shared'`);
+    console.log(`  cpus = 1`);
+    console.log(`  memory_mb = 256`);
+    console.log(`EOF`);
     console.log();
-    console.log("# Step 2: Set secrets");
+    console.log("# Step 3: Set secrets");
     console.log("#");
     console.log(`fly secrets set \\`);
     console.log(`  AUXOT_ADMIN_KEY_HASH='${adminKey.hash}' \\`);
     console.log(`  AUXOT_API_KEY_HASH='${apiKey.hash}' \\`);
     console.log(`  AUXOT_MODEL='${model}' \\`);
-    console.log(`  -a ${appName}`);
+    console.log(`  -a $APP_NAME`);
     console.log();
-    console.log("# Step 3: Deploy");
+    console.log("# Step 4: Deploy");
     console.log("#");
-    console.log(`fly deploy --image ${DOCKER_IMAGE}:latest -a ${appName}`);
+    console.log(`fly deploy --image ${DOCKER_IMAGE}:latest --ha=false -a $APP_NAME`);
     console.log();
-    console.log("# Step 4: Connect a GPU worker");
+    console.log("# Step 5: Connect a GPU worker");
+    console.log("#");
+    console.log("# Run this on the machine with your GPU. This is a long-running process");
+    console.log("# that must stay running for inference to work.");
+    console.log("#");
+    console.log(`npx @auxot/worker-cli --gpu-key ${adminKey.key} --router-url wss://$APP_NAME.fly.dev/ws`);
+    console.log();
+    console.log("# Step 6: Configure your tools");
+    console.log("#");
+    console.log("# Point any OpenAI or Anthropic-compatible tool at your router:");
+    console.log("#");
+    console.log("#   OpenAI-compatible base URL:");
+    console.log(`#     https://$APP_NAME.fly.dev/api/openai`);
+    console.log("#");
+    console.log("#   Anthropic-compatible base URL:");
+    console.log(`#     https://$APP_NAME.fly.dev/api/anthropic`);
+    console.log("#");
+    console.log(`#   API Key: ${apiKey.key}`);
     console.log("#");
-    console.log(`npx @auxot/worker-cli --gpu-key ${adminKey.key} --router wss://${appName}.fly.dev/ws`);
+    console.log("# Works with: Claude Code, Cursor, Open WebUI, LangChain, etc.");
     console.log();
   } else {
     console.log("=== GPU KEY (for workers) ===");
@@ -2620,7 +2668,7 @@ primary_region = '${region}'
   console.log(`  API Key:     ${apiKey.key}`);
   console.log();
   console.log("  Connect a GPU worker:");
-  console.log(`    npx @auxot/worker-cli --gpu-key ${adminKey.key} --router wss://${appName}.fly.dev/ws`);
+  console.log(`    npx @auxot/worker-cli --gpu-key ${adminKey.key} --router-url wss://${appName}.fly.dev/ws`);
   console.log();
   console.log("  Send a request:");
   console.log(`    curl https://${appName}.fly.dev/api/openai/v1/chat/completions \\`);
@@ -2644,10 +2692,10 @@ function printHelp() {
 Usage:
   npx @auxot/cli setup                 Generate keys and print env vars
   npx @auxot/cli setup --fly           Print complete Fly.io deploy steps
-  npx @auxot/cli setup --fly --app X   Use custom app name (default: auxot-router)
+  npx @auxot/cli setup --fly --app X   Use custom app name (default: auxot-<random>)
   npx @auxot/cli setup --model NAME    Use a specific model (default: ${DEFAULT_MODEL})
   npx @auxot/cli deploy                Deploy auxot-router to Fly.io (interactive)
-  npx @auxot/cli deploy --app NAME     App name (default: auxot-router)
+  npx @auxot/cli deploy --app NAME     App name (prompted if not given)
   npx @auxot/cli deploy --region RGN   Fly.io region (default: iad)
   npx @auxot/cli deploy --model NAME   Model to serve
   npx @auxot/cli help                  Print this help