@mariozechner/pi 0.2.4 → 0.5.0

package/dist/cli.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=cli.d.ts.map

package/dist/cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":""}

package/dist/cli.js

@@ -0,0 +1,348 @@
+#!/usr/bin/env node
+import chalk from "chalk";
+import { spawn } from "child_process";
+import { readFileSync } from "fs";
+import { dirname, join } from "path";
+import { fileURLToPath } from "url";
+import { listModels, startModel, stopModel, viewLogs } from "./commands/models.js";
+import { listPods, removePodCommand, setupPod, switchActivePod } from "./commands/pods.js";
+import { promptModel } from "./commands/prompt.js";
+import { getActivePod, loadConfig } from "./config.js";
+import { sshExecStream } from "./ssh.js";
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = dirname(__filename);
+const packageJson = JSON.parse(readFileSync(join(__dirname, "../package.json"), "utf-8"));
+function printHelp() {
+    console.log(`pi v${packageJson.version} - Manage vLLM deployments on GPU pods
+
+Pod Management:
+  pi pods setup <name> "<ssh>" --mount "<mount>"    Setup pod with mount command
+    Options:
+      --vllm release    Install latest vLLM release >=0.10.0 (default)
+      --vllm nightly    Install vLLM nightly build (latest features)
+      --vllm gpt-oss    Install vLLM 0.10.1+gptoss with PyTorch nightly (GPT-OSS only)
+  pi pods                                           List all pods (* = active)
+  pi pods active <name>                             Switch active pod
+  pi pods remove <name>                             Remove pod from local config
+  pi shell [<name>]                                 Open shell on pod (active or specified)
+  pi ssh [<name>] "<command>"                       Run SSH command on pod
+
+Model Management:
+  pi start <model> --name <name> [options]          Start a model
+    --memory <percent>   GPU memory allocation (30%, 50%, 90%)
+    --context <size>     Context window (4k, 8k, 16k, 32k, 64k, 128k)
+    --gpus <count>       Number of GPUs to use (predefined models only)
+    --vllm <args...>     Pass remaining args to vLLM (ignores other options)
+  pi stop [<name>]                                  Stop model (or all if no name)
+  pi list                                           List running models
+  pi logs <name>                                    Stream model logs
+  pi agent <name> ["<message>"...] [options]        Chat with model using agent & tools
+  pi agent <name> [options]                         Interactive chat mode
+    --continue, -c       Continue previous session
+    --json              Output as JSONL
+    (All pi-agent options are supported)
+
+  All model commands support --pod <name> to override the active pod.
+
+Environment:
+  HF_TOKEN         HuggingFace token for model downloads
+  PI_API_KEY     API key for vLLM endpoints
+  PI_CONFIG_DIR    Config directory (default: ~/.pi)`);
+}
+// Parse command line arguments
+const args = process.argv.slice(2);
+if (args.length === 0 || args[0] === "--help" || args[0] === "-h") {
+    printHelp();
+    process.exit(0);
+}
+if (args[0] === "--version" || args[0] === "-v") {
+    console.log(packageJson.version);
+    process.exit(0);
+}
+const command = args[0];
+const subcommand = args[1];
+// Main command handler
+try {
+    // Handle "pi pods" commands
+    if (command === "pods") {
+        if (!subcommand) {
+            // pi pods - list all pods
+            listPods();
+        }
+        else if (subcommand === "setup") {
+            // pi pods setup <name> "<ssh>" [--mount "<mount>"] [--models-path <path>] [--vllm release|nightly|gpt-oss]
+            const name = args[2];
+            const sshCmd = args[3];
+            if (!name || !sshCmd) {
+                console.error('Usage: pi pods setup <name> "<ssh>" [--mount "<mount>"] [--models-path <path>] [--vllm release|nightly|gpt-oss]');
+                process.exit(1);
+            }
+            // Parse options
+            const options = {};
+            for (let i = 4; i < args.length; i++) {
+                if (args[i] === "--mount" && i + 1 < args.length) {
+                    options.mount = args[i + 1];
+                    i++;
+                }
+                else if (args[i] === "--models-path" && i + 1 < args.length) {
+                    options.modelsPath = args[i + 1];
+                    i++;
+                }
+                else if (args[i] === "--vllm" && i + 1 < args.length) {
+                    const vllmType = args[i + 1];
+                    if (vllmType === "release" || vllmType === "nightly" || vllmType === "gpt-oss") {
+                        options.vllm = vllmType;
+                    }
+                    else {
+                        console.error(chalk.red(`Invalid vLLM type: ${vllmType}`));
+                        console.error("Valid options: release, nightly, gpt-oss");
+                        process.exit(1);
+                    }
+                    i++;
+                }
+            }
+            // If --mount provided but no --models-path, try to extract path from mount command
+            if (options.mount && !options.modelsPath) {
+                // Extract last part of mount command as models path
+                const parts = options.mount.trim().split(" ");
+                const lastPart = parts[parts.length - 1];
+                if (lastPart?.startsWith("/")) {
+                    options.modelsPath = lastPart;
+                }
+            }
+            await setupPod(name, sshCmd, options);
+        }
+        else if (subcommand === "active") {
+            // pi pods active <name>
+            const name = args[2];
+            if (!name) {
+                console.error("Usage: pi pods active <name>");
+                process.exit(1);
+            }
+            switchActivePod(name);
+        }
+        else if (subcommand === "remove") {
+            // pi pods remove <name>
+            const name = args[2];
+            if (!name) {
+                console.error("Usage: pi pods remove <name>");
+                process.exit(1);
+            }
+            removePodCommand(name);
+        }
+        else {
+            console.error(`Unknown pods subcommand: ${subcommand}`);
+            process.exit(1);
+        }
+    }
+    else {
+        // Parse --pod override for model commands
+        let podOverride;
+        const podIndex = args.indexOf("--pod");
+        if (podIndex !== -1 && podIndex + 1 < args.length) {
+            podOverride = args[podIndex + 1];
+            // Remove --pod and its value from args
+            args.splice(podIndex, 2);
+        }
+        // Handle SSH/shell commands and model commands
+        switch (command) {
+            case "shell": {
+                // pi shell [<name>] - open interactive shell
+                const podName = args[1];
+                let podInfo = null;
+                if (podName) {
+                    const config = loadConfig();
+                    const pod = config.pods[podName];
+                    if (pod) {
+                        podInfo = { name: podName, pod };
+                    }
+                }
+                else {
+                    podInfo = getActivePod();
+                }
+                if (!podInfo) {
+                    if (podName) {
+                        console.error(chalk.red(`Pod '${podName}' not found`));
+                    }
+                    else {
+                        console.error(chalk.red("No active pod. Use 'pi pods active <name>' to set one."));
+                    }
+                    process.exit(1);
+                }
+                console.log(chalk.green(`Connecting to pod '${podInfo.name}'...`));
+                // Execute SSH in interactive mode
+                const sshArgs = podInfo.pod.ssh.split(" ").slice(1); // Remove 'ssh' from command
+                const sshProcess = spawn("ssh", sshArgs, {
+                    stdio: "inherit",
+                    env: process.env,
+                });
+                sshProcess.on("exit", (code) => {
+                    process.exit(code || 0);
+                });
+                break;
+            }
+            case "ssh": {
+                // pi ssh [<name>] "<command>" - run command via SSH
+                let podName;
+                let sshCommand;
+                if (args.length === 2) {
+                    // pi ssh "<command>" - use active pod
+                    sshCommand = args[1];
+                }
+                else if (args.length === 3) {
+                    // pi ssh <name> "<command>"
+                    podName = args[1];
+                    sshCommand = args[2];
+                }
+                else {
+                    console.error('Usage: pi ssh [<name>] "<command>"');
+                    process.exit(1);
+                }
+                let podInfo = null;
+                if (podName) {
+                    const config = loadConfig();
+                    const pod = config.pods[podName];
+                    if (pod) {
+                        podInfo = { name: podName, pod };
+                    }
+                }
+                else {
+                    podInfo = getActivePod();
+                }
+                if (!podInfo) {
+                    if (podName) {
+                        console.error(chalk.red(`Pod '${podName}' not found`));
+                    }
+                    else {
+                        console.error(chalk.red("No active pod. Use 'pi pods active <name>' to set one."));
+                    }
+                    process.exit(1);
+                }
+                console.log(chalk.gray(`Running on pod '${podInfo.name}': ${sshCommand}`));
+                // Execute command and stream output
+                const exitCode = await sshExecStream(podInfo.pod.ssh, sshCommand);
+                process.exit(exitCode);
+                break;
+            }
+            case "start": {
+                // pi start <model> --name <name> [options]
+                const modelId = args[1];
+                if (!modelId) {
+                    // Show available models
+                    const { showKnownModels } = await import("./commands/models.js");
+                    await showKnownModels();
+                    process.exit(0);
+                }
+                // Parse options
+                let name;
+                let memory;
+                let context;
+                let gpus;
+                const vllmArgs = [];
+                let inVllmArgs = false;
+                for (let i = 2; i < args.length; i++) {
+                    if (inVllmArgs) {
+                        vllmArgs.push(args[i]);
+                    }
+                    else if (args[i] === "--name" && i + 1 < args.length) {
+                        name = args[i + 1];
+                        i++;
+                    }
+                    else if (args[i] === "--memory" && i + 1 < args.length) {
+                        memory = args[i + 1];
+                        i++;
+                    }
+                    else if (args[i] === "--context" && i + 1 < args.length) {
+                        context = args[i + 1];
+                        i++;
+                    }
+                    else if (args[i] === "--gpus" && i + 1 < args.length) {
+                        gpus = parseInt(args[i + 1]);
+                        if (Number.isNaN(gpus) || gpus < 1) {
+                            console.error(chalk.red("--gpus must be a positive number"));
+                            process.exit(1);
+                        }
+                        i++;
+                    }
+                    else if (args[i] === "--vllm") {
+                        inVllmArgs = true;
+                    }
+                }
+                if (!name) {
+                    console.error("--name is required");
+                    process.exit(1);
+                }
+                // Warn if --vllm is used with other parameters
+                if (vllmArgs.length > 0 && (memory || context || gpus)) {
+                    console.log(chalk.yellow("⚠ Warning: --memory, --context, and --gpus are ignored when --vllm is specified"));
+                    console.log(chalk.yellow("  Using only custom vLLM arguments"));
+                    console.log("");
+                }
+                await startModel(modelId, name, {
+                    pod: podOverride,
+                    memory,
+                    context,
+                    gpus,
+                    vllmArgs: vllmArgs.length > 0 ? vllmArgs : undefined,
+                });
+                break;
+            }
+            case "stop": {
+                // pi stop [name] - stop specific model or all models
+                const name = args[1];
+                if (!name) {
+                    // Stop all models on the active pod
+                    const { stopAllModels } = await import("./commands/models.js");
+                    await stopAllModels({ pod: podOverride });
+                }
+                else {
+                    await stopModel(name, { pod: podOverride });
+                }
+                break;
+            }
+            case "list":
+                // pi list
+                await listModels({ pod: podOverride });
+                break;
+            case "logs": {
+                // pi logs <name>
+                const name = args[1];
+                if (!name) {
+                    console.error("Usage: pi logs <name>");
+                    process.exit(1);
+                }
+                await viewLogs(name, { pod: podOverride });
+                break;
+            }
+            case "agent": {
+                // pi agent <name> [messages...] [options]
+                const name = args[1];
+                if (!name) {
+                    console.error("Usage: pi agent <name> [messages...] [options]");
+                    process.exit(1);
+                }
+                const apiKey = process.env.PI_API_KEY;
+                // Pass all args after the model name
+                const agentArgs = args.slice(2);
+                // If no messages provided, it's interactive mode
+                await promptModel(name, agentArgs, {
+                    pod: podOverride,
+                    apiKey,
+                }).catch(() => {
+                    // Error already handled in promptModel, just exit cleanly
+                    process.exit(0);
+                });
+                break;
+            }
+            default:
+                console.error(`Unknown command: ${command}`);
+                printHelp();
+                process.exit(1);
+        }
+    }
+}
+catch (error) {
+    console.error("Error:", error);
+    process.exit(1);
+}
+//# sourceMappingURL=cli.js.map

package/dist/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";AACA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AACtC,OAAO,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAClC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AACrC,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AACpC,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AACnF,OAAO,EAAE,QAAQ,EAAE,gBAAgB,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAC3F,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACvD,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAClD,MAAM,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;AAEtC,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,SAAS,EAAE,iBAAiB,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;AAE1F,SAAS,SAAS;IACjB,OAAO,CAAC,GAAG,CAAC,OAAO,WAAW,CAAC,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;qDAkCc,CAAC,CAAC;AACvD,CAAC;AAED,+BAA+B;AAC/B,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AAEnC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,QAAQ,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;IACnE,SAAS,EAAE,CAAC;IACZ,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACjB,CAAC;AAED,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,WAAW,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;IACjD,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;IACjC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACjB,CAAC;AAED,MAAM,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;AACxB,MAAM,UAAU,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;AAE3B,uBAAuB;AACvB,IAAI,CAAC;IACJ,4BAA4B;IAC5B,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;QACxB,IAAI,CAAC,UAAU,EAAE,CAAC;YACjB,0BAA0B;YAC1B,QAAQ,EAAE,CAAC;QACZ,CAAC;aAAM,IAAI,UAAU,KAAK,OAAO,EAAE,CAAC;YACnC,2GAA2G;YAC3G,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YACrB,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YAEvB,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBACtB,OAAO,CAAC,KAAK,CACZ,iHAAiH,CACjH,CAAC;gBACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACjB,CAAC;YAED,gBAAgB;YAChB,MAAM,OAAO,GAAsF,EAAE,CAAC;YACtG,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACtC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,SAAS,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;oBAClD,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;oBAC5B,CAAC,EAAE,CAAC;gBACL,CAAC;qBAAM,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,eAAe,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;oBAC/D,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;oBACjC,CAAC,EAAE,CAAC;gBACL,CAAC;qBAAM,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,QAAQ,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;oBACxD,MAAM,QAAQ,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;oBAC7B,IAAI,QAAQ,KAAK,SAAS,IAAI,QAAQ,KAAK,SAAS,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;wBAChF,OAAO,CAAC,IAAI,GAAG,QAAQ,CAAC;oBACzB,CAAC;yBAAM,CAAC;wBACP,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,sBAAsB,QAAQ,EAAE,CAAC,CAAC,CAAC;wBAC3D,OAAO,CAAC,KAAK,CAAC,0CAA0C,CAAC,CAAC;wBAC1D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;oBACjB,CAAC;oBACD,CAAC,EAAE,CAAC;gBACL,CAAC;YACF,CAAC;YAED,mFAAmF;YACnF,IAAI,OAAO,CAAC,KAAK,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;gBAC1C,oDAAoD;gBACpD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBAC9C,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;gBACzC,IAAI,QAAQ,EAAE,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC/B,OAAO,CAAC,UAAU,GAAG,QAAQ,CAAC;gBAC/B,CAAC;YACF,CAAC;YAED,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;QACvC,CAAC;aAAM,IAAI,UAAU,KAAK,QAAQ,EAAE,CAAC;YACpC,wBAAwB;YACxB,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YACrB,IAAI,CAAC,IAAI,EAAE,CAAC;gBACX,OAAO,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;gBAC9C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACjB,CAAC;YACD,eAAe,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC;aAAM,IAAI,UAAU,KAAK,QAAQ,EAAE,CAAC;YACpC,wBAAwB;YACxB,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YACrB,IAAI,CAAC,IAAI,EAAE,CAAC;gBACX,OAAO,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;gBAC9C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACjB,CAAC;YACD,gBAAgB,CAAC,IAAI,CAAC,CAAC;QACxB,CAAC;aAAM,CAAC;YACP,OAAO,CAAC,KAAK,CAAC,4BAA4B,UAAU,EAAE,CAAC,CAAC;YACxD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjB,CAAC;IACF,CAAC;SAAM,CAAC;QACP,0CAA0C;QAC1C,IAAI,WAA+B,CAAC;QACpC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACvC,IAAI,QAAQ,KAAK,CAAC,CAAC,IAAI,QAAQ,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YACnD,WAAW,GAAG,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;YACjC,uCAAuC;YACvC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QAC1B,CAAC;QAED,+CAA+C;QAC/C,QAAQ,OAAO,EAAE,CAAC;YACjB,KAAK,OAAO,CAAC,CAAC,CAAC;gBACd,6CAA6C;gBAC7C,MAAM,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;gBACxB,IAAI,OAAO,GAA2D,IAAI,CAAC;gBAE3E,IAAI,OAAO,EAAE,CAAC;oBACb,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC;oBAC5B,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;oBACjC,IAAI,GAAG,EAAE,CAAC;wBACT,OAAO,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC;oBAClC,CAAC;gBACF,CAAC;qBAAM,CAAC;oBACP,OAAO,GAAG,YAAY,EAAE,CAAC;gBAC1B,CAAC;gBAED,IAAI,CAAC,OAAO,EAAE,CAAC;oBACd,IAAI,OAAO,EAAE,CAAC;wBACb,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,OAAO,aAAa,CAAC,CAAC,CAAC;oBACxD,CAAC;yBAAM,CAAC;wBACP,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,wDAAwD,CAAC,CAAC,CAAC;oBACpF,CAAC;oBACD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBACjB,CAAC;gBAED,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,sBAAsB,OAAO,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC;gBAEnE,kCAAkC;gBAClC,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,4BAA4B;gBACjF,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,EAAE,OAAO,EAAE;oBACxC,KAAK,EAAE,SAAS;oBAChB,GAAG,EAAE,OAAO,CAAC,GAAG;iBAChB,CAAC,CAAC;gBAEH,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;oBAC9B,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC;gBACzB,CAAC,CAAC,CAAC;gBACH,MAAM;YACP,CAAC;YACD,KAAK,KAAK,CAAC,CAAC,CAAC;gBACZ,oDAAoD;gBACpD,IAAI,OAA2B,CAAC;gBAChC,IAAI,UAAkB,CAAC;gBAEvB,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACvB,sCAAsC;oBACtC,UAAU,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;gBACtB,CAAC;qBAAM,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAC9B,4BAA4B;oBAC5B,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;oBAClB,UAAU,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;gBACtB,CAAC;qBAAM,CAAC;oBACP,OAAO,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAC;oBACpD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBACjB,CAAC;gBAED,IAAI,OAAO,GAA2D,IAAI,CAAC;gBAE3E,IAAI,OAAO,EAAE,CAAC;oBACb,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC;oBAC5B,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;oBACjC,IAAI,GAAG,EAAE,CAAC;wBACT,OAAO,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC;oBAClC,CAAC;gBACF,CAAC;qBAAM,CAAC;oBACP,OAAO,GAAG,YAAY,EAAE,CAAC;gBAC1B,CAAC;gBAED,IAAI,CAAC,OAAO,EAAE,CAAC;oBACd,IAAI,OAAO,EAAE,CAAC;wBACb,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,OAAO,aAAa,CAAC,CAAC,CAAC;oBACxD,CAAC;yBAAM,CAAC;wBACP,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,wDAAwD,CAAC,CAAC,CAAC;oBACpF,CAAC;oBACD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBACjB,CAAC;gBAED,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,mBAAmB,OAAO,CAAC,IAAI,MAAM,UAAU,EAAE,CAAC,CAAC,CAAC;gBAE3E,oCAAoC;gBACpC,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;gBAClE,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACvB,MAAM;YACP,CAAC;YACD,KAAK,OAAO,CAAC,CAAC,CAAC;gBACd,2CAA2C;gBAC3C,MAAM,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;gBACxB,IAAI,CAAC,OAAO,EAAE,CAAC;oBACd,wBAAwB;oBACxB,MAAM,EAAE,eAAe,EAAE,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;oBACjE,MAAM,eAAe,EAAE,CAAC;oBACxB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBACjB,CAAC;gBAED,gBAAgB;gBAChB,IAAI,IAAwB,CAAC;gBAC7B,IAAI,MAA0B,CAAC;gBAC/B,IAAI,OAA2B,CAAC;gBAChC,IAAI,IAAwB,CAAC;gBAC7B,MAAM,QAAQ,GAAa,EAAE,CAAC;gBAC9B,IAAI,UAAU,GAAG,KAAK,CAAC;gBAEvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACtC,IAAI,UAAU,EAAE,CAAC;wBAChB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;oBACxB,CAAC;yBAAM,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,QAAQ,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;wBACxD,IAAI,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;wBACnB,CAAC,EAAE,CAAC;oBACL,CAAC;yBAAM,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,UAAU,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;wBAC1D,MAAM,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;wBACrB,CAAC,EAAE,CAAC;oBACL,CAAC;yBAAM,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,WAAW,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;wBAC3D,OAAO,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;wBACtB,CAAC,EAAE,CAAC;oBACL,CAAC;yBAAM,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,QAAQ,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;wBACxD,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;wBAC7B,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC,EAAE,CAAC;4BACpC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC,CAAC;4BAC7D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;wBACjB,CAAC;wBACD,CAAC,EAAE,CAAC;oBACL,CAAC;yBAAM,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,QAAQ,EAAE,CAAC;wBACjC,UAAU,GAAG,IAAI,CAAC;oBACnB,CAAC;gBACF,CAAC;gBAED,IAAI,CAAC,IAAI,EAAE,CAAC;oBACX,OAAO,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC;oBACpC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBACjB,CAAC;gBAED,+CAA+C;gBAC/C,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,OAAO,IAAI,IAAI,CAAC,EAAE,CAAC;oBACxD,OAAO,CAAC,GAAG,CACV,KAAK,CAAC,MAAM,CAAC,iFAAiF,CAAC,CAC/F,CAAC;oBACF,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,oCAAoC,CAAC,CAAC,CAAC;oBAChE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACjB,CAAC;gBAED,MAAM,UAAU,CAAC,OAAO,EAAE,IAAI,EAAE;oBAC/B,GAAG,EAAE,WAAW;oBAChB,MAAM;oBACN,OAAO;oBACP,IAAI;oBACJ,QAAQ,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;iBACpD,CAAC,CAAC;gBACH,MAAM;YACP,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACb,qDAAqD;gBACrD,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;gBACrB,IAAI,CAAC,IAAI,EAAE,CAAC;oBACX,oCAAoC;oBACpC,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;oBAC/D,MAAM,aAAa,CAAC,EAAE,GAAG,EAAE,WAAW,EAAE,CAAC,CAAC;gBAC3C,CAAC;qBAAM,CAAC;oBACP,MAAM,SAAS,CAAC,IAAI,EAAE,EAAE,GAAG,EAAE,WAAW,EAAE,CAAC,CAAC;gBAC7C,CAAC;gBACD,MAAM;YACP,CAAC;YACD,KAAK,MAAM;gBACV,UAAU;gBACV,MAAM,UAAU,CAAC,EAAE,GAAG,EAAE,WAAW,EAAE,CAAC,CAAC;gBACvC,MAAM;YACP,KAAK,MAAM,CAAC,CAAC,CAAC;gBACb,iBAAiB;gBACjB,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;gBACrB,IAAI,CAAC,IAAI,EAAE,CAAC;oBACX,OAAO,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC;oBACvC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBACjB,CAAC;gBACD,MAAM,QAAQ,CAAC,IAAI,EAAE,EAAE,GAAG,EAAE,WAAW,EAAE,CAAC,CAAC;gBAC3C,MAAM;YACP,CAAC;YACD,KAAK,OAAO,CAAC,CAAC,CAAC;gBACd,0CAA0C;gBAC1C,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;gBACrB,IAAI,CAAC,IAAI,EAAE,CAAC;oBACX,OAAO,CAAC,KAAK,CAAC,gDAAgD,CAAC,CAAC;oBAChE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBACjB,CAAC;gBAED,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC;gBAEtC,qCAAqC;gBACrC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAEhC,iDAAiD;gBACjD,MAAM,WAAW,CAAC,IAAI,EAAE,SAAS,EAAE;oBAClC,GAAG,EAAE,WAAW;oBAChB,MAAM;iBACN,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE;oBACb,0DAA0D;oBAC1D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBACjB,CAAC,CAAC,CAAC;gBACH,MAAM;YACP,CAAC;YACD;gBACC,OAAO,CAAC,KAAK,CAAC,oBAAoB,OAAO,EAAE,CAAC,CAAC;gBAC7C,SAAS,EAAE,CAAC;gBACZ,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;IACF,CAAC;AACF,CAAC;AAAC,OAAO,KAAK,EAAE,CAAC;IAChB,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAC/B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACjB,CAAC"}

package/dist/commands/models.d.ts

@@ -0,0 +1,39 @@
+/**
+ * Start a model
+ */
+export declare const startModel: (modelId: string, name: string, options: {
+    pod?: string;
+    vllmArgs?: string[];
+    memory?: string;
+    context?: string;
+    gpus?: number;
+}) => Promise<void>;
+/**
+ * Stop a model
+ */
+export declare const stopModel: (name: string, options: {
+    pod?: string;
+}) => Promise<void>;
+/**
+ * Stop all models on a pod
+ */
+export declare const stopAllModels: (options: {
+    pod?: string;
+}) => Promise<void>;
+/**
+ * List all models
+ */
+export declare const listModels: (options: {
+    pod?: string;
+}) => Promise<void>;
+/**
+ * View model logs
+ */
+export declare const viewLogs: (name: string, options: {
+    pod?: string;
+}) => Promise<void>;
+/**
+ * Show known models and their hardware requirements
+ */
+export declare const showKnownModels: () => Promise<void>;
+//# sourceMappingURL=models.d.ts.map

package/dist/commands/models.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../../src/commands/models.ts"],"names":[],"mappings":"AA0EA;;GAEG;AACH,eAAO,MAAM,UAAU,GACtB,SAAS,MAAM,EACf,MAAM,MAAM,EACZ,SAAS;IACR,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;CACd,kBAuRD,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,SAAS,GAAU,MAAM,MAAM,EAAE,SAAS;IAAE,GAAG,CAAC,EAAE,MAAM,CAAA;CAAE,kBA0BtE,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,aAAa,GAAU,SAAS;IAAE,GAAG,CAAC,EAAE,MAAM,CAAA;CAAE,kBA2B5D,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,UAAU,GAAU,SAAS;IAAE,GAAG,CAAC,EAAE,MAAM,CAAA;CAAE,kBAwEzD,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,QAAQ,GAAU,MAAM,MAAM,EAAE,SAAS;IAAE,GAAG,CAAC,EAAE,MAAM,CAAA;CAAE,kBA+BrE,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,eAAe,qBA4J3B,CAAC"}