create-oke 0.9.0 → 0.10.0

package/src/ai-setup/detect-ollama.ts

@@ -152,6 +152,13 @@ export async function detectOllama(
   };
 }
 
+/** Detected host hardware for the Ollama banner. */
+export type MachineInfo = {
+  readonly osName: string;
+  readonly cpuCount: number | null;
+  readonly ramGb: number | null;
+};
+
 /**
  * Best-effort total system RAM in GB.
  */
@@ -178,3 +185,44 @@ export function detectTotalRamGb(): number | null {
   }
   return null;
 }
+
+/**
+ * Best-effort OS name · CPU count · RAM for the Ollama banner.
+ */
+export function detectMachineInfo(): MachineInfo {
+  const osName =
+    process.platform === "darwin"
+      ? "macOS"
+      : process.platform === "linux"
+        ? "Linux"
+        : process.platform === "win32"
+          ? "Windows"
+          : process.platform;
+
+  let cpuCount: number | null = null;
+  try {
+    if (process.platform === "darwin") {
+      const proc = Bun.spawnSync(["sysctl", "-n", "hw.ncpu"], { stdout: "pipe" });
+      if (proc.exitCode === 0) {
+        const n = Number(proc.stdout.toString().trim());
+        if (Number.isFinite(n) && n > 0) cpuCount = n;
+      }
+    } else if (typeof navigator !== "undefined" && "hardwareConcurrency" in navigator) {
+      const n = Number(navigator.hardwareConcurrency);
+      if (Number.isFinite(n) && n > 0) cpuCount = n;
+    }
+  } catch {
+    // ignore
+  }
+  if (cpuCount === null) {
+    try {
+      // Bun / Node expose this on process when available
+      const n = (process as { availableParallelism?: () => number }).availableParallelism?.();
+      if (typeof n === "number" && Number.isFinite(n) && n > 0) cpuCount = n;
+    } catch {
+      // ignore
+    }
+  }
+
+  return { osName, cpuCount, ramGb: detectTotalRamGb() };
+}

package/src/ai-setup/from-pref.ts

@@ -3,6 +3,7 @@
  */
 
 import type { CreateAiPref } from "../create-defaults.ts";
+import { LLAMA_CPP_IMAGE } from "../drivers-catalog.ts";
 import type { AiSetupApplyInput } from "./apply.ts";
 
 /**
@@ -63,6 +64,16 @@ export function aiPrefWithModels(
  * @param provider - Menu id
  */
 export function nonInteractiveAiApply(provider: string): AiSetupApplyInput {
+  if (provider === "llama-cpp") {
+    return {
+      driver: "openai-compatible",
+      baseUrl: process.env.OKE_AI_URL ?? "http://127.0.0.1:8080/v1",
+      chatModel: "smollm2",
+      visionModel: null,
+      embedModel: null,
+      image: LLAMA_CPP_IMAGE,
+    };
+  }
   if (provider === "ollama") {
     return {
       driver: "ollama",
@@ -70,6 +81,27 @@ export function nonInteractiveAiApply(provider: string): AiSetupApplyInput {
       chatModel: "gemma4:e4b",
       visionModel: "qwen3-vl:4b",
       embedModel: "nomic-embed-text",
+      image: "ollama/ollama:0.32.6",
+    };
+  }
+  if (provider === "vllm") {
+    return {
+      driver: "openai-compatible",
+      baseUrl: process.env.OKE_AI_URL ?? "http://127.0.0.1:8000/v1",
+      chatModel: "Qwen/Qwen3-0.6B",
+      visionModel: null,
+      embedModel: null,
+      image: "vllm/vllm-openai:v0.26.0",
+    };
+  }
+  if (provider === "sglang") {
+    return {
+      driver: "openai-compatible",
+      baseUrl: process.env.OKE_AI_URL ?? "http://127.0.0.1:30000/v1",
+      chatModel: "Qwen/Qwen3-0.6B",
+      visionModel: null,
+      embedModel: null,
+      image: "lmsysorg/sglang:v0.5.16-runtime",
     };
   }
   if (provider === "anthropic") {