opencode-ghost 0.2.6 → 0.3.0

package/CHANGELOG.md

@@ -7,6 +7,21 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## [Unreleased]
 
+## [0.3.0] - 2026-09-28
+
+### Added
+
+- Direct stateless generation support for OpenAI-compatible and Anthropic endpoints, eliminating background OpenCode session creation, zombie sessions, and cmux workspace interference.
+
+### Fixed
+
+- Avoid creating `.bak` backup file on install
+- Enable returning to the home screen with Left arrow on an empty prompt by default and prevent key event leakage
+## [0.2.7] - 2026-09-25
+
+### Fixed
+
+- Root package name in `bun.lock` now matches `package.json` (`opencode-ghost`).
 ## [0.2.6] - 2026-09-25
 
 ### Fixed
@@ -112,7 +127,9 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 - Options for `model`, `acceptKeys`, `maxChars`, `idleDelayMs`,
   `recentMessages` and `system`.
 
-[Unreleased]: https://github.com/ozandogrultan/opencode-ghost/compare/v0.2.6...HEAD
+[Unreleased]: https://github.com/ozandogrultan/opencode-ghost/compare/v0.3.0...HEAD
+[0.3.0]: https://github.com/ozandogrultan/opencode-ghost/compare/v0.2.7...v0.3.0
+[0.2.7]: https://github.com/ozandogrultan/opencode-ghost/compare/v0.2.6...v0.2.7
 [0.2.6]: https://github.com/ozandogrultan/opencode-ghost/compare/v0.2.5...v0.2.6
 [0.2.5]: https://github.com/ozandogrultan/opencode-ghost/compare/v0.2.4...v0.2.5
 [0.2.4]: https://github.com/ozandogrultan/opencode-ghost/compare/v0.2.3...v0.2.4

package/README.md

@@ -99,12 +99,14 @@ Pass an options object as the second element of the plugin tuple:
 | ---------------- | ---------- | --------------------- | --------------------------------------------------------------------- |
 | `enabled`        | `boolean`  | `true`                | Initial state; `/suggest` toggles it at runtime (persisted).          |
 | `model`          | `string`   | session `small_model` | `provider/model`. Falls back to `small_model`, then the session model. |
+| `endpoint`       | `string`   | unset                 | Custom OpenAI-compatible or gateway endpoint (`baseURL` or `/chat/completions`). Enables stateless direct generation without creating OpenCode sessions. |
+| `apiKey`         | `string`   | unset                 | API key for `endpoint`, supporting `{file:...}`, `{env:...}`, or raw token. |
 | `acceptKeys`     | `string[]` | `["tab", "right"]`    | Key names as reported by the terminal (`tab`, `right`, ...).          |
 | `maxChars`       | `number`   | `120`                 | Maximum suggestion length.                                            |
 | `idleDelayMs`    | `number`   | `500`                 | Debounce after a turn finishes before generating.                     |
 | `recentMessages` | `number`   | `10`                  | How many recent messages feed the suggestion prompt.                  |
 | `system`         | `string`   | built-in              | Override the system prompt sent to the suggestion model.              |
-| `backOnEmptyLeft` | `boolean`  | `false`               | Return to the home screen with Left when the prompt is empty.         |
+| `backOnEmptyLeft` | `boolean`  | `true`                | Return to the home screen with Left when the prompt is empty.         |
 | `internalSessionMarkerDir` | `string` | unset       | Optional extra crash-recovery tracking. A configuration-free sweep already reaps leftover hidden sessions, so this is only an additional safety net. |
 | `argHints` | `Record<string, string[]>` | `{}` | Argument option lists per slash command, shown as `[a \| b \| c]` after a complete `/name ` and completed with Tab, e.g. `"/keepwarm": ["6h", "always", "off", "status"]`. Commands without an entry suggest no arguments. |
 
@@ -118,10 +120,12 @@ When enabling, a suggestion is generated immediately for the current session.
 
 - Listens for `session.idle`, debounces, and builds a short transcript from the
   session's recent messages.
-- Asks a model (your `small_model` by default) for one short next user message,
-  in a throwaway hidden session with tools disabled; the session is deleted
-  immediately afterwards. Every hidden-session call is scoped to the current
-  session's project directory, hidden sessions carry a metadata tag that
+- Asks a model (your `small_model` by default) for one short next user message.
+  When provider credentials or an `endpoint` are available, it generates suggestions
+  statelessly via direct HTTP fetch (zero server sessions created, zero cmux/session
+  hooks emitted). Otherwise, falls back to a throwaway hidden session with tools
+  disabled that is deleted immediately afterwards. Every hidden-session call is scoped
+  to the current session's project directory, hidden sessions carry a metadata tag that
   survives the server's automatic title generation, and a periodic sweep (plus
   shutdown cleanup) reaps any leftovers — including sessions orphaned by a
   crash — with no configuration required.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "opencode-ghost",
-  "version": "0.2.6",
+  "version": "0.3.0",
   "description": "Claude Code-style next-prompt suggestions in the opencode TUI, shown as dimmed ghost text and accepted with Tab. An opencode plugin.",
   "type": "module",
   "license": "MIT",

package/src/options.ts

@@ -1,6 +1,8 @@
 export type PromptSuggestOptions = {
   enabled?: boolean
   model?: string
+  endpoint?: string
+  apiKey?: string
   acceptKeys?: string[]
   backOnEmptyLeft?: boolean
   internalSessionMarkerDir?: string
@@ -14,6 +16,8 @@ export type PromptSuggestOptions = {
 export type ResolvedOptions = {
   enabled: boolean
   model: string | undefined
+  endpoint: string | undefined
+  apiKey: string | undefined
   acceptKeys: string[]
   backOnEmptyLeft: boolean
   internalSessionMarkerDir: string | undefined
@@ -49,6 +53,7 @@ export const DEFAULT_SYSTEM = [
 const DEFAULTS = {
   enabled: true,
   acceptKeys: ["tab", "right"],
+  backOnEmptyLeft: true,
   maxChars: 120,
   idleDelayMs: 500,
   recentMessages: 10,
@@ -62,11 +67,15 @@ export function resolveOptions(options: PromptSuggestOptions | undefined): Resol
   return {
     enabled: input.enabled ?? DEFAULTS.enabled,
     model: typeof input.model === "string" && input.model.trim() ? input.model.trim() : undefined,
+    endpoint:
+      typeof input.endpoint === "string" && input.endpoint.trim() ? input.endpoint.trim() : undefined,
+    apiKey:
+      typeof input.apiKey === "string" && input.apiKey.trim() ? input.apiKey.trim() : undefined,
     acceptKeys:
       Array.isArray(input.acceptKeys) && input.acceptKeys.length > 0
         ? input.acceptKeys
         : [...DEFAULTS.acceptKeys],
-    backOnEmptyLeft: input.backOnEmptyLeft ?? false,
+    backOnEmptyLeft: input.backOnEmptyLeft ?? DEFAULTS.backOnEmptyLeft,
     internalSessionMarkerDir:
       typeof input.internalSessionMarkerDir === "string" && input.internalSessionMarkerDir.trim()
         ? input.internalSessionMarkerDir.trim()

package/src/stateless.ts

@@ -0,0 +1,114 @@
+import * as fs from "node:fs"
+import * as os from "node:os"
+import * as path from "node:path"
+import type { ResolvedOptions } from "./options"
+
+export function resolveApiKey(raw: string | undefined): string | undefined {
+  if (!raw) return undefined
+  const trimmed = raw.trim()
+  if (trimmed.startsWith("{file:") && trimmed.endsWith("}")) {
+    const filePath = trimmed.slice(6, -1).trim()
+    try {
+      const resolved = filePath.startsWith("~/")
+        ? path.join(os.homedir(), filePath.slice(2))
+        : filePath
+      return fs.readFileSync(resolved, "utf8").trim()
+    } catch {
+      return undefined
+    }
+  }
+  if (trimmed.startsWith("{env:") && trimmed.endsWith("}")) {
+    const envVar = trimmed.slice(5, -1).trim()
+    return process.env[envVar]
+  }
+  return trimmed
+}
+
+export async function fetchStatelessSuggestion(
+  transcript: string,
+  opts: ResolvedOptions,
+  modelRef: { providerID: string; modelID: string } | undefined,
+  config: any,
+): Promise<string | undefined> {
+  const provider = modelRef?.providerID ? config?.provider?.[modelRef.providerID] : undefined
+  const baseURL =
+    opts.endpoint ||
+    provider?.options?.baseURL ||
+    process.env.LITELLM_BASE_URL ||
+    process.env.OPENAI_BASE_URL
+  const rawKey =
+    opts.apiKey ||
+    provider?.options?.apiKey ||
+    process.env.LITELLM_API_KEY ||
+    process.env.OPENAI_API_KEY
+  const apiKey = resolveApiKey(rawKey)
+
+  const controller = new AbortController()
+  const timeoutMs = 4000
+  const timer = setTimeout(() => controller.abort(), timeoutMs)
+
+  try {
+    if (baseURL) {
+      const url = baseURL.endsWith("/chat/completions")
+        ? baseURL
+        : `${baseURL.replace(/\/+$/, "")}/chat/completions`
+
+      const rawModel = modelRef?.modelID || "default"
+      const model = rawModel.includes("/")
+        ? rawModel.slice(rawModel.lastIndexOf("/") + 1)
+        : rawModel
+
+      const headers: Record<string, string> = { "Content-Type": "application/json" }
+      if (apiKey) headers["Authorization"] = `Bearer ${apiKey}`
+
+      const res = await fetch(url, {
+        method: "POST",
+        headers,
+        signal: controller.signal,
+        body: JSON.stringify({
+          model,
+          messages: [
+            { role: "system", content: opts.system },
+            { role: "user", content: transcript },
+          ],
+          max_tokens: 120,
+          temperature: 0.2,
+        }),
+      })
+
+      if (!res.ok) return undefined
+      const data = (await res.json()) as any
+      return data?.choices?.[0]?.message?.content
+    }
+
+    if (modelRef?.providerID === "anthropic") {
+      const antKey = resolveApiKey(provider?.options?.apiKey) || process.env.ANTHROPIC_API_KEY
+      if (!antKey) return undefined
+      const res = await fetch("https://api.anthropic.com/v1/messages", {
+        method: "POST",
+        headers: {
+          "Content-Type": "application/json",
+          "x-api-key": antKey,
+          "anthropic-version": "2023-06-01",
+        },
+        signal: controller.signal,
+        body: JSON.stringify({
+          model: modelRef.modelID,
+          max_tokens: 120,
+          system: opts.system,
+          messages: [{ role: "user", content: transcript }],
+        }),
+      })
+
+      if (!res.ok) return undefined
+      const data = (await res.json()) as any
+      return data?.content?.[0]?.text
+    }
+  } catch {
+    return undefined
+  } finally {
+    clearTimeout(timer)
+  }
+
+  return undefined
+}

package/src/tui.tsx

@@ -7,6 +7,7 @@ import { resolveOptions, type PromptSuggestOptions } from "./options"
 import { clip, isEcho, normalize, parseModel, wrapCount } from "./text"
 import { BUILTIN_COMMANDS } from "./builtins"
 import { completeCommand, type CommandPool } from "./completion"
+import { fetchStatelessSuggestion } from "./stateless"
 
 const HIDDEN_TITLE = "ghost-hidden"
 // Survives the server's automatic title generation, which renames the hidden
@@ -597,10 +598,48 @@ const tui: TuiPlugin = async (api, rawOptions) => {
       .join(" ")
   }
 
+  // HIDDEN_TOOLS only names built-in tools; anything else (MCP servers,
+  // other dynamically registered tools) stays enabled unless listed here too.
+  // Ask the server for the full set so a hidden session never gets to call
+  // unrelated tools (e.g. session search) and answer like a real agent
+  // instead of writing a suggested next message.
+  const fetchDisabledTools = async (
+    directory: string | undefined,
+  ): Promise<Record<string, boolean>> => {
+    const disabled: Record<string, boolean> = { ...HIDDEN_TOOLS }
+    try {
+      const result = await api.client.tool.ids(directory ? { directory } : undefined)
+      const ids = Array.isArray(result?.data) ? result.data : []
+      for (const id of ids) {
+        if (typeof id === "string" && id) disabled[id] = false
+      }
+    } catch {
+      // Best effort: the static list above still covers every built-in tool
+      // if the dynamic lookup fails.
+    }
+    return disabled
+  }
+
   const generate = async (sessionID: string): Promise<string | undefined> => {
     const transcript = buildTranscript(sessionID)
     if (!transcript) return undefined
 
+    const model = resolveModel()
+
+    const stateless = await fetchStatelessSuggestion(
+      transcript,
+      opts,
+      model,
+      api.state.config,
+    )
+    if (stateless) {
+      const suggestion = normalize(stateless, opts.maxChars)
+      if (!suggestion) return undefined
+      const previous = lastUserText(sessionID)
+      if (previous && isEcho(suggestion, previous)) return undefined
+      return suggestion
+    }
+
     const markerDir = opts.internalSessionMarkerDir
     const pending = markerDir ? path.join(markerDir, "pending") : undefined
     if (markerDir && pending) markPending(markerDir, pending)
@@ -612,11 +651,14 @@ const tui: TuiPlugin = async (api, rawOptions) => {
     // behind whenever the default differed.
     const parentDirectory = resolveParentDirectory(sessionID)
     try {
-      const created = await api.client.session.create({
-        title: HIDDEN_TITLE,
-        metadata: { ...GHOST_METADATA },
-        ...(parentDirectory ? { directory: parentDirectory } : {}),
-      })
+      const [created, disabledTools] = await Promise.all([
+        api.client.session.create({
+          title: HIDDEN_TITLE,
+          metadata: { ...GHOST_METADATA },
+          ...(parentDirectory ? { directory: parentDirectory } : {}),
+        }),
+        fetchDisabledTools(parentDirectory),
+      ])
       tempID = created.data?.id
       if (!tempID) return undefined
       createdDirectory =
@@ -631,8 +673,8 @@ const tui: TuiPlugin = async (api, rawOptions) => {
         sessionID: tempID,
         ...(createdDirectory ? { directory: createdDirectory } : {}),
         system: opts.system,
-        tools: { ...HIDDEN_TOOLS },
-        model: resolveModel(),
+        tools: disabledTools,
+        model,
         parts: [{ type: "text", text: transcript }],
       })
       const parts = result.data?.parts ?? []
@@ -768,13 +810,13 @@ const tui: TuiPlugin = async (api, rawOptions) => {
       {
         key: "left",
         desc: "Return to the home screen when the prompt is empty",
-        preventDefault: false,
-        fallthrough: true,
         cmd: () => {
           if (!opts.backOnEmptyLeft) return false
           if (api.route.current.name !== "session") return false
-          if (!promptRef) return false
-          if (currentInput().trim().length > 0) return false
+          const input = currentInput()
+          if (input.trim().length > 0) return false
+          showGhost(undefined)
+          setInBox(undefined)
           api.route.navigate("home")
           return true
         },