@gakr-gakr/codex 0.1.0

package/src/conversation-control.ts

@@ -0,0 +1,303 @@
+import { CODEX_CONTROL_METHODS } from "./app-server/capabilities.js";
+import {
+  isCodexFastServiceTier,
+  resolveCodexAppServerRuntimeOptions,
+  type CodexAppServerApprovalPolicy,
+  type CodexAppServerSandboxMode,
+} from "./app-server/config.js";
+import type { CodexServiceTier, CodexThreadResumeResponse } from "./app-server/protocol.js";
+import {
+  readCodexAppServerBinding,
+  writeCodexAppServerBinding,
+} from "./app-server/session-binding.js";
+import { getSharedCodexAppServerClient } from "./app-server/shared-client.js";
+import { formatCodexDisplayText } from "./command-formatters.js";
+
+type ActiveTurn = {
+  sessionFile: string;
+  threadId: string;
+  turnId: string;
+};
+
+type CodexAppServerBindingLookup = NonNullable<Parameters<typeof readCodexAppServerBinding>[1]>;
+
+type PermissionsMode = "default" | "yolo";
+
+const CODEX_CONVERSATION_CONTROL_STATE = Symbol.for("autobot.codex.conversationControl");
+
+function getActiveTurns(): Map<string, ActiveTurn> {
+  const globalState = globalThis as typeof globalThis & {
+    [CODEX_CONVERSATION_CONTROL_STATE]?: Map<string, ActiveTurn>;
+  };
+  globalState[CODEX_CONVERSATION_CONTROL_STATE] ??= new Map();
+  return globalState[CODEX_CONVERSATION_CONTROL_STATE];
+}
+
+export function trackCodexConversationActiveTurn(active: ActiveTurn): () => void {
+  const activeTurns = getActiveTurns();
+  activeTurns.set(active.sessionFile, active);
+  return () => {
+    const current = activeTurns.get(active.sessionFile);
+    if (current?.turnId === active.turnId) {
+      activeTurns.delete(active.sessionFile);
+    }
+  };
+}
+
+export function readCodexConversationActiveTurn(sessionFile: string): ActiveTurn | undefined {
+  return getActiveTurns().get(sessionFile);
+}
+
+export async function stopCodexConversationTurn(params: {
+  sessionFile: string;
+  pluginConfig?: unknown;
+  agentDir?: string;
+  config?: CodexAppServerBindingLookup["config"];
+}): Promise<{ stopped: boolean; message: string }> {
+  const active = readCodexConversationActiveTurn(params.sessionFile);
+  if (!active) {
+    return { stopped: false, message: "No active Codex run to stop." };
+  }
+  const runtime = resolveCodexAppServerRuntimeOptions({ pluginConfig: params.pluginConfig });
+  const lookup = buildBindingLookup(params);
+  const binding = await readCodexAppServerBinding(params.sessionFile, lookup);
+  const client = await getSharedCodexAppServerClient({
+    startOptions: runtime.start,
+    timeoutMs: runtime.requestTimeoutMs,
+    authProfileId: binding?.authProfileId,
+    ...lookup,
+  });
+  await client.request(
+    "turn/interrupt",
+    {
+      threadId: active.threadId,
+      turnId: active.turnId,
+    },
+    { timeoutMs: runtime.requestTimeoutMs },
+  );
+  return { stopped: true, message: "Codex stop requested." };
+}
+
+export async function steerCodexConversationTurn(params: {
+  sessionFile: string;
+  message: string;
+  pluginConfig?: unknown;
+  agentDir?: string;
+  config?: CodexAppServerBindingLookup["config"];
+}): Promise<{ steered: boolean; message: string }> {
+  const active = readCodexConversationActiveTurn(params.sessionFile);
+  const text = params.message.trim();
+  if (!text) {
+    return { steered: false, message: "Usage: /codex steer <message>" };
+  }
+  if (!active) {
+    return { steered: false, message: "No active Codex run to steer." };
+  }
+  const runtime = resolveCodexAppServerRuntimeOptions({ pluginConfig: params.pluginConfig });
+  const lookup = buildBindingLookup(params);
+  const binding = await readCodexAppServerBinding(params.sessionFile, lookup);
+  const client = await getSharedCodexAppServerClient({
+    startOptions: runtime.start,
+    timeoutMs: runtime.requestTimeoutMs,
+    authProfileId: binding?.authProfileId,
+    ...lookup,
+  });
+  await client.request(
+    "turn/steer",
+    {
+      threadId: active.threadId,
+      expectedTurnId: active.turnId,
+      input: [{ type: "text", text, text_elements: [] }],
+    },
+    { timeoutMs: runtime.requestTimeoutMs },
+  );
+  return { steered: true, message: "Sent steer message to Codex." };
+}
+
+export async function setCodexConversationModel(params: {
+  sessionFile: string;
+  model: string;
+  pluginConfig?: unknown;
+  agentDir?: string;
+  config?: CodexAppServerBindingLookup["config"];
+}): Promise<string> {
+  const model = params.model.trim();
+  if (!model) {
+    return "Usage: /codex model <model>";
+  }
+  const lookup = buildBindingLookup(params);
+  const binding = await requireThreadBinding(params.sessionFile, lookup);
+  const runtime = resolveCodexAppServerRuntimeOptions({ pluginConfig: params.pluginConfig });
+  const response = await resumeThreadWithOverrides({
+    pluginConfig: params.pluginConfig,
+    threadId: binding.threadId,
+    authProfileId: binding.authProfileId,
+    ...lookup,
+    model,
+  });
+  await writeCodexAppServerBinding(
+    params.sessionFile,
+    {
+      ...binding,
+      cwd: response.thread.cwd ?? binding.cwd,
+      model: response.model ?? model,
+      modelProvider: response.modelProvider ?? binding.modelProvider,
+      approvalPolicy: binding.approvalPolicy,
+      sandbox: binding.sandbox,
+      serviceTier: binding.serviceTier ?? runtime.serviceTier,
+    },
+    lookup,
+  );
+  return `Codex model set to ${formatCodexDisplayText(response.model ?? model)}.`;
+}
+
+export async function setCodexConversationFastMode(params: {
+  sessionFile: string;
+  enabled?: boolean;
+  pluginConfig?: unknown;
+  agentDir?: string;
+  config?: CodexAppServerBindingLookup["config"];
+}): Promise<string> {
+  const lookup = buildBindingLookup(params);
+  const binding = await requireThreadBinding(params.sessionFile, lookup);
+  if (params.enabled == null) {
+    return `Codex fast mode: ${isCodexFastServiceTier(binding.serviceTier) ? "on" : "off"}.`;
+  }
+  const serviceTier: CodexServiceTier = params.enabled ? "priority" : "flex";
+  // Fast mode is sent on each later turn; do not require Codex to accept an
+  // immediate thread/resume control request just to persist the preference.
+  await writeCodexAppServerBinding(
+    params.sessionFile,
+    {
+      ...binding,
+      serviceTier,
+    },
+    lookup,
+  );
+  return `Codex fast mode ${params.enabled ? "enabled" : "disabled"}.`;
+}
+
+export async function setCodexConversationPermissions(params: {
+  sessionFile: string;
+  mode?: PermissionsMode;
+  pluginConfig?: unknown;
+  agentDir?: string;
+  config?: CodexAppServerBindingLookup["config"];
+}): Promise<string> {
+  const lookup = buildBindingLookup(params);
+  const binding = await requireThreadBinding(params.sessionFile, lookup);
+  if (!params.mode) {
+    return `Codex permissions: ${formatPermissionsMode(binding)}.`;
+  }
+  const policy = permissionsForMode(params.mode);
+  // Native bound turns pass these settings at turn/start time, so this command
+  // can update the local binding even when app-server resume overrides fail.
+  await writeCodexAppServerBinding(
+    params.sessionFile,
+    {
+      ...binding,
+      approvalPolicy: policy.approvalPolicy,
+      sandbox: policy.sandbox,
+    },
+    lookup,
+  );
+  return `Codex permissions set to ${params.mode === "yolo" ? "full access" : "default"}.`;
+}
+
+export function parseCodexFastModeArg(arg: string | undefined): boolean | undefined {
+  const normalized = arg?.trim().toLowerCase();
+  if (!normalized || normalized === "status") {
+    return undefined;
+  }
+  if (normalized === "on" || normalized === "true" || normalized === "fast") {
+    return true;
+  }
+  if (normalized === "off" || normalized === "false" || normalized === "flex") {
+    return false;
+  }
+  return undefined;
+}
+
+export function parseCodexPermissionsModeArg(arg: string | undefined): PermissionsMode | undefined {
+  const normalized = arg?.trim().toLowerCase();
+  if (!normalized || normalized === "status") {
+    return undefined;
+  }
+  if (normalized === "yolo" || normalized === "full" || normalized === "full-access") {
+    return "yolo";
+  }
+  if (normalized === "default" || normalized === "guardian") {
+    return "default";
+  }
+  return undefined;
+}
+
+export function formatPermissionsMode(binding: {
+  approvalPolicy?: CodexAppServerApprovalPolicy;
+  sandbox?: CodexAppServerSandboxMode;
+}): string {
+  return binding.approvalPolicy === "never" && binding.sandbox === "danger-full-access"
+    ? "full access"
+    : "default";
+}
+
+async function requireThreadBinding(sessionFile: string, lookup: CodexAppServerBindingLookup = {}) {
+  const binding = await readCodexAppServerBinding(sessionFile, lookup);
+  if (!binding?.threadId) {
+    throw new Error("No Codex thread is attached to this AutoBot session yet.");
+  }
+  return binding;
+}
+
+async function resumeThreadWithOverrides(params: {
+  pluginConfig?: unknown;
+  threadId: string;
+  authProfileId?: string;
+  agentDir?: string;
+  config?: CodexAppServerBindingLookup["config"];
+  model?: string;
+  approvalPolicy?: CodexAppServerApprovalPolicy;
+  sandbox?: CodexAppServerSandboxMode;
+  serviceTier?: CodexServiceTier;
+}): Promise<CodexThreadResumeResponse> {
+  const runtime = resolveCodexAppServerRuntimeOptions({ pluginConfig: params.pluginConfig });
+  const client = await getSharedCodexAppServerClient({
+    startOptions: runtime.start,
+    timeoutMs: runtime.requestTimeoutMs,
+    authProfileId: params.authProfileId,
+    ...buildBindingLookup(params),
+  });
+  return await client.request(
+    CODEX_CONTROL_METHODS.resumeThread,
+    {
+      threadId: params.threadId,
+      ...(params.model ? { model: params.model } : {}),
+      approvalPolicy: params.approvalPolicy ?? runtime.approvalPolicy,
+      sandbox: params.sandbox ?? runtime.sandbox,
+      approvalsReviewer: runtime.approvalsReviewer,
+      ...(params.serviceTier ? { serviceTier: params.serviceTier } : {}),
+      persistExtendedHistory: true,
+    },
+    { timeoutMs: runtime.requestTimeoutMs },
+  );
+}
+
+function buildBindingLookup(params: {
+  agentDir?: string;
+  config?: CodexAppServerBindingLookup["config"];
+}): CodexAppServerBindingLookup {
+  const agentDir = params.agentDir?.trim();
+  return {
+    ...(agentDir ? { agentDir } : {}),
+    ...(params.config ? { config: params.config } : {}),
+  };
+}
+
+function permissionsForMode(mode: PermissionsMode): {
+  approvalPolicy: CodexAppServerApprovalPolicy;
+  sandbox: CodexAppServerSandboxMode;
+} {
+  return mode === "yolo"
+    ? { approvalPolicy: "never", sandbox: "danger-full-access" }
+    : { approvalPolicy: "on-request", sandbox: "workspace-write" };
+}

package/src/conversation-turn-collector.ts

@@ -0,0 +1,186 @@
+import {
+  isJsonObject,
+  type CodexServerNotification,
+  type JsonObject,
+} from "./app-server/protocol.js";
+
+const MAX_PENDING_NOTIFICATIONS_PER_TURN = 100;
+
+export function createCodexConversationTurnCollector(threadId: string) {
+  let turnId: string | undefined;
+  let completed = false;
+  let failedError: string | undefined;
+  let timeout: ReturnType<typeof setTimeout> | undefined;
+  const assistantTextByItem = new Map<string, string>();
+  const assistantOrder: string[] = [];
+  const pendingNotificationsByTurnId = new Map<string, CodexServerNotification[]>();
+  let resolveCompletion: ((value: { replyText: string }) => void) | undefined;
+  let rejectCompletion: ((error: Error) => void) | undefined;
+
+  const rememberItem = (itemId: string) => {
+    if (!assistantOrder.includes(itemId)) {
+      assistantOrder.push(itemId);
+    }
+  };
+  const collectReplyText = (): string => {
+    const texts = assistantOrder
+      .map((itemId) => assistantTextByItem.get(itemId)?.trim())
+      .filter((text): text is string => Boolean(text));
+    return texts.at(-1) ?? "";
+  };
+  const clearWaitState = () => {
+    if (timeout) {
+      clearTimeout(timeout);
+      timeout = undefined;
+    }
+    resolveCompletion = undefined;
+    rejectCompletion = undefined;
+  };
+  const finish = () => {
+    if (completed) {
+      return;
+    }
+    completed = true;
+    if (failedError) {
+      rejectCompletion?.(new Error(failedError));
+    } else {
+      resolveCompletion?.({ replyText: collectReplyText() });
+    }
+    clearWaitState();
+  };
+
+  const handleNotification = (notification: CodexServerNotification) => {
+    const params = isJsonObject(notification.params) ? notification.params : undefined;
+    if (!params || readString(params, "threadId") !== threadId) {
+      return;
+    }
+    if (!turnId) {
+      const pendingTurnId = readNotificationTurnId(params);
+      if (pendingTurnId) {
+        const pending = pendingNotificationsByTurnId.get(pendingTurnId) ?? [];
+        if (pending.length < MAX_PENDING_NOTIFICATIONS_PER_TURN) {
+          pending.push(notification);
+          pendingNotificationsByTurnId.set(pendingTurnId, pending);
+        }
+      }
+      return;
+    }
+    if (!isNotificationForTurn(params, threadId, turnId)) {
+      return;
+    }
+    if (notification.method === "item/agentMessage/delta") {
+      const itemId = readString(params, "itemId") ?? readString(params, "id") ?? "assistant";
+      const delta = readTextString(params, "delta");
+      if (!delta) {
+        return;
+      }
+      rememberItem(itemId);
+      assistantTextByItem.set(itemId, `${assistantTextByItem.get(itemId) ?? ""}${delta}`);
+      return;
+    }
+    if (notification.method === "item/completed") {
+      const item = isJsonObject(params.item) ? params.item : undefined;
+      if (item?.type === "agentMessage") {
+        const itemId = readString(item, "id") ?? readString(params, "itemId") ?? "assistant";
+        const text = readTextString(item, "text");
+        if (text) {
+          rememberItem(itemId);
+          assistantTextByItem.set(itemId, text);
+        }
+      }
+      return;
+    }
+    if (notification.method === "turn/completed") {
+      const turn = isJsonObject(params.turn) ? params.turn : undefined;
+      const status = readString(turn, "status");
+      if (status === "failed") {
+        failedError =
+          readString(readRecord(turn?.error), "message") ?? "codex app-server turn failed";
+      }
+      const items = Array.isArray(turn?.items) ? turn.items : [];
+      for (const item of items) {
+        if (!isJsonObject(item) || item.type !== "agentMessage") {
+          continue;
+        }
+        const itemId = readString(item, "id") ?? `assistant-${assistantOrder.length + 1}`;
+        const text = readTextString(item, "text");
+        if (text) {
+          rememberItem(itemId);
+          assistantTextByItem.set(itemId, text);
+        }
+      }
+      finish();
+    }
+  };
+
+  return {
+    setTurnId(nextTurnId: string) {
+      turnId = nextTurnId;
+      const pending = pendingNotificationsByTurnId.get(nextTurnId) ?? [];
+      pendingNotificationsByTurnId.clear();
+      for (const notification of pending) {
+        handleNotification(notification);
+      }
+    },
+    handleNotification,
+    wait(params: { timeoutMs: number }): Promise<{ replyText: string }> {
+      if (completed) {
+        return failedError
+          ? Promise.reject(new Error(failedError))
+          : Promise.resolve({ replyText: collectReplyText() });
+      }
+      return new Promise<{ replyText: string }>((resolve, reject) => {
+        resolveCompletion = resolve;
+        rejectCompletion = reject;
+        timeout = setTimeout(
+          () => {
+            completed = true;
+            reject(new Error("codex app-server bound turn timed out"));
+            clearWaitState();
+          },
+          Math.max(100, params.timeoutMs),
+        );
+        timeout.unref?.();
+      });
+    },
+  };
+}
+
+function isNotificationForTurn(
+  params: JsonObject,
+  threadId: string,
+  turnId: string | undefined,
+): boolean {
+  if (readString(params, "threadId") !== threadId) {
+    return false;
+  }
+  if (!turnId) {
+    return true;
+  }
+  const directTurnId = readString(params, "turnId");
+  if (directTurnId) {
+    return directTurnId === turnId;
+  }
+  const turn = isJsonObject(params.turn) ? params.turn : undefined;
+  return readString(turn, "id") === turnId;
+}
+
+function readNotificationTurnId(params: JsonObject): string | undefined {
+  return readString(params, "turnId") ?? readString(readRecord(params.turn), "id");
+}
+
+function readRecord(value: unknown): Record<string, unknown> | undefined {
+  return value && typeof value === "object" && !Array.isArray(value)
+    ? (value as Record<string, unknown>)
+    : undefined;
+}
+
+function readString(record: Record<string, unknown> | JsonObject | undefined, key: string) {
+  const value = record?.[key];
+  return typeof value === "string" && value.trim() ? value.trim() : undefined;
+}
+
+function readTextString(record: Record<string, unknown> | JsonObject | undefined, key: string) {
+  const value = record?.[key];
+  return typeof value === "string" && value.length > 0 ? value : undefined;
+}

package/src/conversation-turn-input.ts

@@ -0,0 +1,106 @@
+import path from "node:path";
+import { fileURLToPath } from "node:url";
+import type { PluginHookInboundClaimEvent } from "autobot/plugin-sdk/plugin-entry";
+import type { CodexUserInput } from "./app-server/protocol.js";
+
+type InboundMedia = {
+  path?: string;
+  url?: string;
+  mimeType?: string;
+};
+
+const IMAGE_EXTENSIONS = new Set([".avif", ".gif", ".jpeg", ".jpg", ".png", ".webp"]);
+
+export function buildCodexConversationTurnInput(params: {
+  prompt: string;
+  event: PluginHookInboundClaimEvent;
+}): CodexUserInput[] {
+  return [
+    { type: "text", text: params.prompt, text_elements: [] },
+    ...extractInboundMedia(params.event)
+      .map(toCodexImageInput)
+      .filter((item): item is CodexUserInput => item !== undefined),
+  ];
+}
+
+function extractInboundMedia(event: PluginHookInboundClaimEvent): InboundMedia[] {
+  const metadata = event.metadata ?? {};
+  // AutoBot channels expose either local staged files or remote URLs. Keep
+  // them separate so Codex can receive the cheaper localImage input when a file
+  // is already present, while still supporting remote-only transports.
+  const paths = readStringArray(metadata.mediaPaths).concat(readStringArray(metadata.mediaPath));
+  const urls = readStringArray(metadata.mediaUrls).concat(readStringArray(metadata.mediaUrl));
+  const mimeTypes = readStringArray(metadata.mediaTypes).concat(
+    readStringArray(metadata.mediaType),
+  );
+  const count = Math.max(paths.length, urls.length, mimeTypes.length);
+  const media: InboundMedia[] = [];
+  for (let index = 0; index < count; index += 1) {
+    media.push({
+      path: paths[index],
+      url: urls[index],
+      mimeType: mimeTypes[index] ?? mimeTypes[0],
+    });
+  }
+  return media;
+}
+
+function toCodexImageInput(media: InboundMedia): CodexUserInput | undefined {
+  if (!isImageMedia(media)) {
+    return undefined;
+  }
+  const localPath = media.path ?? readLocalMediaPath(media.url);
+  if (localPath) {
+    const normalized = normalizeFileUrl(localPath);
+    return normalized ? { type: "localImage", path: normalized } : undefined;
+  }
+  return media.url ? { type: "image", url: media.url } : undefined;
+}
+
+function isImageMedia(media: InboundMedia): boolean {
+  if (media.mimeType?.toLowerCase().startsWith("image/")) {
+    return true;
+  }
+  const candidate = media.path ?? media.url;
+  if (!candidate) {
+    return false;
+  }
+  return IMAGE_EXTENSIONS.has(path.extname(candidate.split(/[?#]/, 1)[0] ?? "").toLowerCase());
+}
+
+function normalizeFileUrl(value: string): string | undefined {
+  if (!value.startsWith("file://")) {
+    return value;
+  }
+  try {
+    return fileURLToPath(value);
+  } catch {
+    return undefined;
+  }
+}
+
+function readLocalMediaPath(value: string | undefined): string | undefined {
+  if (!value) {
+    return undefined;
+  }
+  if (value.startsWith("file://")) {
+    return value;
+  }
+  if (value.startsWith("//")) {
+    return undefined;
+  }
+  if (path.isAbsolute(value) || path.win32.isAbsolute(value)) {
+    return value;
+  }
+  return /^[a-z][a-z0-9+.-]*:/i.test(value) ? undefined : value;
+}
+
+function readStringArray(value: unknown): string[] {
+  if (typeof value === "string" && value.trim()) {
+    return [value.trim()];
+  }
+  if (!Array.isArray(value)) {
+    return [];
+  }
+  return value.map((entry) => (typeof entry === "string" ? entry.trim() : "")).filter(Boolean);
+}