@remodex/rmx 1.0.2

package/src/server/responses/encrypted-payload.ts

@@ -0,0 +1,308 @@
+import type { Server } from "bun";
+import { bridgeToResponsesSSE, buildResponseJSON, formatErrorResponse, type ResponsesTerminalStatus } from "../../bridge";
+import {
+  getConfigPath,
+  multiAgentGuidanceEnabled,
+  resolveEnvValue,
+} from "../../config";
+import { parseRequest } from "../../responses/parser";
+import { buildCompactV1Output, COMPACT_PROMPT, decodeCompactionSummary, extractCompactUserMessages } from "../../responses/compaction";
+import { FORWARD_HEADERS, sanitizeReasoningInputContent } from "../../adapters/openai-responses";
+import { expandPreviousResponseInput, previousResponseProviderState, rememberResponseState } from "../../responses/state";
+import { routeModel } from "../../router";
+import {
+  advanceComboAfterFailure,
+  comboDefaultEffort,
+  comboFailureDecision,
+  comboIdFromRawBody,
+  concreteComboRequestBody,
+  getCombo,
+  isComboTargetInCooldown,
+  NoAvailableComboTargetsError,
+  noteComboSuccess,
+  parseRetryAfterMs,
+  pickComboTarget,
+  targetKey,
+} from "../../combos";
+import { isInjectionDebugEnabled } from "../../lib/debug-settings";
+import { injectionDebugLog } from "../../lib/injection-debug-log";
+import { modelInList, namespacedToolName } from "../../types";
+import type { AdapterEvent, OcxConfig, OcxParsedRequest, OcxProviderConfig, OcxProviderContinuationState, OcxUsage } from "../../types";
+import {
+  forceRefreshOAuthAccessSnapshot,
+  getOAuthCredentialApiBaseUrl,
+  getOAuthCredentialProjectId,
+  getValidAccessTokenSnapshot,
+  type OAuthAccessSnapshot,
+  UnsupportedOAuthProviderError,
+} from "../../oauth";
+import { buildWebSearchTool, planWebSearch, runWithWebSearch, shouldResolveOpenAiWebSearchSidecar } from "../../web-search";
+import { describeImagesInPlace, planVisionSidecar, shouldResolveOpenAiVisionSidecar, stripImagesInPlace } from "../../vision";
+import { createAdapterEventQueue, preflightAdapterEvents } from "../../adapters/run-turn-queue";
+import {
+  applyCodexAuthContextToProvider,
+  CodexAccountCooldownError,
+  CodexAuthContextError,
+  CodexDirectAuthenticationError,
+  CodexPoolAuthenticationError,
+  CodexThreadAffinityExpiredError,
+  headersForCodexAuthContext,
+  isCodexAuthContextUsable,
+  resolveCodexAuthContext,
+  type CodexAuthContext,
+} from "../../codex/auth-context";
+import {
+  formatCodexProviderForLog,
+  recordCodexUpstreamOutcome,
+  type CodexUpstreamOutcome,
+} from "../../codex/routing";
+import { fetchWithResetRetry, fetchWithTransientRetry, applyUpstreamRecoveryInit } from "../../lib/upstream-retry";
+import { ForwardAdmissionCredentialError, validateForwardAdmissionCredential } from "../auth-cors";
+import { listOpenAiForwardSidecarCandidates, resolveFirstUsableOpenAiSidecar, type ResolvedOpenAiForwardSidecar } from "../../providers/openai-sidecar";
+import { isCanonicalOpenAiForwardProvider } from "../../providers/openai-tiers";
+import { slugsEquivalent } from "../../providers/slug-codec";
+import { applyOpenAiVirtualModel, resolveOpenAiCompactModel } from "../../providers/openai-virtual-models";
+import { isUsageDebugEnabled } from "../../usage/debug";
+import { readJsonRequestBody, DecompressedBodyTooLargeError, UnsupportedContentEncodingError } from "../request-decompress";
+import { resolveAdapter, resolveWireProtocolOverride } from "../adapter-resolve";
+import { hasKeyPoolFailover, rotateProviderTransportOn429 } from "../../providers/key-failover";
+import { shouldAttemptImageTierRetry } from "../image-retry";
+import { resolveProviderTransport } from "../../providers/xai-transport";
+import type { WsData } from "../ws-bridge";
+import { registerTurn, trackStreamLifetime, unregisterTurn } from "../lifecycle";
+import { redactSecretString } from "../../lib/redact";
+import { readBoundedResponseBody } from "../../lib/bounded-body";
+import { supportedLadderFor } from "../effort-policy";
+import {
+  beginRequestAttempt,
+  catalogModelSupportsServiceTier,
+  finishRequestAttempt,
+  inspectResponseLogJson,
+  noteAttemptSend,
+  readConfiguredCodexServiceTier,
+  requestLogSpeedLabel,
+  sealRequestAttemptIdentity,
+  usageFromResponsesPayload,
+  type RequestLogContext,
+} from "../request-log";
+import type { AttemptRecoveryKind } from "../../usage/log";
+import {
+  consumeForInspection,
+  consumeForResponseLogMetadata,
+  markNativePassthroughSseResponse,
+  relaySseWithFailedTail,
+  relayWithAbort,
+  sanitizePassthroughHeaders,
+} from "../relay";
+import { hasResponsesItemIdRepair, relaySseWithResponsesItemIdRepair } from "../responses-item-id-repair";
+import type { EffectiveSubagentRoster, SpawnAgentSurface } from "../../codex/catalog";
+
+
+export function looksLikeBackendCiphertext(payload: string): boolean {
+  return payload.length >= 64 && /^[A-Za-z0-9+/=_-]+$/.test(payload);
+}
+
+
+
+/**
+ * Backend-minted ciphertext runs are Fernet tokens (base64url, version byte 0x80).
+ * Used to carve embedded blobs out of MIXED slots: plugin hooks may prepend
+ * plaintext control metadata to a task body that is already backend-encrypted.
+ */
+const FERNET_TOKEN_CANDIDATE = /g[A-Za-z0-9_-]{97,}={0,2}/g;
+const FERNET_TOKEN_BOUNDARY_CHAR = /[A-Za-z0-9_=-]/;
+
+interface FernetTokenRun {
+  index: number;
+  token: string;
+}
+
+/**
+ * Validate only the key-independent Fernet wire structure. Authenticity cannot be
+ * checked without the backend key, but a real token must still be canonical base64url
+ * containing version(1) + timestamp(8) + IV(16) + AES-CBC ciphertext(16*n) + HMAC(32).
+ * Timestamp freshness is deliberately not enforced: old history can contain valid tokens.
+ */
+function isStructurallyValidFernetToken(token: string): boolean {
+  if (token.length < 100 || token.length % 4 !== 0) return false;
+  if (!/^[A-Za-z0-9_-]+={0,2}$/.test(token)) return false;
+
+  const unpadded = token.replace(/=+$/, "");
+  const paddingLength = token.length - unpadded.length;
+  const expectedPadding = (4 - (unpadded.length % 4)) % 4;
+  if (expectedPadding > 2 || paddingLength !== expectedPadding) return false;
+
+  let decoded: Buffer;
+  try {
+    decoded = Buffer.from(unpadded, "base64url");
+  } catch {
+    return false;
+  }
+  if (decoded.toString("base64url") !== unpadded) return false;
+  if (decoded.length < 73 || decoded[0] !== 0x80) return false;
+
+  const ciphertextLength = decoded.length - 57;
+  return ciphertextLength >= 16 && ciphertextLength % 16 === 0;
+}
+
+/** Maximal, boundary-delimited and structurally valid Fernet runs embedded in a slot. */
+function fernetTokenRuns(payload: string): FernetTokenRun[] {
+  const runs: FernetTokenRun[] = [];
+  for (const match of payload.matchAll(FERNET_TOKEN_CANDIDATE)) {
+    const index = match.index ?? 0;
+    const token = match[0];
+    const before = index > 0 ? payload[index - 1] : undefined;
+    const after = payload[index + token.length];
+    if (before && FERNET_TOKEN_BOUNDARY_CHAR.test(before)) continue;
+    if (after && FERNET_TOKEN_BOUNDARY_CHAR.test(after)) continue;
+    if (!isStructurallyValidFernetToken(token)) continue;
+    runs.push({ index, token });
+  }
+  return runs;
+}
+
+function textWithoutFernetRuns(payload: string, runs: readonly FernetTokenRun[]): string {
+  let last = 0;
+  let text = "";
+  for (const run of runs) {
+    text += `${payload.slice(last, run.index)}\n\n`;
+    last = run.index + run.token.length;
+  }
+  return `${text}${payload.slice(last)}`;
+}
+
+export const AGENT_MESSAGE_ROUTING_ENVELOPE = /(?:^|\n)Message Type\s*:\s*NEW_TASK[^\n]*\nTask name\s*:[^\n]*\nSender\s*:[^\n]*\nPayload\s*:\s*(?:\n|$)/gi;
+
+// CXC is the compatibility-hook control namespace. Strip only the tagged paragraph:
+// later untagged paragraphs may be genuine task text. Repeated CXC paragraphs are
+// removed independently, and a following routing envelope remains available to the
+// envelope stripper below.
+export const AGENT_MESSAGE_CONTROL_PREAMBLE = /(?:^|\n)\[CXC-[A-Z0-9-]+\][^\n]*(?:\n(?!\n|Message Type\s*:)[^\n]*)*(?=\n{2,}|\nMessage Type\s*:|$)/gi;
+
+export function hasUnreadableEncryptedAgentTask(input: unknown): boolean {
+  if (!Array.isArray(input)) return false;
+
+  // codex-rs appends one NEW_TASK agent_message at the current input tail. Historical
+  // agent messages may be adjacent in full-history bodies; they must not poison the
+  // later task. compaction_trigger/additional_tools are trailing metadata rather than
+  // a newer user turn.
+  let index = input.length - 1;
+  while (index >= 0) {
+    const item = input[index];
+    const type = item && typeof item === "object" ? (item as { type?: unknown }).type : undefined;
+    if (type !== "compaction_trigger" && type !== "additional_tools") break;
+    index -= 1;
+  }
+  const item = input[index];
+  if (!item || typeof item !== "object" || (item as { type?: unknown }).type !== "agent_message") {
+    return false;
+  }
+
+  const content = (item as { content?: unknown }).content;
+  if (!Array.isArray(content)) return false;
+
+  let hasFernetTask = false;
+  const readableParts: string[] = [];
+  for (const part of content) {
+    if (!part || typeof part !== "object") continue;
+    const record = part as { type?: unknown; text?: unknown; encrypted_content?: unknown };
+    if (
+      (record.type === "input_text" || record.type === "text")
+      && typeof record.text === "string"
+    ) {
+      readableParts.push(record.text);
+      continue;
+    }
+    if (record.type !== "encrypted_content" || typeof record.encrypted_content !== "string") {
+      continue;
+    }
+
+    const runs = fernetTokenRuns(record.encrypted_content);
+    if (runs.length > 0) hasFernetTask = true;
+    readableParts.push(textWithoutFernetRuns(record.encrypted_content, runs));
+  }
+
+  if (!hasFernetTask) return false;
+  const readableTask = readableParts
+    .join("\n\n")
+    .replace(AGENT_MESSAGE_CONTROL_PREAMBLE, "\n")
+    .replace(AGENT_MESSAGE_ROUTING_ENVELOPE, "\n")
+    .trim();
+  return readableTask.length === 0;
+}
+
+
+
+export function encryptedSlotParts(payload: string): Array<Record<string, string>> {
+  const parts: Array<Record<string, string>> = [];
+  let last = 0;
+  for (const run of fernetTokenRuns(payload)) {
+    const before = payload.slice(last, run.index);
+    if (before.trim().length > 0) parts.push({ type: "input_text", text: before });
+    parts.push({ type: "encrypted_content", encrypted_content: run.token });
+    last = run.index + run.token.length;
+  }
+  const rest = payload.slice(last);
+  if (rest.trim().length > 0) parts.push({ type: "input_text", text: rest });
+  return parts.length > 0 ? parts : [{ type: "input_text", text: payload }];
+}
+
+
+
+export function hasEncryptedContentPart(content: unknown): boolean {
+  return Array.isArray(content) && content.some(part => (
+    part && typeof part === "object"
+    && (part as { type?: unknown }).type === "encrypted_content"
+  ));
+}
+
+
+
+export function sanitizeEncryptedContentInPlace(input: unknown): number {
+  if (!Array.isArray(input)) return 0;
+  let rewritten = 0;
+  const visit = (node: unknown): number => {
+    const before = rewritten;
+    if (Array.isArray(node)) {
+      for (let i = 0; i < node.length; i += 1) {
+        const child = node[i] as unknown;
+        if (
+          child && typeof child === "object"
+          && (child as { type?: unknown }).type === "encrypted_content"
+          && typeof (child as { encrypted_content?: unknown }).encrypted_content === "string"
+        ) {
+          const payload = (child as { encrypted_content: string }).encrypted_content;
+          if (!looksLikeBackendCiphertext(payload)) {
+            const parts = encryptedSlotParts(payload);
+            node.splice(i, 1, ...parts);
+            i += parts.length - 1;
+            rewritten += 1;
+            continue;
+          }
+        }
+        const childRewrites = visit(child);
+        if (
+          childRewrites > 0
+          && child && typeof child === "object"
+          && (child as { type?: unknown }).type === "agent_message"
+          && !hasEncryptedContentPart((child as { content?: unknown }).content)
+        ) {
+          const message = child as { type: string; role?: string; id?: unknown; author?: unknown; recipient?: unknown };
+          message.type = "message";
+          message.role = "user";
+          delete message.id;
+          delete message.author;
+          delete message.recipient;
+        }
+      }
+      return rewritten - before;
+    }
+    if (node && typeof node === "object") {
+      for (const value of Object.values(node)) visit(value);
+    }
+    return rewritten - before;
+  };
+  visit(input);
+  return rewritten;
+}
+

package/src/server/responses/fetch-helpers.ts

@@ -0,0 +1,171 @@
+import type { Server } from "bun";
+import { bridgeToResponsesSSE, buildResponseJSON, formatErrorResponse, type ResponsesTerminalStatus } from "../../bridge";
+import {
+  getConfigPath,
+  multiAgentGuidanceEnabled,
+  resolveEnvValue,
+} from "../../config";
+import { parseRequest } from "../../responses/parser";
+import { buildCompactV1Output, COMPACT_PROMPT, decodeCompactionSummary, extractCompactUserMessages } from "../../responses/compaction";
+import { FORWARD_HEADERS, sanitizeReasoningInputContent } from "../../adapters/openai-responses";
+import { expandPreviousResponseInput, previousResponseProviderState, rememberResponseState } from "../../responses/state";
+import { routeModel } from "../../router";
+import {
+  advanceComboAfterFailure,
+  comboDefaultEffort,
+  comboFailureDecision,
+  comboIdFromRawBody,
+  concreteComboRequestBody,
+  getCombo,
+  isComboTargetInCooldown,
+  NoAvailableComboTargetsError,
+  noteComboSuccess,
+  parseRetryAfterMs,
+  pickComboTarget,
+  targetKey,
+} from "../../combos";
+import { isInjectionDebugEnabled } from "../../lib/debug-settings";
+import { injectionDebugLog } from "../../lib/injection-debug-log";
+import { modelInList, namespacedToolName } from "../../types";
+import type { AdapterEvent, OcxConfig, OcxParsedRequest, OcxProviderConfig, OcxProviderContinuationState, OcxUsage } from "../../types";
+import {
+  forceRefreshOAuthAccessSnapshot,
+  getOAuthCredentialApiBaseUrl,
+  getOAuthCredentialProjectId,
+  getValidAccessTokenSnapshot,
+  type OAuthAccessSnapshot,
+  UnsupportedOAuthProviderError,
+} from "../../oauth";
+import { buildWebSearchTool, planWebSearch, runWithWebSearch, shouldResolveOpenAiWebSearchSidecar } from "../../web-search";
+import { describeImagesInPlace, planVisionSidecar, shouldResolveOpenAiVisionSidecar, stripImagesInPlace } from "../../vision";
+import { createAdapterEventQueue, preflightAdapterEvents } from "../../adapters/run-turn-queue";
+import {
+  applyCodexAuthContextToProvider,
+  CodexAccountCooldownError,
+  CodexAuthContextError,
+  CodexDirectAuthenticationError,
+  CodexPoolAuthenticationError,
+  CodexThreadAffinityExpiredError,
+  headersForCodexAuthContext,
+  isCodexAuthContextUsable,
+  resolveCodexAuthContext,
+  type CodexAuthContext,
+} from "../../codex/auth-context";
+import {
+  formatCodexProviderForLog,
+  recordCodexUpstreamOutcome,
+  type CodexUpstreamOutcome,
+} from "../../codex/routing";
+import { fetchWithResetRetry, fetchWithTransientRetry, applyUpstreamRecoveryInit } from "../../lib/upstream-retry";
+import { ForwardAdmissionCredentialError, validateForwardAdmissionCredential } from "../auth-cors";
+import { listOpenAiForwardSidecarCandidates, resolveFirstUsableOpenAiSidecar, type ResolvedOpenAiForwardSidecar } from "../../providers/openai-sidecar";
+import { isCanonicalOpenAiForwardProvider } from "../../providers/openai-tiers";
+import { slugsEquivalent } from "../../providers/slug-codec";
+import { applyOpenAiVirtualModel, resolveOpenAiCompactModel } from "../../providers/openai-virtual-models";
+import { isUsageDebugEnabled } from "../../usage/debug";
+import { readJsonRequestBody, DecompressedBodyTooLargeError, UnsupportedContentEncodingError } from "../request-decompress";
+import { resolveAdapter, resolveWireProtocolOverride } from "../adapter-resolve";
+import { hasKeyPoolFailover, rotateProviderTransportOn429 } from "../../providers/key-failover";
+import { shouldAttemptImageTierRetry } from "../image-retry";
+import { resolveProviderTransport } from "../../providers/xai-transport";
+import type { WsData } from "../ws-bridge";
+import { registerTurn, trackStreamLifetime, unregisterTurn } from "../lifecycle";
+import { redactSecretString } from "../../lib/redact";
+import { readBoundedResponseBody } from "../../lib/bounded-body";
+import { supportedLadderFor } from "../effort-policy";
+import {
+  beginRequestAttempt,
+  catalogModelSupportsServiceTier,
+  finishRequestAttempt,
+  inspectResponseLogJson,
+  noteAttemptSend,
+  readConfiguredCodexServiceTier,
+  requestLogSpeedLabel,
+  sealRequestAttemptIdentity,
+  usageFromResponsesPayload,
+  type RequestLogContext,
+} from "../request-log";
+import type { AttemptRecoveryKind } from "../../usage/log";
+import {
+  consumeForInspection,
+  consumeForResponseLogMetadata,
+  markNativePassthroughSseResponse,
+  relaySseWithFailedTail,
+  relayWithAbort,
+  sanitizePassthroughHeaders,
+} from "../relay";
+import { hasResponsesItemIdRepair, relaySseWithResponsesItemIdRepair } from "../responses-item-id-repair";
+import type { EffectiveSubagentRoster, SpawnAgentSurface } from "../../codex/catalog";
+
+
+export function disableResponsesRequestTimeout(req: Request, server: Pick<Server<WsData>, "timeout"> | undefined): boolean {
+  if (!server) return false;
+  try {
+    server.timeout(req, 0);
+    return true;
+  } catch {
+    return false;
+  }
+}
+
+
+
+export function safeHostLabel(url: string): string {
+  try {
+    return new URL(url).host;
+  } catch {
+    return "upstream";
+  }
+}
+
+/** Canonical origin (scheme + host) for failure-attribution keys: http and
+ * https for the same host must not share one ledger entry (#914 review). */
+export function safeOriginLabel(url: string): string {
+  try {
+    return new URL(url).origin.toLowerCase();
+  } catch {
+    return "upstream";
+  }
+}
+
+
+
+export function providerFetch(provider: OcxProviderConfig): typeof globalThis.fetch {
+  return (provider as OcxProviderConfig & { fetch?: typeof globalThis.fetch }).fetch ?? globalThis.fetch;
+}
+
+
+
+export async function fetchWithHeaderTimeout(
+  url: string,
+  init: Omit<RequestInit, "signal">,
+  abortSignal: AbortSignal,
+  timeoutMs: number,
+  preferIdentityEncoding = false,
+  executor: typeof globalThis.fetch = globalThis.fetch,
+  manualRedirect = false,
+): Promise<Response> {
+  const timeout = new AbortController();
+  const timer = setTimeout(() => {
+    if (!timeout.signal.aborted) timeout.abort(new DOMException("Timeout elapsed", "TimeoutError"));
+  }, timeoutMs);
+  const headers = new Headers(init.headers);
+  // Compressed SSE can be held until the decompressor has a complete block. Streaming calls
+  // default to identity for low-latency frame delivery, while an explicit caller choice wins.
+  if (preferIdentityEncoding && !headers.has("accept-encoding")) {
+    headers.set("accept-encoding", "identity");
+  }
+  try {
+    return await executor(url, {
+      ...init,
+      headers,
+      // Credential-bearing sends opt into manual redirects so a 3xx is relayed
+      // as a Response instead of being followed into a rejection that is
+      // indistinguishable from a pre-connection failure (#914).
+      ...(manualRedirect ? { redirect: "manual" as const } : {}),
+      signal: AbortSignal.any([abortSignal, timeout.signal]),
+    });
+  } finally {
+    clearTimeout(timer);
+  }
+}

package/src/server/responses/passthrough-error.ts

@@ -0,0 +1,78 @@
+import { formatErrorResponse } from "../../bridge";
+import {
+  resolveClientRetryAfter,
+  validateClientRetryAfterHeader,
+} from "../../lib/retry-after";
+
+/**
+ * Passthrough adapters historically relayed upstream non-2xx bodies verbatim.
+ * Codex maps an *empty* body to the literal client string "Unknown error"
+ * (UnexpectedResponseError) — issue #452. Only empty bodies need wrapping.
+ *
+ * Non-empty bodies (including ChatGPT `{detail: ...}` account-model 400s and
+ * HTML/text errors) must keep their original bytes and headers so pool-retry
+ * activation and client diagnostics stay honest.
+ *
+ * Retry-After is validated independently of the body path:
+ * - valid upstream values are preserved
+ * - missing/malformed values are replaced when resolveClientRetryAfter yields a value
+ * - malformed/expired values are removed when the resolver returns undefined
+ *   (e.g. quota-exhausted 429s must not keep junk headers or get the synthetic "2")
+ */
+export function formatPassthroughUpstreamError(
+  status: number,
+  bodyText: string,
+  options?: {
+    statusText?: string;
+    headers?: Headers;
+    now?: number;
+  },
+): Response {
+  const trimmed = bodyText.trim();
+  const now = options?.now ?? Date.now();
+  const upstreamRetryAfter = options?.headers?.get("retry-after")?.trim() || undefined;
+  const originalValid = validateClientRetryAfterHeader(upstreamRetryAfter, now);
+  const resolved = resolveClientRetryAfter({
+    status,
+    message: trimmed || `Provider error ${status}: (empty body)`,
+    upstreamRetryAfter,
+    now,
+  });
+
+  if (trimmed) {
+    const needsSet = resolved !== undefined && upstreamRetryAfter !== resolved;
+    const needsDelete = resolved === undefined
+      && upstreamRetryAfter !== undefined
+      && originalValid === undefined;
+
+    if (!needsSet && !needsDelete) {
+      return new Response(bodyText, {
+        status,
+        ...(options?.statusText ? { statusText: options.statusText } : {}),
+        ...(options?.headers ? { headers: options.headers } : { headers: { "Content-Type": "application/json" } }),
+      });
+    }
+
+    const headers = options?.headers
+      ? new Headers(options.headers)
+      : new Headers({ "Content-Type": "application/json" });
+    if (needsSet) headers.set("Retry-After", resolved!);
+    else headers.delete("Retry-After");
+    return new Response(bodyText, {
+      status,
+      ...(options?.statusText ? { statusText: options.statusText } : {}),
+      headers,
+    });
+  }
+
+  const response = formatErrorResponse(
+    status,
+    "upstream_error",
+    `Provider error ${status}: (empty body)`,
+    resolved !== undefined ? { retryAfter: resolved } : undefined,
+  );
+  const headers = new Headers(response.headers);
+  headers.set("Content-Type", "application/json");
+  if (resolved !== undefined) headers.set("Retry-After", resolved);
+  return new Response(response.body, { status: response.status, headers });
+}