@theoremjs/agents 0.3.5-next.952.gac12130 → 0.3.5-next.958.gc25a02b

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -146,6 +146,9 @@ function toErrorEvent(err) {
146
146
  errorKind: errorKind(err),
147
147
  ...(err instanceof TheoremError && err.copy ? { errorCopy: err.copy } : {}),
148
148
  errorInternal: describeError(err),
149
+ ...(err instanceof TheoremError && err.refusedMedia
150
+ ? { refusedMedia: [...err.refusedMedia] }
151
+ : {}),
149
152
  };
150
153
  }
151
154
  /** Wording already set (host copy) is kept. */
@@ -1,7 +1,7 @@
1
1
  /** Values that fill a label template's `{param}` placeholders. */
2
2
  export type LabelParams = Record<string, string | number>;
3
3
  /** Keys are stable API. */
4
- export declare const LABEL_KEYS: readonly ["provider.decision_failed", "provider.decision_unavailable", "provider.decision_model_missing", "provider.decision_ended", "provider.decision_images_off", "provider.decision_box_model", "provider.budget_exhausted", "provider.adapter_version", "provider.adapter_methods", "provider.adapter_schemas", "provider.fallback_slot", "provider.model_fallback_slot", "provider.host_model", "turn.media_refused_image", "turn.media_refused_video", "turn.media_refused_file", "provider.turn_profile", "provider.model_binding_missing", "provider.session_closed", "provider.settled_call", "provider.session_unavailable", "provider.live_input", "provider.tool_cancel_missing", "provider.kernel_gate", "provider.event_invalid", "provider.response_identity", "provider.credential_resolution", "provider.credential_shape", "provider.stored_continuation", "provider.continuation_mismatch", "provider.continuation_contract", "provider.stateless_history", "provider.events_after_completion", "provider.duplicate_call", "provider.tool_cancel_live", "provider.complete_unavailable", "provider.parallel_tools", "provider.binding_identity", "provider.profile_type", "provider.event_type", "provider.feature", "provider.input_kind", "provider.output_kind", "provider.builtin", "provider.credential_missing", "provider.profile_configuration", "continue.instruction", "canary.bind_note", "user_data.note", "context.note", "taint.blocked", "taint.reason_steered", "taint.reason_tainted", "taint.destination_blocked", "taint.destination_confirm", "advisory.notice_elevated", "advisory.notice_high", "advisory.guidance", "attachments.too_many_files", "attachments.too_many_of_kind", "attachments.file_too_large", "attachments.turn_too_large", "attachments.not_accepted", "attachments.mime_not_allowed", "attachments.limits_unconfigured", "quota.exhausted", "quota.busy", "error.config", "error.request", "error.conflict", "error.not_found", "error.input", "error.action", "error.auth", "error.rate_limit", "error.busy", "error.unsupported", "error.unavailable", "error.bad_response", "error.network", "error.timeout", "error.safety", "error.blocked", "error.declined", "error.failed", "error.cancelled", "error.internal", "repair.default_guidance", "repair.items_guidance", "repair.cut_off_guidance", "repair.reply_cut_off", "repair.call_cut_off", "repair.call_cut_off_guidance", "repair.nothing_written", "repair.nothing_written_guidance", "repair.prompt_header", "repair.prompt_intro", "repair.prompt_instructions", "repair.history_heading", "repair.section_previous_output", "repair.section_validator_rejection", "repair.section_repair_guidance", "repair.section_instructions", "structured.answer_tool", "structured.answer_missing", "structured.cut_off", "structured.not_json", "compaction.request", "compaction.tool_call", "compaction.tool_result", "compaction.tool_files", "decision.box_image", "detect.blocked", "detect.call_blocked", "detect.output_blocked", "detect.shown_blocked", "detect.hint.ids", "detect.hint.financial", "detect.hint.network", "detect.hint.credentials", "detect.hint.email", "detect.hint.phone", "detect.hint.bank_account", "detect.hint.injection", "detect.hint.canary_leak", "detect.hint.prompt_leak", "detect.hint.marker_leak", "detect.hint.ungiven_images", "detect.hint.ungiven_links", "detect.hint.tool_leak", "detect.hint.own", "egress.default_repair_guidance", "egress.refusal", "egress.refusal_cut", "egress.rejection", "egress.rejection_found", "egress.hint_unscannable", "egress.hint_provider_tool_leak", "thought.omitted_image", "thought.omitted_link", "thought.omitted_instructions", "session.abandon_gated", "session.tool_denied", "session.tool_aborted", "session.sign_in", "sign_in.link", "sign_in.pending", "sign_in.done", "sign_in.declined", "sign_in.expired", "sign_in.out_of_scope", "session.gate_expired", "session.provider_state_unowned", "session.conversation_unknown", "session.full", "session.busy", "session.turn_ended", "session.gate_pending", "session.part_skipped", "live.session_ended", "voice.unsupported", "voice.permission", "voice.unavailable", "voice.failed", "voice.empty", "stop.cancelled", "stop.interrupted", "stop.length", "stop.filtered", "stop.provider_error", "stop.stream_incomplete", "stop.step_limit", "stop.answer_missing", "composer.model", "composer.effort", "tool.awaiting_user", "tool.completed_hidden", "tool.t2_loader_needs_snapshot", "tool.t2_loader_shape", "tool.t2_loader_output_invalid", "tool.execution_uncertain", "tool.input_invalid", "tool.input_host_fields", "tool.hook_failed", "tool.input_invalid_after_mutate", "tool.output_invalid_after_mutate", "tool.handler_no_output", "tool.did_not_run", "tool.unreachable", "tool.page_no_answer", "tool.page_timed_out", "tool.output_invalid", "tool.not_loaded_t2", "tool.wait_unknown", "tool.wait_cycle", "tool.after_field", "tool.background_field", "tool.background_started", "tool.late_result", "tool.not_visible", "tool.builtin_not_enabled", "tool.provider_native", "tool.not_registered", "tool.builtin_needs_snapshot", "tool.not_allowed", "tool.not_eligible", "tool.unsupported_type", "tool.agent_call_limit", "tool.agent_failed", "tool.activity_failed", "protocol.not_served", "protocol.profile_type", "protocol.options", "protocol.option_clash", "protocol.base_options", "protocol.id_clash", "protocol.ws_headers", "protocol.builtin_unwritten", "protocol.provider_missing", "protocol.connection", "protocol.part_schema", "protocol.part_invalid", "protocol.key_invalid", "protocol.no_key", "protocol.reply_shape", "protocol.endpoint_url", "protocol.endpoint_host", "protocol.http", "protocol.no_operation", "protocol.definition", "protocol.provider_id_clash", "protocol.history_needed"];
4
+ export declare const LABEL_KEYS: readonly ["provider.decision_failed", "provider.decision_unavailable", "provider.decision_model_missing", "provider.decision_ended", "provider.decision_images_off", "provider.decision_box_model", "provider.budget_exhausted", "provider.adapter_version", "provider.adapter_methods", "provider.adapter_schemas", "provider.fallback_slot", "provider.model_fallback_slot", "provider.host_model", "turn.media_refused_image", "turn.media_refused_video", "turn.media_refused_file", "turn.media_refused_tool", "provider.turn_profile", "provider.model_binding_missing", "provider.session_closed", "provider.settled_call", "provider.session_unavailable", "provider.live_input", "provider.tool_cancel_missing", "provider.kernel_gate", "provider.event_invalid", "provider.response_identity", "provider.credential_resolution", "provider.credential_shape", "provider.stored_continuation", "provider.continuation_mismatch", "provider.continuation_contract", "provider.stateless_history", "provider.events_after_completion", "provider.duplicate_call", "provider.tool_cancel_live", "provider.complete_unavailable", "provider.parallel_tools", "provider.binding_identity", "provider.profile_type", "provider.event_type", "provider.feature", "provider.input_kind", "provider.output_kind", "provider.builtin", "provider.credential_missing", "provider.profile_configuration", "continue.instruction", "canary.bind_note", "user_data.note", "context.note", "taint.blocked", "taint.reason_steered", "taint.reason_tainted", "taint.destination_blocked", "taint.destination_confirm", "advisory.notice_elevated", "advisory.notice_high", "advisory.guidance", "attachments.too_many_files", "attachments.too_many_of_kind", "attachments.file_too_large", "attachments.turn_too_large", "attachments.not_accepted", "attachments.mime_not_allowed", "attachments.limits_unconfigured", "quota.exhausted", "quota.busy", "error.config", "error.request", "error.conflict", "error.not_found", "error.input", "error.action", "error.auth", "error.rate_limit", "error.busy", "error.unsupported", "error.unavailable", "error.bad_response", "error.network", "error.timeout", "error.safety", "error.blocked", "error.declined", "error.failed", "error.cancelled", "error.internal", "repair.default_guidance", "repair.items_guidance", "repair.cut_off_guidance", "repair.reply_cut_off", "repair.call_cut_off", "repair.call_cut_off_guidance", "repair.nothing_written", "repair.nothing_written_guidance", "repair.prompt_header", "repair.prompt_intro", "repair.prompt_instructions", "repair.history_heading", "repair.section_previous_output", "repair.section_validator_rejection", "repair.section_repair_guidance", "repair.section_instructions", "structured.answer_tool", "structured.answer_missing", "structured.cut_off", "structured.not_json", "compaction.request", "compaction.tool_call", "compaction.tool_result", "compaction.tool_files", "decision.box_image", "detect.blocked", "detect.call_blocked", "detect.output_blocked", "detect.shown_blocked", "detect.hint.ids", "detect.hint.financial", "detect.hint.network", "detect.hint.credentials", "detect.hint.email", "detect.hint.phone", "detect.hint.bank_account", "detect.hint.injection", "detect.hint.canary_leak", "detect.hint.prompt_leak", "detect.hint.marker_leak", "detect.hint.ungiven_images", "detect.hint.ungiven_links", "detect.hint.tool_leak", "detect.hint.own", "egress.default_repair_guidance", "egress.refusal", "egress.refusal_cut", "egress.rejection", "egress.rejection_found", "egress.hint_unscannable", "egress.hint_provider_tool_leak", "thought.omitted_image", "thought.omitted_link", "thought.omitted_instructions", "session.abandon_gated", "session.tool_denied", "session.tool_aborted", "session.sign_in", "sign_in.link", "sign_in.pending", "sign_in.done", "sign_in.declined", "sign_in.expired", "sign_in.out_of_scope", "session.gate_expired", "session.provider_state_unowned", "session.conversation_unknown", "session.full", "session.busy", "session.turn_ended", "session.gate_pending", "session.part_skipped", "live.session_ended", "voice.unsupported", "voice.permission", "voice.unavailable", "voice.failed", "voice.empty", "stop.cancelled", "stop.interrupted", "stop.length", "stop.filtered", "stop.provider_error", "stop.stream_incomplete", "stop.step_limit", "stop.answer_missing", "composer.model", "composer.effort", "tool.awaiting_user", "tool.completed_hidden", "tool.t2_loader_needs_snapshot", "tool.t2_loader_shape", "tool.t2_loader_output_invalid", "tool.execution_uncertain", "tool.input_invalid", "tool.input_host_fields", "tool.hook_failed", "tool.input_invalid_after_mutate", "tool.output_invalid_after_mutate", "tool.handler_no_output", "tool.did_not_run", "tool.unreachable", "tool.page_no_answer", "tool.page_timed_out", "tool.output_invalid", "tool.not_loaded_t2", "tool.wait_unknown", "tool.after_unknown", "tool.wait_cycle", "tool.after_field", "tool.background_field", "tool.background_started", "tool.late_result", "tool.not_visible", "tool.builtin_not_enabled", "tool.provider_native", "tool.not_registered", "tool.builtin_needs_snapshot", "tool.not_allowed", "tool.not_eligible", "tool.unsupported_type", "tool.agent_call_limit", "tool.agent_failed", "tool.activity_failed", "protocol.not_served", "protocol.profile_type", "protocol.options", "protocol.option_clash", "protocol.base_options", "protocol.id_clash", "protocol.ws_headers", "protocol.builtin_unwritten", "protocol.provider_missing", "protocol.connection", "protocol.part_schema", "protocol.part_invalid", "protocol.key_invalid", "protocol.no_key", "protocol.reply_shape", "protocol.endpoint_url", "protocol.endpoint_host", "protocol.http", "protocol.no_operation", "protocol.definition", "protocol.provider_id_clash", "protocol.history_needed"];
5
5
  /** One of {@linkcode LABEL_KEYS}. */
6
6
  export type LabelKey = (typeof LABEL_KEYS)[number];
7
7
  /**
@@ -20,6 +20,7 @@ export const LABEL_KEYS = [
20
20
  'turn.media_refused_image',
21
21
  'turn.media_refused_video',
22
22
  'turn.media_refused_file',
23
+ 'turn.media_refused_tool',
23
24
  'provider.turn_profile',
24
25
  'provider.model_binding_missing',
25
26
  'provider.session_closed',
@@ -198,6 +199,7 @@ export const LABEL_KEYS = [
198
199
  'tool.output_invalid',
199
200
  'tool.not_loaded_t2',
200
201
  'tool.wait_unknown',
202
+ 'tool.after_unknown',
201
203
  'tool.wait_cycle',
202
204
  'tool.after_field',
203
205
  'tool.background_field',
@@ -360,6 +362,7 @@ const DEFAULTS = {
360
362
  'turn.media_refused_image': '[The user sent a photo that could not be opened.]',
361
363
  'turn.media_refused_video': '[The user sent a video that could not be opened.]',
362
364
  'turn.media_refused_file': '[The user sent a file that could not be opened.]',
365
+ 'turn.media_refused_tool': '[The tool returned a file that could not be opened.]',
363
366
  'provider.turn_profile': 'Profile does not run model turns',
364
367
  'provider.model_binding_missing': 'Unknown model binding',
365
368
  'provider.session_closed': 'Provider session closed unexpectedly',
@@ -552,11 +555,12 @@ const DEFAULTS = {
552
555
  'tool.output_invalid': 'Tool output validation failed',
553
556
  'tool.not_loaded_t2': "Tool '{tool}' is not loaded — call {loader} to load it first",
554
557
  'tool.wait_unknown': "Tool '{tool}' waits for calls that are not in this step: {calls}",
558
+ 'tool.after_unknown': "Tool '{tool}' waits for tools you did not call in this step: {calls}. after takes the names of other tools you call in this same step, not call ids.",
555
559
  'tool.wait_cycle': "Tool '{tool}' waits for calls that cannot finish before it: {calls}",
556
560
  'tool.background_field': 'Set to true to get a reply now and let this call finish after the turn. Leave out to wait for its result.',
557
561
  'tool.background_started': '{tool} has started and is still running. You do not have its result, so do not state or guess one, and do not call {tool} again. Tell the person it is under way and that the result comes later.',
558
562
  'tool.late_result': 'The {tool} call you started earlier has finished. This is what it returned:',
559
- 'tool.after_field': 'Tools you are calling in this same step that must finish before this call starts. Leave out to set no order.',
563
+ 'tool.after_field': 'Names of other tools you call in this same step, as search_web, that must finish before this call starts. Tool names only, not call ids. Leave out to set no order.',
560
564
  'tool.not_visible': "Tool '{tool}' is not visible this turn",
561
565
  'tool.builtin_not_enabled': "Builtin '{tool}' is not enabled this turn",
562
566
  'tool.provider_native': "Tool '{tool}' is a provider builtin — execution is handled by the model provider, not the kernel",
@@ -624,6 +628,7 @@ export const LABEL_NOTES = {
624
628
  'turn.media_refused_image': 'Model-visible note where a refused photo was.',
625
629
  'turn.media_refused_video': 'Model-visible note where a refused video was.',
626
630
  'turn.media_refused_file': 'Model-visible note where a refused file was.',
631
+ 'turn.media_refused_tool': 'Model-visible note where a refused file a tool returned was.',
627
632
  'provider.turn_profile': 'Provider validation diagnostic.',
628
633
  'provider.model_binding_missing': 'Provider validation diagnostic.',
629
634
  'provider.session_closed': 'Provider validation diagnostic.',
@@ -783,6 +788,7 @@ export const LABEL_NOTES = {
783
788
  'tool.output_invalid': "Told to the model when a tool's output fails the tool's output schema.",
784
789
  'tool.not_loaded_t2': 'Told to the model when it calls a T2 tool the T2 loader has not loaded yet. Takes {tool} and {loader}, the loader tool.',
785
790
  'tool.wait_unknown': "Told to the model when a call's pre_tool waitFor names calls that are not in its step. Takes {tool} and {calls}.",
791
+ 'tool.after_unknown': "Told to the model when a call's after field names tools with no other call in its step, as a call id sent in place of a tool name. Takes {tool} and {calls}.",
786
792
  'tool.wait_cycle': "Told to the model when a call's pre_tool waitFor names calls that cannot settle before it, because they wait for it or run after it. Takes {tool} and {calls}.",
787
793
  'tool.background_field': "What the model reads on the background field of a tool that sets registerTool.background to ask. Read when the tool registers, so a profile's labels do not change it.",
788
794
  'tool.background_started': 'Told to the model when a call goes on after its reply: the call runs in the background and its result comes later. Takes {tool}.',
@@ -871,6 +877,7 @@ const LABEL_PLACEHOLDERS = {
871
877
  'tool.page_no_answer': TOOL,
872
878
  'tool.not_loaded_t2': ['tool', 'loader'],
873
879
  'tool.wait_unknown': ['tool', 'calls'],
880
+ 'tool.after_unknown': ['tool', 'calls'],
874
881
  'tool.wait_cycle': ['tool', 'calls'],
875
882
  'tool.not_visible': TOOL,
876
883
  'tool.builtin_not_enabled': TOOL,
@@ -12,6 +12,8 @@ export type ErrorKind = (typeof ERROR_KINDS)[number];
12
12
  export interface TheoremErrorOptions extends ErrorOptions {
13
13
  /** User wording more specific than the kind's: one line, or one per problem found. */
14
14
  copy?: ErrorCopies;
15
+ /** The file types the provider said it cannot read, as it named them. */
16
+ refusedMedia?: readonly string[];
15
17
  }
16
18
  /**
17
19
  * The error Theorem throws; its kind tells your host which status and wording to use.
@@ -21,5 +23,6 @@ export interface TheoremErrorOptions extends ErrorOptions {
21
23
  export declare class TheoremError extends Error {
22
24
  readonly kind: ErrorKind;
23
25
  readonly copy?: ErrorCopies;
26
+ readonly refusedMedia?: readonly string[];
24
27
  constructor(kind: ErrorKind, message: string, options?: TheoremErrorOptions);
25
28
  }
@@ -54,11 +54,14 @@ export const ERROR_KINDS = [
54
54
  export class TheoremError extends Error {
55
55
  kind;
56
56
  copy;
57
+ refusedMedia;
57
58
  constructor(kind, message, options) {
58
59
  super(message, options);
59
60
  this.name = 'TheoremError';
60
61
  this.kind = kind;
61
62
  if (options?.copy)
62
63
  this.copy = options.copy;
64
+ if (options?.refusedMedia?.length)
65
+ this.refusedMedia = options.refusedMedia;
63
66
  }
64
67
  }
@@ -26,6 +26,11 @@ function builderWording(event) {
26
26
  }
27
27
  /** Raw diagnostics ride on error events, an ended session's close, a tool call's failure, and a hook's crash. */
28
28
  function stripErrorInternal(event) {
29
+ if (event.type === 'error' && event.refusedMedia !== undefined) {
30
+ // invariant: what the provider refused is the builder's to read, as `done.mediaRefused` is.
31
+ const { errorInternal: _internal, refusedMedia: _refused, ...rest } = event;
32
+ return rest;
33
+ }
29
34
  if ((event.type !== 'error' &&
30
35
  event.type !== 'session' &&
31
36
  event.type !== 'tool' &&
@@ -6,12 +6,21 @@ export interface RefusedMediaTry {
6
6
  dropped: RefusedMedia[];
7
7
  said: string;
8
8
  originals: Map<number, TurnHistoryMessage>;
9
+ /** The types the provider named, each one dropped once; empty when it named none, and only then are `originals` kept. */
10
+ named: Set<string>;
9
11
  }
10
- /** Whether the next call has a file to go without. */
11
- export declare function canDropMedia(state: StepExecutionState): boolean;
12
- /** Puts a note where each file was, so the model knows what it could not read. */
13
- export declare function dropMedia(state: StepExecutionState, said: string, labels: Profile['labels']): RefusedMediaTry;
14
- /** The retry failed as well, so no file is proven at fault. */
12
+ /**
13
+ * Whether the next call has a file to go without. Named types are new to this turn's tries and
14
+ * held by a message; with none named, any file will do, once a turn.
15
+ */
16
+ export declare function canDropMedia(state: StepExecutionState, named: readonly string[] | undefined, tried: RefusedMediaTry | undefined): boolean;
17
+ /**
18
+ * Puts a note where each file was, so the model knows what it could not read: the files of each
19
+ * type the provider named, wherever the conversation holds them, or else every file at
20
+ * `refusedAt`.
21
+ */
22
+ export declare function dropMedia(state: StepExecutionState, said: string, labels: Profile['labels'], named: readonly string[] | undefined, tried: RefusedMediaTry | undefined): RefusedMediaTry;
23
+ /** The retry failed as well, and the files it went without come back. */
15
24
  export declare function restoreMedia(state: StepExecutionState, tried: RefusedMediaTry): void;
16
25
  /** What the host reads on `done`. */
17
26
  export declare function refusedReport(tried: RefusedMediaTry): MediaRefused;
@@ -5,7 +5,20 @@ function isMedia(part) {
5
5
  function holdsMedia(message) {
6
6
  return message.parts?.some(isMedia) === true;
7
7
  }
8
- function noteKey(mimeType) {
8
+ /** why: a provider may name a refused type with parameters the message's file does not carry, or without them, so a type matches on its name alone. */
9
+ function typeKey(mimeType) {
10
+ return (mimeType.split(';')[0] ?? '').trim().toLowerCase();
11
+ }
12
+ /** invariant: a named `image/*` is every image, as a MIME wildcard is. */
13
+ function isNamed(part, named) {
14
+ if (!isMedia(part) || !('mimeType' in part))
15
+ return false;
16
+ const type = typeKey(part.mimeType);
17
+ return named.has(type) || named.has(`${type.split('/')[0] ?? ''}/*`);
18
+ }
19
+ function noteKey(mimeType, fromTool) {
20
+ if (fromTool)
21
+ return 'turn.media_refused_tool';
9
22
  if (mimeType.startsWith('image/'))
10
23
  return 'turn.media_refused_image';
11
24
  if (mimeType.startsWith('video/'))
@@ -18,32 +31,59 @@ function refusedAt(state) {
18
31
  const thisTurn = held.filter((at) => at >= state.turnStart);
19
32
  return thisTurn.length > 0 ? thisTurn : held;
20
33
  }
21
- /** Whether the next call has a file to go without. */
22
- export function canDropMedia(state) {
23
- return state.currentHistory.some(holdsMedia);
34
+ /**
35
+ * Whether the next call has a file to go without. Named types are new to this turn's tries and
36
+ * held by a message; with none named, any file will do, once a turn.
37
+ */
38
+ export function canDropMedia(state, named, tried) {
39
+ if (!named?.length)
40
+ return !tried && state.currentHistory.some(holdsMedia);
41
+ if (tried && tried.named.size === 0)
42
+ return false;
43
+ const fresh = new Set(named.map(typeKey).filter((type) => !tried?.named.has(type)));
44
+ return state.currentHistory.some((message) => message.parts?.some((part) => isNamed(part, fresh)));
24
45
  }
25
- /** Puts a note where each file was, so the model knows what it could not read. */
26
- export function dropMedia(state, said, labels) {
27
- const tried = { dropped: [], said, originals: new Map() };
28
- for (const at of refusedAt(state)) {
29
- const message = state.currentHistory[at];
30
- if (!message?.parts)
46
+ /**
47
+ * Puts a note where each file was, so the model knows what it could not read: the files of each
48
+ * type the provider named, wherever the conversation holds them, or else every file at
49
+ * `refusedAt`.
50
+ */
51
+ export function dropMedia(state, said, labels, named, tried) {
52
+ const next = tried ?? {
53
+ dropped: [],
54
+ said: '',
55
+ originals: new Map(),
56
+ named: new Set(),
57
+ };
58
+ next.said = next.said ? `${next.said}\n${said}` : said;
59
+ const types = new Set((named ?? []).map(typeKey));
60
+ for (const type of types)
61
+ next.named.add(type);
62
+ const drops = (part) => (types.size > 0 ? isNamed(part, types) : isMedia(part));
63
+ const at = types.size > 0 ? state.currentHistory.map((_, index) => index) : refusedAt(state);
64
+ for (const index of at) {
65
+ const message = state.currentHistory[index];
66
+ if (!message?.parts?.some(drops))
31
67
  continue;
32
- const from = at < state.turnStart ? 'history' : message.role === 'tool' ? 'tool' : 'input';
33
- tried.originals.set(at, message);
34
- state.currentHistory[at] = {
68
+ const from = index < state.turnStart ? 'history' : message.role === 'tool' ? 'tool' : 'input';
69
+ if (types.size === 0)
70
+ next.originals.set(index, message);
71
+ state.currentHistory[index] = {
35
72
  ...message,
36
73
  parts: message.parts.map((part) => {
37
- if (part.type === 'text')
74
+ if (!drops(part) || part.type === 'text')
38
75
  return part;
39
- tried.dropped.push({ mimeType: part.mimeType, from });
40
- return { type: 'text', text: labelText(noteKey(part.mimeType), {}, labels) };
76
+ next.dropped.push({ mimeType: part.mimeType, from });
77
+ return {
78
+ type: 'text',
79
+ text: labelText(noteKey(part.mimeType, message.role === 'tool'), {}, labels),
80
+ };
41
81
  }),
42
82
  };
43
83
  }
44
- return tried;
84
+ return next;
45
85
  }
46
- /** The retry failed as well, so no file is proven at fault. */
86
+ /** The retry failed as well, and the files it went without come back. */
47
87
  export function restoreMedia(state, tried) {
48
88
  for (const [at, message] of tried.originals)
49
89
  state.currentHistory[at] = message;
@@ -11,6 +11,7 @@ import type { ToolRegistry } from '../../tools/registry.js';
11
11
  import type { SteerQueue } from '../../tools/steer.js';
12
12
  import type { MediaRefused } from '../../turn-events.js';
13
13
  import type { InteractionPart, LateResultsSource, ModelBinding, Profile, ResolvedGeneration, TurnEvent, TurnHistoryMessage, TurnRequest, TurnStop, TurnToolResult } from '../../types.js';
14
+ import type { RefusedMediaTry } from './refused-media.js';
14
15
  import type { ItemFailure } from './schema-validation.js';
15
16
  import type { CallUsage } from './usage.js';
16
17
  interface TurnTraceState {
@@ -41,8 +42,8 @@ interface StepExecutionState {
41
42
  stepCount: number;
42
43
  /** Model calls sent again this turn under the profile's resumption (`executeResumedStep`). */
43
44
  resumes: number;
44
- /** A refused call was sent without its files this turn; a turn tries that once. */
45
- triedWithoutMedia?: boolean;
45
+ /** The files this turn's refused calls went without: each type the provider named once, or every file once. */
46
+ mediaTry?: RefusedMediaTry;
46
47
  mediaRefused?: MediaRefused;
47
48
  allEmittedEvents: TurnEvent[];
48
49
  attemptEvents: TurnEvent[];
@@ -20,7 +20,7 @@ import { profileToolsParallel } from '../../tools/resolve.js';
20
20
  import { findLast } from '../../util/find-last.js';
21
21
  import { startToolTrace } from '../tool-trace.js';
22
22
  import { startCallTrace } from '../turn-trace.js';
23
- import { canDropMedia, dropMedia, refusedReport, restoreMedia, } from './refused-media.js';
23
+ import { canDropMedia, dropMedia, refusedReport, restoreMedia } from './refused-media.js';
24
24
  import { applyStageInjects, landLateResultsAt, recordReply, steersToLand, unreadLateResultsAt, } from './stages.js';
25
25
  import { modelHistory, recordStepEvent } from './state.js';
26
26
  import { inStep, runSideBySide, stepOrder } from './step-order.js';
@@ -251,7 +251,7 @@ function resumeOf(mayResume, profile, tally) {
251
251
  */
252
252
  function mediaResumeOf(state, profile, tally) {
253
253
  const { stop } = tally;
254
- if (profile.type !== 'text' || state.triedWithoutMedia)
254
+ if (profile.type !== 'text')
255
255
  return undefined;
256
256
  if (tally.replied || tally.calls.length > 0 || !stop || !isFailedStopKind(stop.kind)) {
257
257
  return undefined;
@@ -259,7 +259,9 @@ function mediaResumeOf(state, profile, tally) {
259
259
  const failure = tally.failures[0];
260
260
  if (failure?.errorKind !== 'unsupported' || !resendsFailedCall(profile, stop))
261
261
  return undefined;
262
- return canDropMedia(state) ? { stop, failure, dropMedia: true } : undefined;
262
+ return canDropMedia(state, failure.refusedMedia, state.mediaTry)
263
+ ? { stop, failure, dropMedia: true }
264
+ : undefined;
263
265
  }
264
266
  /** Carries what the call's stream guards still hold into the turn's next call. */
265
267
  function keepStreamCarry(state, control) {
@@ -372,31 +374,30 @@ async function* executeAutonomousStep(args, state, buffer = {
372
374
  * lists, having given no reply and no tool call, is sent again in the same turn
373
375
  * after a pause, up to `maxContinues` times a turn (once when the profile sets
374
376
  * none). The turn's history, its step count, and what it has read stay as they were.
375
- * A call the provider refused while it carried files goes once more without them, and
377
+ * A call the provider refused while it carried files goes again without the files of each type
378
+ * the provider named, once per type; when it names none, once a turn without every file, and
376
379
  * those files are reported as refused only if that call is accepted.
377
380
  */
378
381
  async function* executeResumedStep(args, state, buffer) {
379
382
  const limit = profileTurnResumption(args.profile)?.maxContinues ?? 1;
380
- let tried;
383
+ let droppedHere = false;
381
384
  for (;;) {
382
385
  const mayResume = args.profile.type === 'text' && state.resumes < limit;
383
386
  const outcome = yield* executeAutonomousStep({ ...args, mayResume }, state, buffer);
384
387
  if (!outcome.resume) {
385
- if (tried && state.lastStop && isFailedStopKind(state.lastStop.kind)) {
386
- restoreMedia(state, tried);
387
- }
388
- else if (tried) {
389
- state.mediaRefused = refusedReport(tried);
390
- }
388
+ if (droppedHere)
389
+ settleMediaTry(state);
391
390
  return outcome;
392
391
  }
393
392
  if (outcome.resume.dropMedia) {
394
- const said = outcome.resume.failure?.errorInternal ?? outcome.resume.failure?.error ?? '';
395
- state.triedWithoutMedia = true;
396
- tried = dropMedia(state, said, args.profile.labels);
393
+ const failure = outcome.resume.failure;
394
+ const said = failure?.errorInternal ?? failure?.error ?? '';
395
+ const before = state.mediaTry?.dropped.length ?? 0;
396
+ droppedHere = true;
397
+ state.mediaTry = dropMedia(state, said, args.profile.labels, failure?.refusedMedia, state.mediaTry);
397
398
  state.trace.root.event('theorem.step.media_refused', {
398
399
  step: state.stepCount,
399
- files: tried.dropped.length,
400
+ files: state.mediaTry.dropped.length - before,
400
401
  error: said,
401
402
  });
402
403
  state.lastStop = undefined;
@@ -414,6 +415,20 @@ async function* executeResumedStep(args, state, buffer) {
414
415
  await waitDefault(AUTO_CONTINUE_DELAY_MS, args.signal);
415
416
  }
416
417
  }
418
+ /**
419
+ * Reports what the turn went without. Files only guessed at come back when the call failed anyway,
420
+ * since nothing proved them at fault; a file whose type the provider named stays out, and is reported.
421
+ */
422
+ function settleMediaTry(state) {
423
+ const tried = state.mediaTry;
424
+ if (!tried)
425
+ return;
426
+ if (tried.named.size === 0 && state.lastStop && isFailedStopKind(state.lastStop.kind)) {
427
+ restoreMedia(state, tried);
428
+ return;
429
+ }
430
+ state.mediaRefused = refusedReport(tried);
431
+ }
417
432
  function toolResultMessage(call, result) {
418
433
  return {
419
434
  role: 'tool',
@@ -188,7 +188,10 @@ export interface ProtocolDefinition<O = unknown, S = unknown> {
188
188
  * `id` when the reply names itself in `X-Generation-Id`.
189
189
  */
190
190
  framing?(response: Response, stream: boolean): AsyncIterable<JsonObject>;
191
- /** Types a failed answer. Absent: the kind follows the HTTP status. */
191
+ /**
192
+ * Types a failed answer. Absent: the kind follows the HTTP status. A refusal that names the file
193
+ * types the provider cannot read sets them as `refusedMedia`, so the turn goes on without only those.
194
+ */
192
195
  error?(failure: UpstreamFailure): TheoremError;
193
196
  /** What the named embedding model takes. Absent: the kernel holds requests to the profile alone. */
194
197
  embeddingLimits?(apiId: string): EmbeddingModelLimits;
@@ -479,6 +479,7 @@ function failureEvent(error) {
479
479
  // invariant: `error` is the person's wording, added from the profile's labels; the upstream text is internal.
480
480
  errorInternal: describeError(error),
481
481
  ...(error.copy ? { errorCopy: error.copy } : {}),
482
+ ...(error.refusedMedia ? { refusedMedia: [...error.refusedMedia] } : {}),
482
483
  };
483
484
  }
484
485
  function cleanRequest(request) {
@@ -4,12 +4,16 @@ import { mimeEssence } from '../util/mime.js';
4
4
  type MediaInputChannel = 'attachments' | 'voice';
5
5
  /** Rules support a subtype wildcard such as `image/*`; parameter values are ignored. */
6
6
  declare function mimeAllowed(accept: readonly string[], mime: string): boolean;
7
- /** The kind of media a MIME type is, or `undefined` when it is not accepted. */
7
+ /**
8
+ * The kind of media a MIME type is: its own row in `MEDIA_INPUT_KINDS`, else its top-level type
9
+ * (`image`, `audio`, `video`), else `document`. `undefined` only for a string that is not a MIME
10
+ * type. invariant: the profile's `accept` lists decide which types a turn takes, not this.
11
+ */
8
12
  declare function mediaKindForMime(mime: string): MediaInputKind | undefined;
9
13
  declare function profileInputs(profile: Profile): ProfileInputsSpec | undefined;
10
14
  declare function profileAccept(profile: Profile, channel: MediaInputChannel): string[] | undefined;
11
15
  /**
12
- * `undefined` when the profile accepts it nowhere or the kernel cannot classify it. Hosts route
16
+ * `undefined` when the profile accepts it nowhere or it is not a MIME type. Hosts route
13
17
  * files with this instead of their own MIME table: the profile's `accept` lists are the whole declaration.
14
18
  */
15
19
  declare function mediaChannelForMime(profile: Profile, mime: string): MediaInputChannel | undefined;
@@ -12,9 +12,26 @@ function mimeAllowed(accept, mime) {
12
12
  return allowed === actual;
13
13
  });
14
14
  }
15
- /** The kind of media a MIME type is, or `undefined` when it is not accepted. */
15
+ /** RFC 6838: a type and a subtype, each a run of the characters a MIME name may use. */
16
+ const MIME_NAME = /^[a-z0-9][a-z0-9!#$&^_.+-]*\/[a-z0-9][a-z0-9!#$&^_.+-]*$/;
17
+ const KIND_OF_TYPE = {
18
+ image: 'image',
19
+ audio: 'audio',
20
+ video: 'video',
21
+ };
22
+ /**
23
+ * The kind of media a MIME type is: its own row in `MEDIA_INPUT_KINDS`, else its top-level type
24
+ * (`image`, `audio`, `video`), else `document`. `undefined` only for a string that is not a MIME
25
+ * type. invariant: the profile's `accept` lists decide which types a turn takes, not this.
26
+ */
16
27
  function mediaKindForMime(mime) {
17
- return MEDIA_INPUT_KINDS[mimeEssence(mime)];
28
+ const essence = mimeEssence(mime);
29
+ const known = MEDIA_INPUT_KINDS[essence];
30
+ if (known)
31
+ return known;
32
+ if (!MIME_NAME.test(essence))
33
+ return undefined;
34
+ return KIND_OF_TYPE[essence.split('/')[0] ?? ''] ?? 'document';
18
35
  }
19
36
  function profileInputs(profile) {
20
37
  return profile.type === 'text' ||
@@ -29,7 +46,7 @@ function profileAccept(profile, channel) {
29
46
  return channel === 'voice' ? inputs?.voice?.accept : inputs?.attachments?.accept;
30
47
  }
31
48
  /**
32
- * `undefined` when the profile accepts it nowhere or the kernel cannot classify it. Hosts route
49
+ * `undefined` when the profile accepts it nowhere or it is not a MIME type. Hosts route
33
50
  * files with this instead of their own MIME table: the profile's `accept` lists are the whole declaration.
34
51
  */
35
52
  function mediaChannelForMime(profile, mime) {
@@ -81,7 +81,7 @@ function resolveImageFormat(profile) {
81
81
  function assertMediaMime(mime) {
82
82
  const kind = mediaKindForMime(mime);
83
83
  if (!kind) {
84
- throw new TheoremError('input', `MIME '${mime}' is not a supported media input type`); // labels-exempt: developer contract / internal diagnostic — not end-user or model copy (P2)
84
+ throw new TheoremError('input', `'${mime}' is not a MIME type`); // labels-exempt: developer contract / internal diagnostic — not end-user or model copy (P2)
85
85
  }
86
86
  return kind;
87
87
  }
@@ -154,9 +154,9 @@ export type ToolType = (typeof TOOL_TYPES)[number];
154
154
  /** A tool type the host defines, which is every type but `builtin`. */
155
155
  export type CustomToolType = Exclude<ToolType, 'builtin'>;
156
156
  /**
157
- * The package's complete media-input vocabulary: `assertMediaMime` refuses any MIME not
158
- * here, so hosts keep no second table. Rows follow the widest provider's documented
159
- * lists (verified 2026-09-12), plus TypeScript, `application/xml` and `application/rtf`. Provider alias essences (`image/jpg`, `video/mov`, …) are rows;
157
+ * The MIME types the kernel names: the widest provider's documented lists (verified
158
+ * 2026-09-12) and their alias essences (`image/jpg`, `video/mov`, …). `mediaKindForMime`
159
+ * reads a type's kind here first; a type not here takes its kind from its top-level type.
160
160
  * `resolveInputParts` canonicalizes `image/jpg` to `image/jpeg` on the wire.
161
161
  */
162
162
  export declare const MEDIA_INPUT_KINDS: Record<string, MediaInputKind>;
@@ -334,9 +334,9 @@ export const STUDIO_AUTH_TYPES = [
334
334
  ...TOOL_AUTH_TYPES,
335
335
  ];
336
336
  /**
337
- * The package's complete media-input vocabulary: `assertMediaMime` refuses any MIME not
338
- * here, so hosts keep no second table. Rows follow the widest provider's documented
339
- * lists (verified 2026-09-12), plus TypeScript, `application/xml` and `application/rtf`. Provider alias essences (`image/jpg`, `video/mov`, …) are rows;
337
+ * The MIME types the kernel names: the widest provider's documented lists (verified
338
+ * 2026-09-12) and their alias essences (`image/jpg`, `video/mov`, …). `mediaKindForMime`
339
+ * reads a type's kind here first; a type not here takes its kind from its top-level type.
340
340
  * `resolveInputParts` canonicalizes `image/jpg` to `image/jpeg` on the wire.
341
341
  */
342
342
  export const MEDIA_INPUT_KINDS = {
@@ -718,9 +718,9 @@ export const PROFILE_FIELDS = withScopeAndPresence({
718
718
  'inputs.maxStateBytes': field('number'),
719
719
  'inputs.text': field('boolean'),
720
720
  'inputs.attachments': field('{ accept: string[] }'),
721
- 'inputs.attachments.accept': field('string[]', ATTACHMENT_ACCEPT_MIMES, "Types the kernel knows; a listed type it doesn't know is refused when a turn sends it."),
721
+ 'inputs.attachments.accept': field('string[]', ATTACHMENT_ACCEPT_MIMES, 'Common types; any MIME type can be listed.'),
722
722
  'inputs.voice': field('{ accept: string[] }'),
723
- 'inputs.voice.accept': field('string[]', VOICE_ACCEPT_MIMES, 'Audio types the kernel knows.'),
723
+ 'inputs.voice.accept': field('string[]', VOICE_ACCEPT_MIMES, 'Common audio types; any MIME type can be listed.'),
724
724
  'inputs.maxFiles': field('number'),
725
725
  'inputs.maxBytes': field('number'),
726
726
  'inputs.maxTurnBytes': field('number'),
@@ -37,7 +37,8 @@ export interface ProfileTurnResumptionSpec {
37
37
  * `stream_incomplete`) again itself when this list is set and names that stop, and the call gave
38
38
  * no reply and no tool call: the turn keeps its history, its step count and what it has read. A
39
39
  * failure the same call would meet again (the provider refused the request) is not sent again,
40
- * except once without its files when it carried any: accepted that way, the turn goes on and
40
+ * except without its files when it carried any: once per type the provider named, or once a turn
41
+ * without this turn's files when it named none. Accepted that way, the turn goes on and
41
42
  * `done.mediaRefused` names them. Named here, `length` also repairs a call the output limit cut
42
43
  * off: the model gets back what it wrote, or that it wrote nothing, and is asked again to fit.
43
44
  * Omitted, a turn sends nothing again.
@@ -103,7 +103,7 @@ export async function* runPreToolPipeline(args) {
103
103
  const reparsed = pre.mutated ? tool.input.safeParse(plainToolInput(pre.input)) : undefined;
104
104
  if (reparsed && !reparsed.success)
105
105
  return invalidAfterMutate(reparsed.error, ctx);
106
- const waitFailure = await waitForStepCalls(stages, base.callId, tool.name, [...(pre.waitFor ?? []), ...after], ctx.profile.labels);
106
+ const waitFailure = await waitForStepCalls(stages, base.callId, tool.name, [...(pre.waitFor ?? []), ...after], ctx.profile.labels, names);
107
107
  if (waitFailure)
108
108
  return { ok: false, kind: 'failed', failure: waitFailure };
109
109
  return { ok: true, input: reparsed ? reparsed.data : pre.input };
@@ -169,7 +169,7 @@ async function* runPreToolStages(args) {
169
169
  return { ok: true, input, mutated: false, ...waitFor };
170
170
  }
171
171
  /** Holds the call for the calls its `pre_tool` named; a wait that cannot end fails the call. */
172
- async function waitForStepCalls(stages, callId, toolName, waitFor, labels) {
172
+ async function waitForStepCalls(stages, callId, toolName, waitFor, labels, afterNames) {
173
173
  if (waitFor.length === 0)
174
174
  return undefined;
175
175
  const outcome = stages?.wait
@@ -177,10 +177,16 @@ async function waitForStepCalls(stages, callId, toolName, waitFor, labels) {
177
177
  : { ok: false, reason: 'unknown', callIds: [...waitFor] };
178
178
  if (outcome.ok)
179
179
  return undefined;
180
+ // why: An after name with no call in the step stays a name, so the model reads that after takes tool names.
181
+ const afterOnly = outcome.reason === 'unknown' && outcome.callIds.every((id) => afterNames.includes(id));
180
182
  return {
181
183
  code: outcome.reason === 'unknown' ? 'wait_unknown' : 'wait_cycle',
182
184
  kind: 'request',
183
- message: labelText(outcome.reason === 'unknown' ? 'tool.wait_unknown' : 'tool.wait_cycle', { tool: toolName, calls: outcome.callIds.join(', ') }, labels),
185
+ message: labelText(afterOnly
186
+ ? 'tool.after_unknown'
187
+ : outcome.reason === 'unknown'
188
+ ? 'tool.wait_unknown'
189
+ : 'tool.wait_cycle', { tool: toolName, calls: outcome.callIds.join(', ') }, labels),
184
190
  };
185
191
  }
186
192
  export async function* runPostToolStages(args) {
@@ -806,6 +806,8 @@ export type TurnEvent = {
806
806
  errorCopy?: ErrorCopies;
807
807
  /** Raw diagnostic detail for traces/logs; never surface to end users (`forClient` strips it). */
808
808
  errorInternal?: string;
809
+ /** The file types the provider said it cannot read; the turn may send again without them. */
810
+ refusedMedia?: string[];
809
811
  };
810
812
  /** The `type` of a turn event. */
811
813
  export type TurnEventType = TurnEvent['type'];
@@ -533,6 +533,7 @@ const TURN_EVENTS = {
533
533
  error: z.string().optional(),
534
534
  errorCopy: errorCopiesSchema.optional(),
535
535
  errorInternal: z.string().optional(),
536
+ refusedMedia: z.array(z.string()).optional(),
536
537
  }),
537
538
  done: doneEvent,
538
539
  };
@@ -6,5 +6,5 @@ import { TheoremError } from '../../guardrails/error.js';
6
6
  export declare function readGeminiApiError(record: Record<string, unknown>): TheoremError | null;
7
7
  /** The kind is the HTTP status's, unless the body names a refused key. */
8
8
  export declare function readNonOkError(response: Response): Promise<TheoremError>;
9
- /** A non-OK reply's error: the body's own when it names a refused key, else the status's with the body's message. */
9
+ /** A non-OK reply's error: the body's own when it names a refused key, else the status's with the body's message and the types it refused. */
10
10
  export declare function statedOrStatusError(stated: TheoremError | null, status: number, fallback: string): TheoremError;
@@ -1,4 +1,4 @@
1
- import { kindOfHttpStatus, TheoremError } from '../../guardrails/error.js';
1
+ import { kindOfHttpStatus, TheoremError, } from '../../guardrails/error.js';
2
2
  import { asRecord } from '../../kernel/engine/record.js';
3
3
  const HTTP_STATUS_MIN = 100;
4
4
  const HTTP_STATUS_MAX = 599;
@@ -72,7 +72,7 @@ const BLOCKED_CODES = new Set([
72
72
  * codes (`malformed_function_call`, `no_image`, …) and any code Google adds later
73
73
  * are `bad_response`.
74
74
  */
75
- function namedCodeError(code, message) {
75
+ function namedCodeError(code, message, options) {
76
76
  if (code === 'cancelled')
77
77
  return new TheoremError('cancelled', message);
78
78
  if (BLOCKED_CODES.has(code))
@@ -80,7 +80,13 @@ function namedCodeError(code, message) {
80
80
  const status = NAMED_CODE_STATUS[code];
81
81
  return status === undefined
82
82
  ? new TheoremError('bad_response', message)
83
- : new TheoremError(kindOfHttpStatus(status), message);
83
+ : new TheoremError(kindOfHttpStatus(status), message, options);
84
+ }
85
+ /** probed 14/11/2026: a refused document or image names its type, and only the first refused one: "Unsupported mime_type 'text/plain' in document content.", "… 'image/x-icon' in image content.". A refused audio or video part names none. */
86
+ const REFUSED_TYPE = /Unsupported mime_type '([^']+)' in \w+ content/;
87
+ function refusedMedia(message) {
88
+ const type = typeof message === 'string' ? REFUSED_TYPE.exec(message)?.[1] : undefined;
89
+ return type ? { refusedMedia: [type] } : undefined;
84
90
  }
85
91
  /**
86
92
  * Interactions (SSE `error` rows, non-OK bodies) and Live (error frames) both send
@@ -100,10 +106,10 @@ export function readGeminiApiError(record) {
100
106
  if (refusesKey(details))
101
107
  return new TheoremError('auth', text);
102
108
  if (typeof code === 'number' && code >= HTTP_STATUS_MIN && code <= HTTP_STATUS_MAX) {
103
- return new TheoremError(kindOfHttpStatus(code), text);
109
+ return new TheoremError(kindOfHttpStatus(code), text, refusedMedia(message));
104
110
  }
105
111
  return typeof code === 'string'
106
- ? namedCodeError(code, text)
112
+ ? namedCodeError(code, text, refusedMedia(message))
107
113
  : new TheoremError('bad_response', text);
108
114
  }
109
115
  /** The kind is the HTTP status's, unless the body names a refused key. */
@@ -115,11 +121,12 @@ export async function readNonOkError(response) {
115
121
  const parsed = parseRecord(text);
116
122
  return statedOrStatusError(parsed ? readGeminiApiError(parsed) : null, response.status, `Gemini HTTP ${response.status}: ${text}`);
117
123
  }
118
- /** A non-OK reply's error: the body's own when it names a refused key, else the status's with the body's message. */
124
+ /** A non-OK reply's error: the body's own when it names a refused key, else the status's with the body's message and the types it refused. */
119
125
  export function statedOrStatusError(stated, status, fallback) {
120
126
  if (stated?.kind === 'auth')
121
127
  return stated;
122
- return new TheoremError(kindOfHttpStatus(status), stated?.message ?? fallback);
128
+ const refused = stated?.refusedMedia ? { refusedMedia: stated.refusedMedia } : undefined;
129
+ return new TheoremError(kindOfHttpStatus(status), stated?.message ?? fallback, refused);
123
130
  }
124
131
  function parseRecord(text) {
125
132
  try {
@@ -1,4 +1,4 @@
1
- import { type ProducedError, TheoremError } from '../../../guardrails/error.js';
1
+ import { type ProducedError, TheoremError, type TheoremErrorOptions } from '../../../guardrails/error.js';
2
2
  import type { InteractionPart, ModelRequest, ResolvedStructured, WireFunctionTool } from '../../../kernel/types.js';
3
3
  /**
4
4
  * Why a Chat Completions body says the call failed: its `error.message`, then the provider's own
@@ -9,7 +9,7 @@ declare function statedError(body: unknown): string | undefined;
9
9
  declare function httpError(failure: {
10
10
  status: number;
11
11
  body: unknown;
12
- }, label: string): TheoremError;
12
+ }, label: string, options?: TheoremErrorOptions): TheoremError;
13
13
  declare function httpErrorEvent(res: Response, label: string): Promise<ProducedError>;
14
14
  interface GatewayHeaderConfig {
15
15
  siteUrl?: string;
@@ -21,10 +21,10 @@ function statedError(body) {
21
21
  return [...said, ...more].join(' ') || JSON.stringify(error);
22
22
  }
23
23
  /** A refused Chat Completions call, its kind from the status and its stated reason in the message. */
24
- function httpError(failure, label) {
24
+ function httpError(failure, label, options) {
25
25
  const detail = statedError(failure.body);
26
26
  const head = `${label} HTTP ${String(failure.status)}`;
27
- return new TheoremError(kindOfHttpStatus(failure.status), detail ? `${head}: ${detail}` : head);
27
+ return new TheoremError(kindOfHttpStatus(failure.status), detail ? `${head}: ${detail}` : head, options);
28
28
  }
29
29
  async function httpErrorEvent(res, label) {
30
30
  const text = (await res.text()).trim();
@@ -42,6 +42,7 @@ function rejectMediaRef(part) {
42
42
  throw new TheoremError('unsupported', 'media references are not supported on openAi');
43
43
  }
44
44
  }
45
+ /** probed 14/11/2026: Chat Completions takes only `wav` and `mp3` as `format`, and refuses `flac` or `ogg`; an upstream reads the clip's real format from its bytes, so flac and ogg sent as `mp3` are heard. */
45
46
  function wireAudioPart(part) {
46
47
  let format = 'mp3';
47
48
  if (part.mimeType.includes('wav')) {
@@ -1,8 +1,10 @@
1
1
  import { z } from 'zod';
2
+ import { kindOfHttpStatus, TheoremError } from '../../guardrails/error.js';
2
3
  import { asRecord } from '../../kernel/engine/record.js';
3
4
  import { jsonObjectSchema } from '../../kernel/json.js';
4
5
  import { extendProtocol } from '../../kernel/protocols/mod.js';
5
6
  import { openAi } from '../open-ai/protocol.js';
7
+ import { httpError, statedError } from './openai/compat.js';
6
8
  import { collectReasoning } from './openai/reasoning-state.js';
7
9
  /** What is cached: the whole request (`automatic`) or the system instruction only (`system`). */
8
10
  export const CACHE_MODES = ['automatic', 'system'];
@@ -78,6 +80,33 @@ const reasoning = z.strictObject({
78
80
  details: z.array(jsonObjectSchema),
79
81
  content: z.string().optional(),
80
82
  });
83
+ /**
84
+ * probed 14/11/2026: with `require_parameters`, a model that cannot read a kind of file answers
85
+ * 404 "No endpoints found that support image input", its `metadata.failed_routing_step` naming
86
+ * the kind: "Filter by Image Support", "Filter by Input Audio Support", "Filter by Input Video
87
+ * Support". Every file of that kind is refused, whatever its type.
88
+ */
89
+ const REFUSED_STEP = /^Filter by (?:Input )?(Image|Audio|Video) Support$/;
90
+ /** probed 14/11/2026: an upstream that cannot decode a clip says so in a 200 stream's error row: "Upstream error from Nvidia: Unsupported audio format: send WAV, MP3, FLAC or Ogg (Vorbis/Opus) audio." */
91
+ const REFUSED_FORMAT = /\bUnsupported (audio|image|video) format\b/i;
92
+ function refusedKind(body) {
93
+ const error = asRecord(asRecord(body)?.error);
94
+ const step = asRecord(error?.metadata)?.failed_routing_step;
95
+ const kind = (typeof step === 'string' ? REFUSED_STEP.exec(step)?.[1] : undefined) ??
96
+ (typeof error?.message === 'string' ? REFUSED_FORMAT.exec(error.message)?.[1] : undefined);
97
+ return kind ? { refusedMedia: [`${kind.toLowerCase()}/*`] } : undefined;
98
+ }
99
+ /** invariant: an error row is typed as the base types it; this only names the kind of file it refused. */
100
+ function refusedRow(row) {
101
+ const error = asRecord(row.error);
102
+ if (!error)
103
+ return undefined;
104
+ const kind = kindOfHttpStatus(typeof error.code === 'number' ? error.code : 502);
105
+ const refused = kind === 'unsupported' ? refusedKind(row) : undefined;
106
+ return refused
107
+ ? new TheoremError(kind, statedError(row) ?? JSON.stringify(error), refused)
108
+ : undefined;
109
+ }
81
110
  function cacheControl(spec) {
82
111
  return spec.ttl ? { type: 'ephemeral', ttl: spec.ttl } : { type: 'ephemeral' };
83
112
  }
@@ -155,6 +184,7 @@ export const openRouterOpenAi = extendProtocol(openAi, {
155
184
  description: "Chat Completions with OpenRouter's caching, routing, web search, citations and reasoning.", // labels-exempt: builder field description, read by the studio and docs
156
185
  options: z.strictObject({ cache: cache.optional(), provider: routing.optional() }),
157
186
  reasoning,
187
+ error: (failure) => httpError(failure, 'Chat Completions', refusedKind(failure.body)),
158
188
  body(body, at) {
159
189
  // why: its fields are Chat Completions ones; a speech request goes as openAi sends it.
160
190
  if (at.profileType !== 'text')
@@ -192,8 +222,13 @@ export const openRouterOpenAi = extendProtocol(openAi, {
192
222
  const cited = new Set();
193
223
  const reported = new Set();
194
224
  let content = '';
225
+ let begun = false;
195
226
  return {
196
227
  row(row) {
228
+ const refused = begun ? undefined : refusedRow(row);
229
+ if (refused)
230
+ throw refused;
231
+ begun = true;
197
232
  content += collectReasoning(row, details);
198
233
  const events = [];
199
234
  const thought = thinking(row);
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@theoremjs/agents",
3
- "version": "0.3.5-next.952.gac12130",
3
+ "version": "0.3.5-next.958.gc25a02b",
4
4
  "description": "A flat TypeScript agent kernel for typed profiles, deterministic turn execution, registered tools, provider adapters, guardrails, and host-injected traces.",
5
5
  "keywords": [
6
6
  "agent",