@theoremjs/agents 0.3.5-next.952.gac12130 → 0.3.5-next.958.gc25a02b
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/esm/src/guardrails/error.js +3 -0
- package/esm/src/guardrails/labels.d.ts +1 -1
- package/esm/src/guardrails/labels.js +8 -1
- package/esm/src/guardrails/theorem-error.d.ts +3 -0
- package/esm/src/guardrails/theorem-error.js +3 -0
- package/esm/src/host/client-turn.js +5 -0
- package/esm/src/kernel/engine/runner/refused-media.d.ts +14 -5
- package/esm/src/kernel/engine/runner/refused-media.js +58 -18
- package/esm/src/kernel/engine/runner/state.d.ts +3 -2
- package/esm/src/kernel/engine/runner/steps.js +30 -15
- package/esm/src/kernel/protocols/protocol.d.ts +4 -1
- package/esm/src/kernel/protocols/runtime.js +1 -0
- package/esm/src/kernel/registry/catalog.d.ts +6 -2
- package/esm/src/kernel/registry/catalog.js +20 -3
- package/esm/src/kernel/registry/ingress.js +1 -1
- package/esm/src/kernel/schema.d.ts +3 -3
- package/esm/src/kernel/schema.js +5 -5
- package/esm/src/kernel/stop.d.ts +2 -1
- package/esm/src/kernel/tools/stage-run.js +9 -3
- package/esm/src/kernel/turn-events.d.ts +2 -0
- package/esm/src/kernel/turn-events.js +1 -0
- package/esm/src/providers/google/api-error.d.ts +1 -1
- package/esm/src/providers/google/api-error.js +14 -7
- package/esm/src/providers/openrouter/openai/compat.d.ts +2 -2
- package/esm/src/providers/openrouter/openai/compat.js +3 -2
- package/esm/src/providers/openrouter/protocol.js +35 -0
- package/package.json +1 -1
|
@@ -146,6 +146,9 @@ function toErrorEvent(err) {
|
|
|
146
146
|
errorKind: errorKind(err),
|
|
147
147
|
...(err instanceof TheoremError && err.copy ? { errorCopy: err.copy } : {}),
|
|
148
148
|
errorInternal: describeError(err),
|
|
149
|
+
...(err instanceof TheoremError && err.refusedMedia
|
|
150
|
+
? { refusedMedia: [...err.refusedMedia] }
|
|
151
|
+
: {}),
|
|
149
152
|
};
|
|
150
153
|
}
|
|
151
154
|
/** Wording already set (host copy) is kept. */
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
/** Values that fill a label template's `{param}` placeholders. */
|
|
2
2
|
export type LabelParams = Record<string, string | number>;
|
|
3
3
|
/** Keys are stable API. */
|
|
4
|
-
export declare const LABEL_KEYS: readonly ["provider.decision_failed", "provider.decision_unavailable", "provider.decision_model_missing", "provider.decision_ended", "provider.decision_images_off", "provider.decision_box_model", "provider.budget_exhausted", "provider.adapter_version", "provider.adapter_methods", "provider.adapter_schemas", "provider.fallback_slot", "provider.model_fallback_slot", "provider.host_model", "turn.media_refused_image", "turn.media_refused_video", "turn.media_refused_file", "provider.turn_profile", "provider.model_binding_missing", "provider.session_closed", "provider.settled_call", "provider.session_unavailable", "provider.live_input", "provider.tool_cancel_missing", "provider.kernel_gate", "provider.event_invalid", "provider.response_identity", "provider.credential_resolution", "provider.credential_shape", "provider.stored_continuation", "provider.continuation_mismatch", "provider.continuation_contract", "provider.stateless_history", "provider.events_after_completion", "provider.duplicate_call", "provider.tool_cancel_live", "provider.complete_unavailable", "provider.parallel_tools", "provider.binding_identity", "provider.profile_type", "provider.event_type", "provider.feature", "provider.input_kind", "provider.output_kind", "provider.builtin", "provider.credential_missing", "provider.profile_configuration", "continue.instruction", "canary.bind_note", "user_data.note", "context.note", "taint.blocked", "taint.reason_steered", "taint.reason_tainted", "taint.destination_blocked", "taint.destination_confirm", "advisory.notice_elevated", "advisory.notice_high", "advisory.guidance", "attachments.too_many_files", "attachments.too_many_of_kind", "attachments.file_too_large", "attachments.turn_too_large", "attachments.not_accepted", "attachments.mime_not_allowed", "attachments.limits_unconfigured", "quota.exhausted", "quota.busy", "error.config", "error.request", "error.conflict", "error.not_found", "error.input", "error.action", "error.auth", "error.rate_limit", "error.busy", "error.unsupported", "error.unavailable", "error.bad_response", "error.network", "error.timeout", "error.safety", "error.blocked", "error.declined", "error.failed", "error.cancelled", "error.internal", "repair.default_guidance", "repair.items_guidance", "repair.cut_off_guidance", "repair.reply_cut_off", "repair.call_cut_off", "repair.call_cut_off_guidance", "repair.nothing_written", "repair.nothing_written_guidance", "repair.prompt_header", "repair.prompt_intro", "repair.prompt_instructions", "repair.history_heading", "repair.section_previous_output", "repair.section_validator_rejection", "repair.section_repair_guidance", "repair.section_instructions", "structured.answer_tool", "structured.answer_missing", "structured.cut_off", "structured.not_json", "compaction.request", "compaction.tool_call", "compaction.tool_result", "compaction.tool_files", "decision.box_image", "detect.blocked", "detect.call_blocked", "detect.output_blocked", "detect.shown_blocked", "detect.hint.ids", "detect.hint.financial", "detect.hint.network", "detect.hint.credentials", "detect.hint.email", "detect.hint.phone", "detect.hint.bank_account", "detect.hint.injection", "detect.hint.canary_leak", "detect.hint.prompt_leak", "detect.hint.marker_leak", "detect.hint.ungiven_images", "detect.hint.ungiven_links", "detect.hint.tool_leak", "detect.hint.own", "egress.default_repair_guidance", "egress.refusal", "egress.refusal_cut", "egress.rejection", "egress.rejection_found", "egress.hint_unscannable", "egress.hint_provider_tool_leak", "thought.omitted_image", "thought.omitted_link", "thought.omitted_instructions", "session.abandon_gated", "session.tool_denied", "session.tool_aborted", "session.sign_in", "sign_in.link", "sign_in.pending", "sign_in.done", "sign_in.declined", "sign_in.expired", "sign_in.out_of_scope", "session.gate_expired", "session.provider_state_unowned", "session.conversation_unknown", "session.full", "session.busy", "session.turn_ended", "session.gate_pending", "session.part_skipped", "live.session_ended", "voice.unsupported", "voice.permission", "voice.unavailable", "voice.failed", "voice.empty", "stop.cancelled", "stop.interrupted", "stop.length", "stop.filtered", "stop.provider_error", "stop.stream_incomplete", "stop.step_limit", "stop.answer_missing", "composer.model", "composer.effort", "tool.awaiting_user", "tool.completed_hidden", "tool.t2_loader_needs_snapshot", "tool.t2_loader_shape", "tool.t2_loader_output_invalid", "tool.execution_uncertain", "tool.input_invalid", "tool.input_host_fields", "tool.hook_failed", "tool.input_invalid_after_mutate", "tool.output_invalid_after_mutate", "tool.handler_no_output", "tool.did_not_run", "tool.unreachable", "tool.page_no_answer", "tool.page_timed_out", "tool.output_invalid", "tool.not_loaded_t2", "tool.wait_unknown", "tool.wait_cycle", "tool.after_field", "tool.background_field", "tool.background_started", "tool.late_result", "tool.not_visible", "tool.builtin_not_enabled", "tool.provider_native", "tool.not_registered", "tool.builtin_needs_snapshot", "tool.not_allowed", "tool.not_eligible", "tool.unsupported_type", "tool.agent_call_limit", "tool.agent_failed", "tool.activity_failed", "protocol.not_served", "protocol.profile_type", "protocol.options", "protocol.option_clash", "protocol.base_options", "protocol.id_clash", "protocol.ws_headers", "protocol.builtin_unwritten", "protocol.provider_missing", "protocol.connection", "protocol.part_schema", "protocol.part_invalid", "protocol.key_invalid", "protocol.no_key", "protocol.reply_shape", "protocol.endpoint_url", "protocol.endpoint_host", "protocol.http", "protocol.no_operation", "protocol.definition", "protocol.provider_id_clash", "protocol.history_needed"];
|
|
4
|
+
export declare const LABEL_KEYS: readonly ["provider.decision_failed", "provider.decision_unavailable", "provider.decision_model_missing", "provider.decision_ended", "provider.decision_images_off", "provider.decision_box_model", "provider.budget_exhausted", "provider.adapter_version", "provider.adapter_methods", "provider.adapter_schemas", "provider.fallback_slot", "provider.model_fallback_slot", "provider.host_model", "turn.media_refused_image", "turn.media_refused_video", "turn.media_refused_file", "turn.media_refused_tool", "provider.turn_profile", "provider.model_binding_missing", "provider.session_closed", "provider.settled_call", "provider.session_unavailable", "provider.live_input", "provider.tool_cancel_missing", "provider.kernel_gate", "provider.event_invalid", "provider.response_identity", "provider.credential_resolution", "provider.credential_shape", "provider.stored_continuation", "provider.continuation_mismatch", "provider.continuation_contract", "provider.stateless_history", "provider.events_after_completion", "provider.duplicate_call", "provider.tool_cancel_live", "provider.complete_unavailable", "provider.parallel_tools", "provider.binding_identity", "provider.profile_type", "provider.event_type", "provider.feature", "provider.input_kind", "provider.output_kind", "provider.builtin", "provider.credential_missing", "provider.profile_configuration", "continue.instruction", "canary.bind_note", "user_data.note", "context.note", "taint.blocked", "taint.reason_steered", "taint.reason_tainted", "taint.destination_blocked", "taint.destination_confirm", "advisory.notice_elevated", "advisory.notice_high", "advisory.guidance", "attachments.too_many_files", "attachments.too_many_of_kind", "attachments.file_too_large", "attachments.turn_too_large", "attachments.not_accepted", "attachments.mime_not_allowed", "attachments.limits_unconfigured", "quota.exhausted", "quota.busy", "error.config", "error.request", "error.conflict", "error.not_found", "error.input", "error.action", "error.auth", "error.rate_limit", "error.busy", "error.unsupported", "error.unavailable", "error.bad_response", "error.network", "error.timeout", "error.safety", "error.blocked", "error.declined", "error.failed", "error.cancelled", "error.internal", "repair.default_guidance", "repair.items_guidance", "repair.cut_off_guidance", "repair.reply_cut_off", "repair.call_cut_off", "repair.call_cut_off_guidance", "repair.nothing_written", "repair.nothing_written_guidance", "repair.prompt_header", "repair.prompt_intro", "repair.prompt_instructions", "repair.history_heading", "repair.section_previous_output", "repair.section_validator_rejection", "repair.section_repair_guidance", "repair.section_instructions", "structured.answer_tool", "structured.answer_missing", "structured.cut_off", "structured.not_json", "compaction.request", "compaction.tool_call", "compaction.tool_result", "compaction.tool_files", "decision.box_image", "detect.blocked", "detect.call_blocked", "detect.output_blocked", "detect.shown_blocked", "detect.hint.ids", "detect.hint.financial", "detect.hint.network", "detect.hint.credentials", "detect.hint.email", "detect.hint.phone", "detect.hint.bank_account", "detect.hint.injection", "detect.hint.canary_leak", "detect.hint.prompt_leak", "detect.hint.marker_leak", "detect.hint.ungiven_images", "detect.hint.ungiven_links", "detect.hint.tool_leak", "detect.hint.own", "egress.default_repair_guidance", "egress.refusal", "egress.refusal_cut", "egress.rejection", "egress.rejection_found", "egress.hint_unscannable", "egress.hint_provider_tool_leak", "thought.omitted_image", "thought.omitted_link", "thought.omitted_instructions", "session.abandon_gated", "session.tool_denied", "session.tool_aborted", "session.sign_in", "sign_in.link", "sign_in.pending", "sign_in.done", "sign_in.declined", "sign_in.expired", "sign_in.out_of_scope", "session.gate_expired", "session.provider_state_unowned", "session.conversation_unknown", "session.full", "session.busy", "session.turn_ended", "session.gate_pending", "session.part_skipped", "live.session_ended", "voice.unsupported", "voice.permission", "voice.unavailable", "voice.failed", "voice.empty", "stop.cancelled", "stop.interrupted", "stop.length", "stop.filtered", "stop.provider_error", "stop.stream_incomplete", "stop.step_limit", "stop.answer_missing", "composer.model", "composer.effort", "tool.awaiting_user", "tool.completed_hidden", "tool.t2_loader_needs_snapshot", "tool.t2_loader_shape", "tool.t2_loader_output_invalid", "tool.execution_uncertain", "tool.input_invalid", "tool.input_host_fields", "tool.hook_failed", "tool.input_invalid_after_mutate", "tool.output_invalid_after_mutate", "tool.handler_no_output", "tool.did_not_run", "tool.unreachable", "tool.page_no_answer", "tool.page_timed_out", "tool.output_invalid", "tool.not_loaded_t2", "tool.wait_unknown", "tool.after_unknown", "tool.wait_cycle", "tool.after_field", "tool.background_field", "tool.background_started", "tool.late_result", "tool.not_visible", "tool.builtin_not_enabled", "tool.provider_native", "tool.not_registered", "tool.builtin_needs_snapshot", "tool.not_allowed", "tool.not_eligible", "tool.unsupported_type", "tool.agent_call_limit", "tool.agent_failed", "tool.activity_failed", "protocol.not_served", "protocol.profile_type", "protocol.options", "protocol.option_clash", "protocol.base_options", "protocol.id_clash", "protocol.ws_headers", "protocol.builtin_unwritten", "protocol.provider_missing", "protocol.connection", "protocol.part_schema", "protocol.part_invalid", "protocol.key_invalid", "protocol.no_key", "protocol.reply_shape", "protocol.endpoint_url", "protocol.endpoint_host", "protocol.http", "protocol.no_operation", "protocol.definition", "protocol.provider_id_clash", "protocol.history_needed"];
|
|
5
5
|
/** One of {@linkcode LABEL_KEYS}. */
|
|
6
6
|
export type LabelKey = (typeof LABEL_KEYS)[number];
|
|
7
7
|
/**
|
|
@@ -20,6 +20,7 @@ export const LABEL_KEYS = [
|
|
|
20
20
|
'turn.media_refused_image',
|
|
21
21
|
'turn.media_refused_video',
|
|
22
22
|
'turn.media_refused_file',
|
|
23
|
+
'turn.media_refused_tool',
|
|
23
24
|
'provider.turn_profile',
|
|
24
25
|
'provider.model_binding_missing',
|
|
25
26
|
'provider.session_closed',
|
|
@@ -198,6 +199,7 @@ export const LABEL_KEYS = [
|
|
|
198
199
|
'tool.output_invalid',
|
|
199
200
|
'tool.not_loaded_t2',
|
|
200
201
|
'tool.wait_unknown',
|
|
202
|
+
'tool.after_unknown',
|
|
201
203
|
'tool.wait_cycle',
|
|
202
204
|
'tool.after_field',
|
|
203
205
|
'tool.background_field',
|
|
@@ -360,6 +362,7 @@ const DEFAULTS = {
|
|
|
360
362
|
'turn.media_refused_image': '[The user sent a photo that could not be opened.]',
|
|
361
363
|
'turn.media_refused_video': '[The user sent a video that could not be opened.]',
|
|
362
364
|
'turn.media_refused_file': '[The user sent a file that could not be opened.]',
|
|
365
|
+
'turn.media_refused_tool': '[The tool returned a file that could not be opened.]',
|
|
363
366
|
'provider.turn_profile': 'Profile does not run model turns',
|
|
364
367
|
'provider.model_binding_missing': 'Unknown model binding',
|
|
365
368
|
'provider.session_closed': 'Provider session closed unexpectedly',
|
|
@@ -552,11 +555,12 @@ const DEFAULTS = {
|
|
|
552
555
|
'tool.output_invalid': 'Tool output validation failed',
|
|
553
556
|
'tool.not_loaded_t2': "Tool '{tool}' is not loaded — call {loader} to load it first",
|
|
554
557
|
'tool.wait_unknown': "Tool '{tool}' waits for calls that are not in this step: {calls}",
|
|
558
|
+
'tool.after_unknown': "Tool '{tool}' waits for tools you did not call in this step: {calls}. after takes the names of other tools you call in this same step, not call ids.",
|
|
555
559
|
'tool.wait_cycle': "Tool '{tool}' waits for calls that cannot finish before it: {calls}",
|
|
556
560
|
'tool.background_field': 'Set to true to get a reply now and let this call finish after the turn. Leave out to wait for its result.',
|
|
557
561
|
'tool.background_started': '{tool} has started and is still running. You do not have its result, so do not state or guess one, and do not call {tool} again. Tell the person it is under way and that the result comes later.',
|
|
558
562
|
'tool.late_result': 'The {tool} call you started earlier has finished. This is what it returned:',
|
|
559
|
-
'tool.after_field': '
|
|
563
|
+
'tool.after_field': 'Names of other tools you call in this same step, as search_web, that must finish before this call starts. Tool names only, not call ids. Leave out to set no order.',
|
|
560
564
|
'tool.not_visible': "Tool '{tool}' is not visible this turn",
|
|
561
565
|
'tool.builtin_not_enabled': "Builtin '{tool}' is not enabled this turn",
|
|
562
566
|
'tool.provider_native': "Tool '{tool}' is a provider builtin — execution is handled by the model provider, not the kernel",
|
|
@@ -624,6 +628,7 @@ export const LABEL_NOTES = {
|
|
|
624
628
|
'turn.media_refused_image': 'Model-visible note where a refused photo was.',
|
|
625
629
|
'turn.media_refused_video': 'Model-visible note where a refused video was.',
|
|
626
630
|
'turn.media_refused_file': 'Model-visible note where a refused file was.',
|
|
631
|
+
'turn.media_refused_tool': 'Model-visible note where a refused file a tool returned was.',
|
|
627
632
|
'provider.turn_profile': 'Provider validation diagnostic.',
|
|
628
633
|
'provider.model_binding_missing': 'Provider validation diagnostic.',
|
|
629
634
|
'provider.session_closed': 'Provider validation diagnostic.',
|
|
@@ -783,6 +788,7 @@ export const LABEL_NOTES = {
|
|
|
783
788
|
'tool.output_invalid': "Told to the model when a tool's output fails the tool's output schema.",
|
|
784
789
|
'tool.not_loaded_t2': 'Told to the model when it calls a T2 tool the T2 loader has not loaded yet. Takes {tool} and {loader}, the loader tool.',
|
|
785
790
|
'tool.wait_unknown': "Told to the model when a call's pre_tool waitFor names calls that are not in its step. Takes {tool} and {calls}.",
|
|
791
|
+
'tool.after_unknown': "Told to the model when a call's after field names tools with no other call in its step, as a call id sent in place of a tool name. Takes {tool} and {calls}.",
|
|
786
792
|
'tool.wait_cycle': "Told to the model when a call's pre_tool waitFor names calls that cannot settle before it, because they wait for it or run after it. Takes {tool} and {calls}.",
|
|
787
793
|
'tool.background_field': "What the model reads on the background field of a tool that sets registerTool.background to ask. Read when the tool registers, so a profile's labels do not change it.",
|
|
788
794
|
'tool.background_started': 'Told to the model when a call goes on after its reply: the call runs in the background and its result comes later. Takes {tool}.',
|
|
@@ -871,6 +877,7 @@ const LABEL_PLACEHOLDERS = {
|
|
|
871
877
|
'tool.page_no_answer': TOOL,
|
|
872
878
|
'tool.not_loaded_t2': ['tool', 'loader'],
|
|
873
879
|
'tool.wait_unknown': ['tool', 'calls'],
|
|
880
|
+
'tool.after_unknown': ['tool', 'calls'],
|
|
874
881
|
'tool.wait_cycle': ['tool', 'calls'],
|
|
875
882
|
'tool.not_visible': TOOL,
|
|
876
883
|
'tool.builtin_not_enabled': TOOL,
|
|
@@ -12,6 +12,8 @@ export type ErrorKind = (typeof ERROR_KINDS)[number];
|
|
|
12
12
|
export interface TheoremErrorOptions extends ErrorOptions {
|
|
13
13
|
/** User wording more specific than the kind's: one line, or one per problem found. */
|
|
14
14
|
copy?: ErrorCopies;
|
|
15
|
+
/** The file types the provider said it cannot read, as it named them. */
|
|
16
|
+
refusedMedia?: readonly string[];
|
|
15
17
|
}
|
|
16
18
|
/**
|
|
17
19
|
* The error Theorem throws; its kind tells your host which status and wording to use.
|
|
@@ -21,5 +23,6 @@ export interface TheoremErrorOptions extends ErrorOptions {
|
|
|
21
23
|
export declare class TheoremError extends Error {
|
|
22
24
|
readonly kind: ErrorKind;
|
|
23
25
|
readonly copy?: ErrorCopies;
|
|
26
|
+
readonly refusedMedia?: readonly string[];
|
|
24
27
|
constructor(kind: ErrorKind, message: string, options?: TheoremErrorOptions);
|
|
25
28
|
}
|
|
@@ -54,11 +54,14 @@ export const ERROR_KINDS = [
|
|
|
54
54
|
export class TheoremError extends Error {
|
|
55
55
|
kind;
|
|
56
56
|
copy;
|
|
57
|
+
refusedMedia;
|
|
57
58
|
constructor(kind, message, options) {
|
|
58
59
|
super(message, options);
|
|
59
60
|
this.name = 'TheoremError';
|
|
60
61
|
this.kind = kind;
|
|
61
62
|
if (options?.copy)
|
|
62
63
|
this.copy = options.copy;
|
|
64
|
+
if (options?.refusedMedia?.length)
|
|
65
|
+
this.refusedMedia = options.refusedMedia;
|
|
63
66
|
}
|
|
64
67
|
}
|
|
@@ -26,6 +26,11 @@ function builderWording(event) {
|
|
|
26
26
|
}
|
|
27
27
|
/** Raw diagnostics ride on error events, an ended session's close, a tool call's failure, and a hook's crash. */
|
|
28
28
|
function stripErrorInternal(event) {
|
|
29
|
+
if (event.type === 'error' && event.refusedMedia !== undefined) {
|
|
30
|
+
// invariant: what the provider refused is the builder's to read, as `done.mediaRefused` is.
|
|
31
|
+
const { errorInternal: _internal, refusedMedia: _refused, ...rest } = event;
|
|
32
|
+
return rest;
|
|
33
|
+
}
|
|
29
34
|
if ((event.type !== 'error' &&
|
|
30
35
|
event.type !== 'session' &&
|
|
31
36
|
event.type !== 'tool' &&
|
|
@@ -6,12 +6,21 @@ export interface RefusedMediaTry {
|
|
|
6
6
|
dropped: RefusedMedia[];
|
|
7
7
|
said: string;
|
|
8
8
|
originals: Map<number, TurnHistoryMessage>;
|
|
9
|
+
/** The types the provider named, each one dropped once; empty when it named none, and only then are `originals` kept. */
|
|
10
|
+
named: Set<string>;
|
|
9
11
|
}
|
|
10
|
-
/**
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
12
|
+
/**
|
|
13
|
+
* Whether the next call has a file to go without. Named types are new to this turn's tries and
|
|
14
|
+
* held by a message; with none named, any file will do, once a turn.
|
|
15
|
+
*/
|
|
16
|
+
export declare function canDropMedia(state: StepExecutionState, named: readonly string[] | undefined, tried: RefusedMediaTry | undefined): boolean;
|
|
17
|
+
/**
|
|
18
|
+
* Puts a note where each file was, so the model knows what it could not read: the files of each
|
|
19
|
+
* type the provider named, wherever the conversation holds them, or else every file at
|
|
20
|
+
* `refusedAt`.
|
|
21
|
+
*/
|
|
22
|
+
export declare function dropMedia(state: StepExecutionState, said: string, labels: Profile['labels'], named: readonly string[] | undefined, tried: RefusedMediaTry | undefined): RefusedMediaTry;
|
|
23
|
+
/** The retry failed as well, and the files it went without come back. */
|
|
15
24
|
export declare function restoreMedia(state: StepExecutionState, tried: RefusedMediaTry): void;
|
|
16
25
|
/** What the host reads on `done`. */
|
|
17
26
|
export declare function refusedReport(tried: RefusedMediaTry): MediaRefused;
|
|
@@ -5,7 +5,20 @@ function isMedia(part) {
|
|
|
5
5
|
function holdsMedia(message) {
|
|
6
6
|
return message.parts?.some(isMedia) === true;
|
|
7
7
|
}
|
|
8
|
-
|
|
8
|
+
/** why: a provider may name a refused type with parameters the message's file does not carry, or without them, so a type matches on its name alone. */
|
|
9
|
+
function typeKey(mimeType) {
|
|
10
|
+
return (mimeType.split(';')[0] ?? '').trim().toLowerCase();
|
|
11
|
+
}
|
|
12
|
+
/** invariant: a named `image/*` is every image, as a MIME wildcard is. */
|
|
13
|
+
function isNamed(part, named) {
|
|
14
|
+
if (!isMedia(part) || !('mimeType' in part))
|
|
15
|
+
return false;
|
|
16
|
+
const type = typeKey(part.mimeType);
|
|
17
|
+
return named.has(type) || named.has(`${type.split('/')[0] ?? ''}/*`);
|
|
18
|
+
}
|
|
19
|
+
function noteKey(mimeType, fromTool) {
|
|
20
|
+
if (fromTool)
|
|
21
|
+
return 'turn.media_refused_tool';
|
|
9
22
|
if (mimeType.startsWith('image/'))
|
|
10
23
|
return 'turn.media_refused_image';
|
|
11
24
|
if (mimeType.startsWith('video/'))
|
|
@@ -18,32 +31,59 @@ function refusedAt(state) {
|
|
|
18
31
|
const thisTurn = held.filter((at) => at >= state.turnStart);
|
|
19
32
|
return thisTurn.length > 0 ? thisTurn : held;
|
|
20
33
|
}
|
|
21
|
-
/**
|
|
22
|
-
|
|
23
|
-
|
|
34
|
+
/**
|
|
35
|
+
* Whether the next call has a file to go without. Named types are new to this turn's tries and
|
|
36
|
+
* held by a message; with none named, any file will do, once a turn.
|
|
37
|
+
*/
|
|
38
|
+
export function canDropMedia(state, named, tried) {
|
|
39
|
+
if (!named?.length)
|
|
40
|
+
return !tried && state.currentHistory.some(holdsMedia);
|
|
41
|
+
if (tried && tried.named.size === 0)
|
|
42
|
+
return false;
|
|
43
|
+
const fresh = new Set(named.map(typeKey).filter((type) => !tried?.named.has(type)));
|
|
44
|
+
return state.currentHistory.some((message) => message.parts?.some((part) => isNamed(part, fresh)));
|
|
24
45
|
}
|
|
25
|
-
/**
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
46
|
+
/**
|
|
47
|
+
* Puts a note where each file was, so the model knows what it could not read: the files of each
|
|
48
|
+
* type the provider named, wherever the conversation holds them, or else every file at
|
|
49
|
+
* `refusedAt`.
|
|
50
|
+
*/
|
|
51
|
+
export function dropMedia(state, said, labels, named, tried) {
|
|
52
|
+
const next = tried ?? {
|
|
53
|
+
dropped: [],
|
|
54
|
+
said: '',
|
|
55
|
+
originals: new Map(),
|
|
56
|
+
named: new Set(),
|
|
57
|
+
};
|
|
58
|
+
next.said = next.said ? `${next.said}\n${said}` : said;
|
|
59
|
+
const types = new Set((named ?? []).map(typeKey));
|
|
60
|
+
for (const type of types)
|
|
61
|
+
next.named.add(type);
|
|
62
|
+
const drops = (part) => (types.size > 0 ? isNamed(part, types) : isMedia(part));
|
|
63
|
+
const at = types.size > 0 ? state.currentHistory.map((_, index) => index) : refusedAt(state);
|
|
64
|
+
for (const index of at) {
|
|
65
|
+
const message = state.currentHistory[index];
|
|
66
|
+
if (!message?.parts?.some(drops))
|
|
31
67
|
continue;
|
|
32
|
-
const from =
|
|
33
|
-
|
|
34
|
-
|
|
68
|
+
const from = index < state.turnStart ? 'history' : message.role === 'tool' ? 'tool' : 'input';
|
|
69
|
+
if (types.size === 0)
|
|
70
|
+
next.originals.set(index, message);
|
|
71
|
+
state.currentHistory[index] = {
|
|
35
72
|
...message,
|
|
36
73
|
parts: message.parts.map((part) => {
|
|
37
|
-
if (part.type === 'text')
|
|
74
|
+
if (!drops(part) || part.type === 'text')
|
|
38
75
|
return part;
|
|
39
|
-
|
|
40
|
-
return {
|
|
76
|
+
next.dropped.push({ mimeType: part.mimeType, from });
|
|
77
|
+
return {
|
|
78
|
+
type: 'text',
|
|
79
|
+
text: labelText(noteKey(part.mimeType, message.role === 'tool'), {}, labels),
|
|
80
|
+
};
|
|
41
81
|
}),
|
|
42
82
|
};
|
|
43
83
|
}
|
|
44
|
-
return
|
|
84
|
+
return next;
|
|
45
85
|
}
|
|
46
|
-
/** The retry failed as well,
|
|
86
|
+
/** The retry failed as well, and the files it went without come back. */
|
|
47
87
|
export function restoreMedia(state, tried) {
|
|
48
88
|
for (const [at, message] of tried.originals)
|
|
49
89
|
state.currentHistory[at] = message;
|
|
@@ -11,6 +11,7 @@ import type { ToolRegistry } from '../../tools/registry.js';
|
|
|
11
11
|
import type { SteerQueue } from '../../tools/steer.js';
|
|
12
12
|
import type { MediaRefused } from '../../turn-events.js';
|
|
13
13
|
import type { InteractionPart, LateResultsSource, ModelBinding, Profile, ResolvedGeneration, TurnEvent, TurnHistoryMessage, TurnRequest, TurnStop, TurnToolResult } from '../../types.js';
|
|
14
|
+
import type { RefusedMediaTry } from './refused-media.js';
|
|
14
15
|
import type { ItemFailure } from './schema-validation.js';
|
|
15
16
|
import type { CallUsage } from './usage.js';
|
|
16
17
|
interface TurnTraceState {
|
|
@@ -41,8 +42,8 @@ interface StepExecutionState {
|
|
|
41
42
|
stepCount: number;
|
|
42
43
|
/** Model calls sent again this turn under the profile's resumption (`executeResumedStep`). */
|
|
43
44
|
resumes: number;
|
|
44
|
-
/**
|
|
45
|
-
|
|
45
|
+
/** The files this turn's refused calls went without: each type the provider named once, or every file once. */
|
|
46
|
+
mediaTry?: RefusedMediaTry;
|
|
46
47
|
mediaRefused?: MediaRefused;
|
|
47
48
|
allEmittedEvents: TurnEvent[];
|
|
48
49
|
attemptEvents: TurnEvent[];
|
|
@@ -20,7 +20,7 @@ import { profileToolsParallel } from '../../tools/resolve.js';
|
|
|
20
20
|
import { findLast } from '../../util/find-last.js';
|
|
21
21
|
import { startToolTrace } from '../tool-trace.js';
|
|
22
22
|
import { startCallTrace } from '../turn-trace.js';
|
|
23
|
-
import { canDropMedia, dropMedia, refusedReport, restoreMedia
|
|
23
|
+
import { canDropMedia, dropMedia, refusedReport, restoreMedia } from './refused-media.js';
|
|
24
24
|
import { applyStageInjects, landLateResultsAt, recordReply, steersToLand, unreadLateResultsAt, } from './stages.js';
|
|
25
25
|
import { modelHistory, recordStepEvent } from './state.js';
|
|
26
26
|
import { inStep, runSideBySide, stepOrder } from './step-order.js';
|
|
@@ -251,7 +251,7 @@ function resumeOf(mayResume, profile, tally) {
|
|
|
251
251
|
*/
|
|
252
252
|
function mediaResumeOf(state, profile, tally) {
|
|
253
253
|
const { stop } = tally;
|
|
254
|
-
if (profile.type !== 'text'
|
|
254
|
+
if (profile.type !== 'text')
|
|
255
255
|
return undefined;
|
|
256
256
|
if (tally.replied || tally.calls.length > 0 || !stop || !isFailedStopKind(stop.kind)) {
|
|
257
257
|
return undefined;
|
|
@@ -259,7 +259,9 @@ function mediaResumeOf(state, profile, tally) {
|
|
|
259
259
|
const failure = tally.failures[0];
|
|
260
260
|
if (failure?.errorKind !== 'unsupported' || !resendsFailedCall(profile, stop))
|
|
261
261
|
return undefined;
|
|
262
|
-
return canDropMedia(state
|
|
262
|
+
return canDropMedia(state, failure.refusedMedia, state.mediaTry)
|
|
263
|
+
? { stop, failure, dropMedia: true }
|
|
264
|
+
: undefined;
|
|
263
265
|
}
|
|
264
266
|
/** Carries what the call's stream guards still hold into the turn's next call. */
|
|
265
267
|
function keepStreamCarry(state, control) {
|
|
@@ -372,31 +374,30 @@ async function* executeAutonomousStep(args, state, buffer = {
|
|
|
372
374
|
* lists, having given no reply and no tool call, is sent again in the same turn
|
|
373
375
|
* after a pause, up to `maxContinues` times a turn (once when the profile sets
|
|
374
376
|
* none). The turn's history, its step count, and what it has read stay as they were.
|
|
375
|
-
* A call the provider refused while it carried files goes
|
|
377
|
+
* A call the provider refused while it carried files goes again without the files of each type
|
|
378
|
+
* the provider named, once per type; when it names none, once a turn without every file, and
|
|
376
379
|
* those files are reported as refused only if that call is accepted.
|
|
377
380
|
*/
|
|
378
381
|
async function* executeResumedStep(args, state, buffer) {
|
|
379
382
|
const limit = profileTurnResumption(args.profile)?.maxContinues ?? 1;
|
|
380
|
-
let
|
|
383
|
+
let droppedHere = false;
|
|
381
384
|
for (;;) {
|
|
382
385
|
const mayResume = args.profile.type === 'text' && state.resumes < limit;
|
|
383
386
|
const outcome = yield* executeAutonomousStep({ ...args, mayResume }, state, buffer);
|
|
384
387
|
if (!outcome.resume) {
|
|
385
|
-
if (
|
|
386
|
-
|
|
387
|
-
}
|
|
388
|
-
else if (tried) {
|
|
389
|
-
state.mediaRefused = refusedReport(tried);
|
|
390
|
-
}
|
|
388
|
+
if (droppedHere)
|
|
389
|
+
settleMediaTry(state);
|
|
391
390
|
return outcome;
|
|
392
391
|
}
|
|
393
392
|
if (outcome.resume.dropMedia) {
|
|
394
|
-
const
|
|
395
|
-
|
|
396
|
-
|
|
393
|
+
const failure = outcome.resume.failure;
|
|
394
|
+
const said = failure?.errorInternal ?? failure?.error ?? '';
|
|
395
|
+
const before = state.mediaTry?.dropped.length ?? 0;
|
|
396
|
+
droppedHere = true;
|
|
397
|
+
state.mediaTry = dropMedia(state, said, args.profile.labels, failure?.refusedMedia, state.mediaTry);
|
|
397
398
|
state.trace.root.event('theorem.step.media_refused', {
|
|
398
399
|
step: state.stepCount,
|
|
399
|
-
files:
|
|
400
|
+
files: state.mediaTry.dropped.length - before,
|
|
400
401
|
error: said,
|
|
401
402
|
});
|
|
402
403
|
state.lastStop = undefined;
|
|
@@ -414,6 +415,20 @@ async function* executeResumedStep(args, state, buffer) {
|
|
|
414
415
|
await waitDefault(AUTO_CONTINUE_DELAY_MS, args.signal);
|
|
415
416
|
}
|
|
416
417
|
}
|
|
418
|
+
/**
|
|
419
|
+
* Reports what the turn went without. Files only guessed at come back when the call failed anyway,
|
|
420
|
+
* since nothing proved them at fault; a file whose type the provider named stays out, and is reported.
|
|
421
|
+
*/
|
|
422
|
+
function settleMediaTry(state) {
|
|
423
|
+
const tried = state.mediaTry;
|
|
424
|
+
if (!tried)
|
|
425
|
+
return;
|
|
426
|
+
if (tried.named.size === 0 && state.lastStop && isFailedStopKind(state.lastStop.kind)) {
|
|
427
|
+
restoreMedia(state, tried);
|
|
428
|
+
return;
|
|
429
|
+
}
|
|
430
|
+
state.mediaRefused = refusedReport(tried);
|
|
431
|
+
}
|
|
417
432
|
function toolResultMessage(call, result) {
|
|
418
433
|
return {
|
|
419
434
|
role: 'tool',
|
|
@@ -188,7 +188,10 @@ export interface ProtocolDefinition<O = unknown, S = unknown> {
|
|
|
188
188
|
* `id` when the reply names itself in `X-Generation-Id`.
|
|
189
189
|
*/
|
|
190
190
|
framing?(response: Response, stream: boolean): AsyncIterable<JsonObject>;
|
|
191
|
-
/**
|
|
191
|
+
/**
|
|
192
|
+
* Types a failed answer. Absent: the kind follows the HTTP status. A refusal that names the file
|
|
193
|
+
* types the provider cannot read sets them as `refusedMedia`, so the turn goes on without only those.
|
|
194
|
+
*/
|
|
192
195
|
error?(failure: UpstreamFailure): TheoremError;
|
|
193
196
|
/** What the named embedding model takes. Absent: the kernel holds requests to the profile alone. */
|
|
194
197
|
embeddingLimits?(apiId: string): EmbeddingModelLimits;
|
|
@@ -479,6 +479,7 @@ function failureEvent(error) {
|
|
|
479
479
|
// invariant: `error` is the person's wording, added from the profile's labels; the upstream text is internal.
|
|
480
480
|
errorInternal: describeError(error),
|
|
481
481
|
...(error.copy ? { errorCopy: error.copy } : {}),
|
|
482
|
+
...(error.refusedMedia ? { refusedMedia: [...error.refusedMedia] } : {}),
|
|
482
483
|
};
|
|
483
484
|
}
|
|
484
485
|
function cleanRequest(request) {
|
|
@@ -4,12 +4,16 @@ import { mimeEssence } from '../util/mime.js';
|
|
|
4
4
|
type MediaInputChannel = 'attachments' | 'voice';
|
|
5
5
|
/** Rules support a subtype wildcard such as `image/*`; parameter values are ignored. */
|
|
6
6
|
declare function mimeAllowed(accept: readonly string[], mime: string): boolean;
|
|
7
|
-
/**
|
|
7
|
+
/**
|
|
8
|
+
* The kind of media a MIME type is: its own row in `MEDIA_INPUT_KINDS`, else its top-level type
|
|
9
|
+
* (`image`, `audio`, `video`), else `document`. `undefined` only for a string that is not a MIME
|
|
10
|
+
* type. invariant: the profile's `accept` lists decide which types a turn takes, not this.
|
|
11
|
+
*/
|
|
8
12
|
declare function mediaKindForMime(mime: string): MediaInputKind | undefined;
|
|
9
13
|
declare function profileInputs(profile: Profile): ProfileInputsSpec | undefined;
|
|
10
14
|
declare function profileAccept(profile: Profile, channel: MediaInputChannel): string[] | undefined;
|
|
11
15
|
/**
|
|
12
|
-
* `undefined` when the profile accepts it nowhere or
|
|
16
|
+
* `undefined` when the profile accepts it nowhere or it is not a MIME type. Hosts route
|
|
13
17
|
* files with this instead of their own MIME table: the profile's `accept` lists are the whole declaration.
|
|
14
18
|
*/
|
|
15
19
|
declare function mediaChannelForMime(profile: Profile, mime: string): MediaInputChannel | undefined;
|
|
@@ -12,9 +12,26 @@ function mimeAllowed(accept, mime) {
|
|
|
12
12
|
return allowed === actual;
|
|
13
13
|
});
|
|
14
14
|
}
|
|
15
|
-
/**
|
|
15
|
+
/** RFC 6838: a type and a subtype, each a run of the characters a MIME name may use. */
|
|
16
|
+
const MIME_NAME = /^[a-z0-9][a-z0-9!#$&^_.+-]*\/[a-z0-9][a-z0-9!#$&^_.+-]*$/;
|
|
17
|
+
const KIND_OF_TYPE = {
|
|
18
|
+
image: 'image',
|
|
19
|
+
audio: 'audio',
|
|
20
|
+
video: 'video',
|
|
21
|
+
};
|
|
22
|
+
/**
|
|
23
|
+
* The kind of media a MIME type is: its own row in `MEDIA_INPUT_KINDS`, else its top-level type
|
|
24
|
+
* (`image`, `audio`, `video`), else `document`. `undefined` only for a string that is not a MIME
|
|
25
|
+
* type. invariant: the profile's `accept` lists decide which types a turn takes, not this.
|
|
26
|
+
*/
|
|
16
27
|
function mediaKindForMime(mime) {
|
|
17
|
-
|
|
28
|
+
const essence = mimeEssence(mime);
|
|
29
|
+
const known = MEDIA_INPUT_KINDS[essence];
|
|
30
|
+
if (known)
|
|
31
|
+
return known;
|
|
32
|
+
if (!MIME_NAME.test(essence))
|
|
33
|
+
return undefined;
|
|
34
|
+
return KIND_OF_TYPE[essence.split('/')[0] ?? ''] ?? 'document';
|
|
18
35
|
}
|
|
19
36
|
function profileInputs(profile) {
|
|
20
37
|
return profile.type === 'text' ||
|
|
@@ -29,7 +46,7 @@ function profileAccept(profile, channel) {
|
|
|
29
46
|
return channel === 'voice' ? inputs?.voice?.accept : inputs?.attachments?.accept;
|
|
30
47
|
}
|
|
31
48
|
/**
|
|
32
|
-
* `undefined` when the profile accepts it nowhere or
|
|
49
|
+
* `undefined` when the profile accepts it nowhere or it is not a MIME type. Hosts route
|
|
33
50
|
* files with this instead of their own MIME table: the profile's `accept` lists are the whole declaration.
|
|
34
51
|
*/
|
|
35
52
|
function mediaChannelForMime(profile, mime) {
|
|
@@ -81,7 +81,7 @@ function resolveImageFormat(profile) {
|
|
|
81
81
|
function assertMediaMime(mime) {
|
|
82
82
|
const kind = mediaKindForMime(mime);
|
|
83
83
|
if (!kind) {
|
|
84
|
-
throw new TheoremError('input', `
|
|
84
|
+
throw new TheoremError('input', `'${mime}' is not a MIME type`); // labels-exempt: developer contract / internal diagnostic — not end-user or model copy (P2)
|
|
85
85
|
}
|
|
86
86
|
return kind;
|
|
87
87
|
}
|
|
@@ -154,9 +154,9 @@ export type ToolType = (typeof TOOL_TYPES)[number];
|
|
|
154
154
|
/** A tool type the host defines, which is every type but `builtin`. */
|
|
155
155
|
export type CustomToolType = Exclude<ToolType, 'builtin'>;
|
|
156
156
|
/**
|
|
157
|
-
* The
|
|
158
|
-
*
|
|
159
|
-
*
|
|
157
|
+
* The MIME types the kernel names: the widest provider's documented lists (verified
|
|
158
|
+
* 2026-09-12) and their alias essences (`image/jpg`, `video/mov`, …). `mediaKindForMime`
|
|
159
|
+
* reads a type's kind here first; a type not here takes its kind from its top-level type.
|
|
160
160
|
* `resolveInputParts` canonicalizes `image/jpg` to `image/jpeg` on the wire.
|
|
161
161
|
*/
|
|
162
162
|
export declare const MEDIA_INPUT_KINDS: Record<string, MediaInputKind>;
|
package/esm/src/kernel/schema.js
CHANGED
|
@@ -334,9 +334,9 @@ export const STUDIO_AUTH_TYPES = [
|
|
|
334
334
|
...TOOL_AUTH_TYPES,
|
|
335
335
|
];
|
|
336
336
|
/**
|
|
337
|
-
* The
|
|
338
|
-
*
|
|
339
|
-
*
|
|
337
|
+
* The MIME types the kernel names: the widest provider's documented lists (verified
|
|
338
|
+
* 2026-09-12) and their alias essences (`image/jpg`, `video/mov`, …). `mediaKindForMime`
|
|
339
|
+
* reads a type's kind here first; a type not here takes its kind from its top-level type.
|
|
340
340
|
* `resolveInputParts` canonicalizes `image/jpg` to `image/jpeg` on the wire.
|
|
341
341
|
*/
|
|
342
342
|
export const MEDIA_INPUT_KINDS = {
|
|
@@ -718,9 +718,9 @@ export const PROFILE_FIELDS = withScopeAndPresence({
|
|
|
718
718
|
'inputs.maxStateBytes': field('number'),
|
|
719
719
|
'inputs.text': field('boolean'),
|
|
720
720
|
'inputs.attachments': field('{ accept: string[] }'),
|
|
721
|
-
'inputs.attachments.accept': field('string[]', ATTACHMENT_ACCEPT_MIMES,
|
|
721
|
+
'inputs.attachments.accept': field('string[]', ATTACHMENT_ACCEPT_MIMES, 'Common types; any MIME type can be listed.'),
|
|
722
722
|
'inputs.voice': field('{ accept: string[] }'),
|
|
723
|
-
'inputs.voice.accept': field('string[]', VOICE_ACCEPT_MIMES, '
|
|
723
|
+
'inputs.voice.accept': field('string[]', VOICE_ACCEPT_MIMES, 'Common audio types; any MIME type can be listed.'),
|
|
724
724
|
'inputs.maxFiles': field('number'),
|
|
725
725
|
'inputs.maxBytes': field('number'),
|
|
726
726
|
'inputs.maxTurnBytes': field('number'),
|
package/esm/src/kernel/stop.d.ts
CHANGED
|
@@ -37,7 +37,8 @@ export interface ProfileTurnResumptionSpec {
|
|
|
37
37
|
* `stream_incomplete`) again itself when this list is set and names that stop, and the call gave
|
|
38
38
|
* no reply and no tool call: the turn keeps its history, its step count and what it has read. A
|
|
39
39
|
* failure the same call would meet again (the provider refused the request) is not sent again,
|
|
40
|
-
* except
|
|
40
|
+
* except without its files when it carried any: once per type the provider named, or once a turn
|
|
41
|
+
* without this turn's files when it named none. Accepted that way, the turn goes on and
|
|
41
42
|
* `done.mediaRefused` names them. Named here, `length` also repairs a call the output limit cut
|
|
42
43
|
* off: the model gets back what it wrote, or that it wrote nothing, and is asked again to fit.
|
|
43
44
|
* Omitted, a turn sends nothing again.
|
|
@@ -103,7 +103,7 @@ export async function* runPreToolPipeline(args) {
|
|
|
103
103
|
const reparsed = pre.mutated ? tool.input.safeParse(plainToolInput(pre.input)) : undefined;
|
|
104
104
|
if (reparsed && !reparsed.success)
|
|
105
105
|
return invalidAfterMutate(reparsed.error, ctx);
|
|
106
|
-
const waitFailure = await waitForStepCalls(stages, base.callId, tool.name, [...(pre.waitFor ?? []), ...after], ctx.profile.labels);
|
|
106
|
+
const waitFailure = await waitForStepCalls(stages, base.callId, tool.name, [...(pre.waitFor ?? []), ...after], ctx.profile.labels, names);
|
|
107
107
|
if (waitFailure)
|
|
108
108
|
return { ok: false, kind: 'failed', failure: waitFailure };
|
|
109
109
|
return { ok: true, input: reparsed ? reparsed.data : pre.input };
|
|
@@ -169,7 +169,7 @@ async function* runPreToolStages(args) {
|
|
|
169
169
|
return { ok: true, input, mutated: false, ...waitFor };
|
|
170
170
|
}
|
|
171
171
|
/** Holds the call for the calls its `pre_tool` named; a wait that cannot end fails the call. */
|
|
172
|
-
async function waitForStepCalls(stages, callId, toolName, waitFor, labels) {
|
|
172
|
+
async function waitForStepCalls(stages, callId, toolName, waitFor, labels, afterNames) {
|
|
173
173
|
if (waitFor.length === 0)
|
|
174
174
|
return undefined;
|
|
175
175
|
const outcome = stages?.wait
|
|
@@ -177,10 +177,16 @@ async function waitForStepCalls(stages, callId, toolName, waitFor, labels) {
|
|
|
177
177
|
: { ok: false, reason: 'unknown', callIds: [...waitFor] };
|
|
178
178
|
if (outcome.ok)
|
|
179
179
|
return undefined;
|
|
180
|
+
// why: An after name with no call in the step stays a name, so the model reads that after takes tool names.
|
|
181
|
+
const afterOnly = outcome.reason === 'unknown' && outcome.callIds.every((id) => afterNames.includes(id));
|
|
180
182
|
return {
|
|
181
183
|
code: outcome.reason === 'unknown' ? 'wait_unknown' : 'wait_cycle',
|
|
182
184
|
kind: 'request',
|
|
183
|
-
message: labelText(
|
|
185
|
+
message: labelText(afterOnly
|
|
186
|
+
? 'tool.after_unknown'
|
|
187
|
+
: outcome.reason === 'unknown'
|
|
188
|
+
? 'tool.wait_unknown'
|
|
189
|
+
: 'tool.wait_cycle', { tool: toolName, calls: outcome.callIds.join(', ') }, labels),
|
|
184
190
|
};
|
|
185
191
|
}
|
|
186
192
|
export async function* runPostToolStages(args) {
|
|
@@ -806,6 +806,8 @@ export type TurnEvent = {
|
|
|
806
806
|
errorCopy?: ErrorCopies;
|
|
807
807
|
/** Raw diagnostic detail for traces/logs; never surface to end users (`forClient` strips it). */
|
|
808
808
|
errorInternal?: string;
|
|
809
|
+
/** The file types the provider said it cannot read; the turn may send again without them. */
|
|
810
|
+
refusedMedia?: string[];
|
|
809
811
|
};
|
|
810
812
|
/** The `type` of a turn event. */
|
|
811
813
|
export type TurnEventType = TurnEvent['type'];
|
|
@@ -6,5 +6,5 @@ import { TheoremError } from '../../guardrails/error.js';
|
|
|
6
6
|
export declare function readGeminiApiError(record: Record<string, unknown>): TheoremError | null;
|
|
7
7
|
/** The kind is the HTTP status's, unless the body names a refused key. */
|
|
8
8
|
export declare function readNonOkError(response: Response): Promise<TheoremError>;
|
|
9
|
-
/** A non-OK reply's error: the body's own when it names a refused key, else the status's with the body's message. */
|
|
9
|
+
/** A non-OK reply's error: the body's own when it names a refused key, else the status's with the body's message and the types it refused. */
|
|
10
10
|
export declare function statedOrStatusError(stated: TheoremError | null, status: number, fallback: string): TheoremError;
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { kindOfHttpStatus, TheoremError } from '../../guardrails/error.js';
|
|
1
|
+
import { kindOfHttpStatus, TheoremError, } from '../../guardrails/error.js';
|
|
2
2
|
import { asRecord } from '../../kernel/engine/record.js';
|
|
3
3
|
const HTTP_STATUS_MIN = 100;
|
|
4
4
|
const HTTP_STATUS_MAX = 599;
|
|
@@ -72,7 +72,7 @@ const BLOCKED_CODES = new Set([
|
|
|
72
72
|
* codes (`malformed_function_call`, `no_image`, …) and any code Google adds later
|
|
73
73
|
* are `bad_response`.
|
|
74
74
|
*/
|
|
75
|
-
function namedCodeError(code, message) {
|
|
75
|
+
function namedCodeError(code, message, options) {
|
|
76
76
|
if (code === 'cancelled')
|
|
77
77
|
return new TheoremError('cancelled', message);
|
|
78
78
|
if (BLOCKED_CODES.has(code))
|
|
@@ -80,7 +80,13 @@ function namedCodeError(code, message) {
|
|
|
80
80
|
const status = NAMED_CODE_STATUS[code];
|
|
81
81
|
return status === undefined
|
|
82
82
|
? new TheoremError('bad_response', message)
|
|
83
|
-
: new TheoremError(kindOfHttpStatus(status), message);
|
|
83
|
+
: new TheoremError(kindOfHttpStatus(status), message, options);
|
|
84
|
+
}
|
|
85
|
+
/** probed 14/11/2026: a refused document or image names its type, and only the first refused one: "Unsupported mime_type 'text/plain' in document content.", "… 'image/x-icon' in image content.". A refused audio or video part names none. */
|
|
86
|
+
const REFUSED_TYPE = /Unsupported mime_type '([^']+)' in \w+ content/;
|
|
87
|
+
function refusedMedia(message) {
|
|
88
|
+
const type = typeof message === 'string' ? REFUSED_TYPE.exec(message)?.[1] : undefined;
|
|
89
|
+
return type ? { refusedMedia: [type] } : undefined;
|
|
84
90
|
}
|
|
85
91
|
/**
|
|
86
92
|
* Interactions (SSE `error` rows, non-OK bodies) and Live (error frames) both send
|
|
@@ -100,10 +106,10 @@ export function readGeminiApiError(record) {
|
|
|
100
106
|
if (refusesKey(details))
|
|
101
107
|
return new TheoremError('auth', text);
|
|
102
108
|
if (typeof code === 'number' && code >= HTTP_STATUS_MIN && code <= HTTP_STATUS_MAX) {
|
|
103
|
-
return new TheoremError(kindOfHttpStatus(code), text);
|
|
109
|
+
return new TheoremError(kindOfHttpStatus(code), text, refusedMedia(message));
|
|
104
110
|
}
|
|
105
111
|
return typeof code === 'string'
|
|
106
|
-
? namedCodeError(code, text)
|
|
112
|
+
? namedCodeError(code, text, refusedMedia(message))
|
|
107
113
|
: new TheoremError('bad_response', text);
|
|
108
114
|
}
|
|
109
115
|
/** The kind is the HTTP status's, unless the body names a refused key. */
|
|
@@ -115,11 +121,12 @@ export async function readNonOkError(response) {
|
|
|
115
121
|
const parsed = parseRecord(text);
|
|
116
122
|
return statedOrStatusError(parsed ? readGeminiApiError(parsed) : null, response.status, `Gemini HTTP ${response.status}: ${text}`);
|
|
117
123
|
}
|
|
118
|
-
/** A non-OK reply's error: the body's own when it names a refused key, else the status's with the body's message. */
|
|
124
|
+
/** A non-OK reply's error: the body's own when it names a refused key, else the status's with the body's message and the types it refused. */
|
|
119
125
|
export function statedOrStatusError(stated, status, fallback) {
|
|
120
126
|
if (stated?.kind === 'auth')
|
|
121
127
|
return stated;
|
|
122
|
-
|
|
128
|
+
const refused = stated?.refusedMedia ? { refusedMedia: stated.refusedMedia } : undefined;
|
|
129
|
+
return new TheoremError(kindOfHttpStatus(status), stated?.message ?? fallback, refused);
|
|
123
130
|
}
|
|
124
131
|
function parseRecord(text) {
|
|
125
132
|
try {
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { type ProducedError, TheoremError } from '../../../guardrails/error.js';
|
|
1
|
+
import { type ProducedError, TheoremError, type TheoremErrorOptions } from '../../../guardrails/error.js';
|
|
2
2
|
import type { InteractionPart, ModelRequest, ResolvedStructured, WireFunctionTool } from '../../../kernel/types.js';
|
|
3
3
|
/**
|
|
4
4
|
* Why a Chat Completions body says the call failed: its `error.message`, then the provider's own
|
|
@@ -9,7 +9,7 @@ declare function statedError(body: unknown): string | undefined;
|
|
|
9
9
|
declare function httpError(failure: {
|
|
10
10
|
status: number;
|
|
11
11
|
body: unknown;
|
|
12
|
-
}, label: string): TheoremError;
|
|
12
|
+
}, label: string, options?: TheoremErrorOptions): TheoremError;
|
|
13
13
|
declare function httpErrorEvent(res: Response, label: string): Promise<ProducedError>;
|
|
14
14
|
interface GatewayHeaderConfig {
|
|
15
15
|
siteUrl?: string;
|
|
@@ -21,10 +21,10 @@ function statedError(body) {
|
|
|
21
21
|
return [...said, ...more].join(' ') || JSON.stringify(error);
|
|
22
22
|
}
|
|
23
23
|
/** A refused Chat Completions call, its kind from the status and its stated reason in the message. */
|
|
24
|
-
function httpError(failure, label) {
|
|
24
|
+
function httpError(failure, label, options) {
|
|
25
25
|
const detail = statedError(failure.body);
|
|
26
26
|
const head = `${label} HTTP ${String(failure.status)}`;
|
|
27
|
-
return new TheoremError(kindOfHttpStatus(failure.status), detail ? `${head}: ${detail}` : head);
|
|
27
|
+
return new TheoremError(kindOfHttpStatus(failure.status), detail ? `${head}: ${detail}` : head, options);
|
|
28
28
|
}
|
|
29
29
|
async function httpErrorEvent(res, label) {
|
|
30
30
|
const text = (await res.text()).trim();
|
|
@@ -42,6 +42,7 @@ function rejectMediaRef(part) {
|
|
|
42
42
|
throw new TheoremError('unsupported', 'media references are not supported on openAi');
|
|
43
43
|
}
|
|
44
44
|
}
|
|
45
|
+
/** probed 14/11/2026: Chat Completions takes only `wav` and `mp3` as `format`, and refuses `flac` or `ogg`; an upstream reads the clip's real format from its bytes, so flac and ogg sent as `mp3` are heard. */
|
|
45
46
|
function wireAudioPart(part) {
|
|
46
47
|
let format = 'mp3';
|
|
47
48
|
if (part.mimeType.includes('wav')) {
|
|
@@ -1,8 +1,10 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
+
import { kindOfHttpStatus, TheoremError } from '../../guardrails/error.js';
|
|
2
3
|
import { asRecord } from '../../kernel/engine/record.js';
|
|
3
4
|
import { jsonObjectSchema } from '../../kernel/json.js';
|
|
4
5
|
import { extendProtocol } from '../../kernel/protocols/mod.js';
|
|
5
6
|
import { openAi } from '../open-ai/protocol.js';
|
|
7
|
+
import { httpError, statedError } from './openai/compat.js';
|
|
6
8
|
import { collectReasoning } from './openai/reasoning-state.js';
|
|
7
9
|
/** What is cached: the whole request (`automatic`) or the system instruction only (`system`). */
|
|
8
10
|
export const CACHE_MODES = ['automatic', 'system'];
|
|
@@ -78,6 +80,33 @@ const reasoning = z.strictObject({
|
|
|
78
80
|
details: z.array(jsonObjectSchema),
|
|
79
81
|
content: z.string().optional(),
|
|
80
82
|
});
|
|
83
|
+
/**
|
|
84
|
+
* probed 14/11/2026: with `require_parameters`, a model that cannot read a kind of file answers
|
|
85
|
+
* 404 "No endpoints found that support image input", its `metadata.failed_routing_step` naming
|
|
86
|
+
* the kind: "Filter by Image Support", "Filter by Input Audio Support", "Filter by Input Video
|
|
87
|
+
* Support". Every file of that kind is refused, whatever its type.
|
|
88
|
+
*/
|
|
89
|
+
const REFUSED_STEP = /^Filter by (?:Input )?(Image|Audio|Video) Support$/;
|
|
90
|
+
/** probed 14/11/2026: an upstream that cannot decode a clip says so in a 200 stream's error row: "Upstream error from Nvidia: Unsupported audio format: send WAV, MP3, FLAC or Ogg (Vorbis/Opus) audio." */
|
|
91
|
+
const REFUSED_FORMAT = /\bUnsupported (audio|image|video) format\b/i;
|
|
92
|
+
function refusedKind(body) {
|
|
93
|
+
const error = asRecord(asRecord(body)?.error);
|
|
94
|
+
const step = asRecord(error?.metadata)?.failed_routing_step;
|
|
95
|
+
const kind = (typeof step === 'string' ? REFUSED_STEP.exec(step)?.[1] : undefined) ??
|
|
96
|
+
(typeof error?.message === 'string' ? REFUSED_FORMAT.exec(error.message)?.[1] : undefined);
|
|
97
|
+
return kind ? { refusedMedia: [`${kind.toLowerCase()}/*`] } : undefined;
|
|
98
|
+
}
|
|
99
|
+
/** invariant: an error row is typed as the base types it; this only names the kind of file it refused. */
|
|
100
|
+
function refusedRow(row) {
|
|
101
|
+
const error = asRecord(row.error);
|
|
102
|
+
if (!error)
|
|
103
|
+
return undefined;
|
|
104
|
+
const kind = kindOfHttpStatus(typeof error.code === 'number' ? error.code : 502);
|
|
105
|
+
const refused = kind === 'unsupported' ? refusedKind(row) : undefined;
|
|
106
|
+
return refused
|
|
107
|
+
? new TheoremError(kind, statedError(row) ?? JSON.stringify(error), refused)
|
|
108
|
+
: undefined;
|
|
109
|
+
}
|
|
81
110
|
function cacheControl(spec) {
|
|
82
111
|
return spec.ttl ? { type: 'ephemeral', ttl: spec.ttl } : { type: 'ephemeral' };
|
|
83
112
|
}
|
|
@@ -155,6 +184,7 @@ export const openRouterOpenAi = extendProtocol(openAi, {
|
|
|
155
184
|
description: "Chat Completions with OpenRouter's caching, routing, web search, citations and reasoning.", // labels-exempt: builder field description, read by the studio and docs
|
|
156
185
|
options: z.strictObject({ cache: cache.optional(), provider: routing.optional() }),
|
|
157
186
|
reasoning,
|
|
187
|
+
error: (failure) => httpError(failure, 'Chat Completions', refusedKind(failure.body)),
|
|
158
188
|
body(body, at) {
|
|
159
189
|
// why: its fields are Chat Completions ones; a speech request goes as openAi sends it.
|
|
160
190
|
if (at.profileType !== 'text')
|
|
@@ -192,8 +222,13 @@ export const openRouterOpenAi = extendProtocol(openAi, {
|
|
|
192
222
|
const cited = new Set();
|
|
193
223
|
const reported = new Set();
|
|
194
224
|
let content = '';
|
|
225
|
+
let begun = false;
|
|
195
226
|
return {
|
|
196
227
|
row(row) {
|
|
228
|
+
const refused = begun ? undefined : refusedRow(row);
|
|
229
|
+
if (refused)
|
|
230
|
+
throw refused;
|
|
231
|
+
begun = true;
|
|
197
232
|
content += collectReasoning(row, details);
|
|
198
233
|
const events = [];
|
|
199
234
|
const thought = thinking(row);
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@theoremjs/agents",
|
|
3
|
-
"version": "0.3.5-next.
|
|
3
|
+
"version": "0.3.5-next.958.gc25a02b",
|
|
4
4
|
"description": "A flat TypeScript agent kernel for typed profiles, deterministic turn execution, registered tools, provider adapters, guardrails, and host-injected traces.",
|
|
5
5
|
"keywords": [
|
|
6
6
|
"agent",
|