@veryfront/ext-llm-openai 0.1.1281-rc.24827 → 0.1.1282

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1 +1 @@
1
- {"version":3,"file":"openai-provider.d.ts","sourceRoot":"","sources":["../../../../src/extensions/ext-llm-openai/src/openai-provider.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC/E,OAAO,KAAK,EACV,gBAAgB,EAChB,YAAY,EACZ,2BAA2B,EAC5B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,kBAAkB,EAQlB,aAAa,EACb,UAAU,EAEV,iBAAiB,EACjB,aAAa,EACb,uBAAuB,EACvB,kBAAkB,EAClB,sBAAsB,EACtB,oBAAoB,EAQpB,+BAA+B,EAEhC,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAEL,KAAK,6BAA6B,EAClC,KAAK,+BAA+B,EACrC,MAAM,kCAAkC,CAAC;AA+B1C,OAAO,EACL,kBAAkB,EAClB,aAAa,EACb,UAAU,EACV,iBAAiB,EACjB,aAAa,EACb,uBAAuB,EACvB,kBAAkB,EAClB,sBAAsB,EACtB,oBAAoB,EACpB,+BAA+B,GAChC,CAAC;AAEF,MAAM,WAAW,mBAAmB;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,+BAA+B;IAC/B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,gGAAgG;IAChG,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,uBAAuB,CAAC,EAAE,6BAA6B,CAAC;IACxD,KAAK,CAAC,EAAE,OAAO,UAAU,CAAC,KAAK,CAAC;CACjC;AAk7BD,wBAAgB,wBAAwB,CACtC,MAAM,EAAE,mBAAmB,EAC3B,OAAO,EAAE,MAAM,GACd,YAAY,CAAC,+BAA+B,EAAE,2BAA2B,CAAC,CAsF5E;AAMD,wBAAgB,4BAA4B,CAC1C,MAAM,EAAE,mBAAmB,EAC3B,OAAO,EAAE,MAAM,GACd,YAAY,CAAC,+BAA+B,EAAE,2BAA2B,CAAC,CA8J5E;AA2DD,wBAAgB,4BAA4B,CAC1C,MAAM,EAAE,mBAAmB,EAC3B,OAAO,EAAE,MAAM,GACd,gBAAgB,CA4ClB;AAED,qBAAa,cAAe,YAAW,WAAW;IAChD,QAAQ,CAAC,EAAE,YAAY;IAEvB,WAAW,CACT,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,iBAAiB,GACxB,YAAY,CAAC,+BAA+B,EAAE,2BAA2B,CAAC;IAyC7E,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,iBAAiB,GAAG,gBAAgB;IAa7E,eAAe,CACb,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,iBAAiB,GACxB,YAAY,CAAC,+BAA+B,EAAE,2BAA2B,CAAC;CAY9E"}
1
+ {"version":3,"file":"openai-provider.d.ts","sourceRoot":"","sources":["../../../../src/extensions/ext-llm-openai/src/openai-provider.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC/E,OAAO,KAAK,EACV,gBAAgB,EAChB,YAAY,EACZ,2BAA2B,EAC5B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,kBAAkB,EAQlB,aAAa,EACb,UAAU,EAEV,iBAAiB,EAEjB,aAAa,EACb,uBAAuB,EACvB,kBAAkB,EAClB,sBAAsB,EACtB,oBAAoB,EASpB,+BAA+B,EAEhC,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAEL,KAAK,6BAA6B,EAClC,KAAK,+BAA+B,EACrC,MAAM,kCAAkC,CAAC;AA+B1C,OAAO,EACL,kBAAkB,EAClB,aAAa,EACb,UAAU,EACV,iBAAiB,EACjB,aAAa,EACb,uBAAuB,EACvB,kBAAkB,EAClB,sBAAsB,EACtB,oBAAoB,EACpB,+BAA+B,GAChC,CAAC;AAEF,MAAM,WAAW,mBAAmB;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,+BAA+B;IAC/B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,gGAAgG;IAChG,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,uBAAuB,CAAC,EAAE,6BAA6B,CAAC;IACxD,KAAK,CAAC,EAAE,OAAO,UAAU,CAAC,KAAK,CAAC;CACjC;AAk7BD,wBAAgB,wBAAwB,CACtC,MAAM,EAAE,mBAAmB,EAC3B,OAAO,EAAE,MAAM,GACd,YAAY,CAAC,+BAA+B,EAAE,2BAA2B,CAAC,CAsF5E;AAMD,wBAAgB,4BAA4B,CAC1C,MAAM,EAAE,mBAAmB,EAC3B,OAAO,EAAE,MAAM,GACd,YAAY,CAAC,+BAA+B,EAAE,2BAA2B,CAAC,CA8J5E;AA2ED,wBAAgB,4BAA4B,CAC1C,MAAM,EAAE,mBAAmB,EAC3B,OAAO,EAAE,MAAM,GACd,gBAAgB,CA4ClB;AAED,qBAAa,cAAe,YAAW,WAAW;IAChD,QAAQ,CAAC,EAAE,YAAY;IAEvB,WAAW,CACT,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,iBAAiB,GACxB,YAAY,CAAC,+BAA+B,EAAE,2BAA2B,CAAC;IA0C7E,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,iBAAiB,GAAG,gBAAgB;IAa7E,eAAe,CACb,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,iBAAiB,GACxB,YAAY,CAAC,+BAA+B,EAAE,2BAA2B,CAAC;CAY9E"}
@@ -7,7 +7,7 @@
7
7
  *
8
8
  * @module extensions/ext-llm-openai/openai-provider
9
9
  */
10
- import { buildProviderError, createOpenAIRequestInit, createWarningCollector, DEFAULT_PROVIDER_STREAM_HEADERS_TIMEOUT_MS, DEFAULT_PROVIDER_STREAM_TOTAL_HEADERS_BUDGET_MS, getOpenAIChatCompletionsUrl, getOpenAIEmbeddingUrl, getOpenAIResponsesUrl, isNumberArray, mergeUsage, notifyProviderRequestRetry, parseRetryAfterMs, ProviderError, ProviderOverloadedError, ProviderQuotaError, ProviderRateLimitError, ProviderRequestError, readGatewayBillingMode, readGatewayUsageCosts, readRecord, requestJson, requestStream, stringifyJsonValue, TOOL_INPUT_PENDING_THRESHOLD_MS, waitForProviderStreamRetry, } from "veryfront/provider/shared";
10
+ import { buildProviderError, createOpenAIRequestInit, createWarningCollector, DEFAULT_PROVIDER_STREAM_HEADERS_TIMEOUT_MS, DEFAULT_PROVIDER_STREAM_TOTAL_HEADERS_BUDGET_MS, getOpenAIChatCompletionsUrl, getOpenAIEmbeddingUrl, getOpenAIResponsesUrl, isNumberArray, mergeUsage, notifyProviderRequestRetry, parseRetryAfterMs, promptHasDocumentInput, ProviderError, ProviderOverloadedError, ProviderQuotaError, ProviderRateLimitError, ProviderRequestError, readGatewayBillingMode, readGatewayUsageCosts, readRecord, requestJson, requestStream, routesOpenAIDocumentInputToResponses, stringifyJsonValue, TOOL_INPUT_PENDING_THRESHOLD_MS, waitForProviderStreamRetry, } from "veryfront/provider/shared";
11
11
  import { buildOpenAIChatRequest, } from "./openai-chat-request-builder.js";
12
12
  import { MAX_OPENAI_STREAM_TOOL_CALLS, streamOpenAICompatibleParts } from "./openai-chat-stream.js";
13
13
  import { buildOpenAIResponsesRequest } from "./openai-responses-request-builder.js";
@@ -900,6 +900,15 @@ function requestUsesOpenAIHostedTool(optionsForRuntime) {
900
900
  }
901
901
  return resolveOpenAIWebSearchDescriptor(options.tools) !== undefined;
902
902
  }
903
+ /**
904
+ * Non-image files need Responses; Chat Completions only carries images. Only
905
+ * providers that serve Responses documents move there; the rest keep Chat
906
+ * Completions, which rejects the file before inference.
907
+ */
908
+ function requiresOpenAIResponses(options, documentsOnResponses) {
909
+ return requestUsesOpenAIHostedTool(options) ||
910
+ (documentsOnResponses && promptHasDocumentInput(options.prompt));
911
+ }
903
912
  function createOpenAIChatCompletionsOnlyRuntime(chatRuntime, hostedToolReason) {
904
913
  function assertHostedToolsSupported(options) {
905
914
  if (requestUsesOpenAIHostedTool(options)) {
@@ -919,19 +928,21 @@ function createOpenAIChatCompletionsOnlyRuntime(chatRuntime, hostedToolReason) {
919
928
  },
920
929
  };
921
930
  }
922
- function createOpenAIAdaptiveModelRuntime(chatRuntime, responsesRuntime) {
931
+ function createOpenAIAdaptiveModelRuntime(chatRuntime, responsesRuntime, documentsOnResponses) {
923
932
  return {
924
933
  ...chatRuntime,
925
934
  openAITransport: "auto",
926
- doGenerate(optionsForRuntime) {
927
- return requestUsesOpenAIHostedTool(optionsForRuntime)
935
+ openAIResponsesDocumentInput: documentsOnResponses,
936
+ // Async, so a request the selected runtime rejects up front still rejects.
937
+ async doGenerate(optionsForRuntime) {
938
+ return await (requiresOpenAIResponses(optionsForRuntime, documentsOnResponses)
928
939
  ? responsesRuntime.doGenerate(optionsForRuntime)
929
- : chatRuntime.doGenerate(optionsForRuntime);
940
+ : chatRuntime.doGenerate(optionsForRuntime));
930
941
  },
931
- doStream(optionsForRuntime) {
932
- return requestUsesOpenAIHostedTool(optionsForRuntime)
942
+ async doStream(optionsForRuntime) {
943
+ return await (requiresOpenAIResponses(optionsForRuntime, documentsOnResponses)
933
944
  ? responsesRuntime.doStream(optionsForRuntime)
934
- : chatRuntime.doStream(optionsForRuntime);
945
+ : chatRuntime.doStream(optionsForRuntime));
935
946
  },
936
947
  };
937
948
  }
@@ -1007,7 +1018,7 @@ export class OpenAIProvider {
1007
1018
  if (transport === "chat-completions") {
1008
1019
  return createOpenAIChatCompletionsOnlyRuntime(chatRuntime, getOpenAIChatCompletionsOnlyReason(config));
1009
1020
  }
1010
- return createOpenAIAdaptiveModelRuntime(chatRuntime, responsesRuntime);
1021
+ return createOpenAIAdaptiveModelRuntime(chatRuntime, responsesRuntime, routesOpenAIDocumentInputToResponses(providerName, config.baseURL));
1011
1022
  }
1012
1023
  createEmbedding(modelId, config) {
1013
1024
  return createOpenAIEmbeddingRuntime({
@@ -1 +1 @@
1
- {"version":3,"file":"openai-responses-request-builder.d.ts","sourceRoot":"","sources":["../../../../src/extensions/ext-llm-openai/src/openai-responses-request-builder.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EAAE,+BAA+B,EAAE,MAAM,kCAAkC,CAAC;AAyBxF,MAAM,MAAM,wBAAwB,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAE/D,MAAM,MAAM,sBAAsB,GAAG;IACnC,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,wBAAwB,EAAE,CAAC;IAClC,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IACvC,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,SAAS,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAClD,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAClC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,IAAI,CAAC,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAE,CAAC;IAC3C,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB,CAAC;AAEF,KAAK,gBAAgB,GAAG;IACtB,IAAI,CAAC,OAAO,EAAE;QACZ,IAAI,EAAE,qBAAqB,GAAG,OAAO,CAAC;QACtC,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;KAClB,GAAG,IAAI,CAAC;IACT,KAAK,IAAI,KAAK,CAAC;QACb,IAAI,EAAE,qBAAqB,GAAG,OAAO,CAAC;QACtC,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC,CAAC;CACJ,CAAC;AAyYF,wBAAgB,2BAA2B,CACzC,OAAO,EAAE,MAAM,EACf,YAAY,EAAE,MAAM,EACpB,OAAO,EAAE,+BAA+B,EACxC,MAAM,EAAE,OAAO,EACf,QAAQ,EAAE,gBAAgB,GACzB,sBAAsB,CA8IxB"}
1
+ {"version":3,"file":"openai-responses-request-builder.d.ts","sourceRoot":"","sources":["../../../../src/extensions/ext-llm-openai/src/openai-responses-request-builder.ts"],"names":[],"mappings":"AAeA,OAAO,KAAK,EAAE,+BAA+B,EAAE,MAAM,kCAAkC,CAAC;AAyBxF,MAAM,MAAM,wBAAwB,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAE/D,MAAM,MAAM,sBAAsB,GAAG;IACnC,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,wBAAwB,EAAE,CAAC;IAClC,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IACvC,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,SAAS,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAClD,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAClC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,IAAI,CAAC,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAE,CAAC;IAC3C,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB,CAAC;AAEF,KAAK,gBAAgB,GAAG;IACtB,IAAI,CAAC,OAAO,EAAE;QACZ,IAAI,EAAE,qBAAqB,GAAG,OAAO,CAAC;QACtC,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;KAClB,GAAG,IAAI,CAAC;IACT,KAAK,IAAI,KAAK,CAAC;QACb,IAAI,EAAE,qBAAqB,GAAG,OAAO,CAAC;QACtC,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC,CAAC;CACJ,CAAC;AAsgBF,wBAAgB,2BAA2B,CACzC,OAAO,EAAE,MAAM,EACf,YAAY,EAAE,MAAM,EACpB,OAAO,EAAE,+BAA+B,EACxC,MAAM,EAAE,OAAO,EACf,QAAQ,EAAE,gBAAgB,GACzB,sBAAsB,CA8IxB"}
@@ -1,4 +1,4 @@
1
- import { jsonValuesEqual, stringifyToolArguments, stringifyToolResultValue, unwrapToolInputSchema, } from "veryfront/provider/shared";
1
+ import { fileInputBaseName, isImageFileInput, jsonValuesEqual, readInlineFileData, readRemoteFileUrl, stringifyToolArguments, stringifyToolResultValue, unsupportedFileInputError, unwrapToolInputSchema, } from "veryfront/provider/shared";
2
2
  import { rejectsOpenAISamplingParams, resolveOpenAIReasoningConfig, shouldRequestOpenAIReasoningSummary, } from "./openai-reasoning-models.js";
3
3
  import { defineOpenAIProviderOptions, readOpenAIProviderOptions, } from "./openai-provider-options.js";
4
4
  import { isBoundedOpenAIStreamString, MAX_OPENAI_STREAM_TOOL_NAME_BYTES, } from "./openai-stream-metadata.js";
@@ -259,6 +259,93 @@ function toOpenAIResponsesInput(prompt) {
259
259
  input,
260
260
  };
261
261
  }
262
+ const INLINE_FILE_EXTENSIONS = {
263
+ "application/json": "json",
264
+ "application/pdf": "pdf",
265
+ "text/csv": "csv",
266
+ "text/html": "html",
267
+ "text/markdown": "md",
268
+ "text/plain": "txt",
269
+ };
270
+ /**
271
+ * Inline document types Responses reads, besides `text/*` and `+json`/`+xml`
272
+ * types. From OpenAI's file input table, plus common aliases. Other types,
273
+ * such as archives, fail before inference.
274
+ */
275
+ const RESPONSES_DOCUMENT_TYPES = new Set([
276
+ "application/pdf",
277
+ "application/msword",
278
+ "application/rtf",
279
+ "application/vnd.ms-excel",
280
+ "application/vnd.ms-powerpoint",
281
+ "application/vnd.openxmlformats-officedocument.wordprocessingml.document",
282
+ "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet",
283
+ "application/vnd.openxmlformats-officedocument.presentationml.presentation",
284
+ "application/vnd.oasis.opendocument.text",
285
+ "application/vnd.apple.pages",
286
+ "application/vnd.apple.keynote",
287
+ "application/vnd.apple.iwork",
288
+ "application/vnd.google-apps.document",
289
+ "application/vnd.google-apps.spreadsheet",
290
+ "application/vnd.google-apps.presentation",
291
+ "application/csv",
292
+ "application/x-iif",
293
+ "application/json",
294
+ "application/json5",
295
+ "application/x-json5",
296
+ "application/x-ndjson",
297
+ "application/xml",
298
+ "application/yaml",
299
+ "application/x-yaml",
300
+ "application/toml",
301
+ "application/x-toml",
302
+ "application/graphql",
303
+ "application/x-graphql",
304
+ "application/javascript",
305
+ "application/x-javascript",
306
+ "application/typescript",
307
+ "application/x-python",
308
+ "application/x-sh",
309
+ "application/x-bash",
310
+ "application/x-awk",
311
+ "application/x-sql",
312
+ "application/x-scala",
313
+ "application/x-rust",
314
+ "application/x-powershell",
315
+ "application/x-patch",
316
+ "application/x-php",
317
+ "application/x-httpd-php",
318
+ "application/x-httpd-php-source",
319
+ "application/x-protobuf",
320
+ "application/x-terraform",
321
+ "application/x-subrip",
322
+ "message/rfc822",
323
+ ]);
324
+ function isResponsesDocumentType(mediaType) {
325
+ return mediaType.startsWith("text/") || /\+(json|xml)$/.test(mediaType) ||
326
+ RESPONSES_DOCUMENT_TYPES.has(mediaType);
327
+ }
328
+ /**
329
+ * Build an inline `input_file`. OpenAI infers the file type from the filename
330
+ * extension, so a filename without one needs a MIME type we can name.
331
+ */
332
+ function toOpenAIResponsesInlineFile(part, data) {
333
+ const mediaType = part.mediaType.toLowerCase();
334
+ if (!isResponsesDocumentType(mediaType)) {
335
+ throw unsupportedFileInputError("OpenAI Responses", part, "Send a document such as PDF, text, code, a spreadsheet, or an office document.");
336
+ }
337
+ const extension = INLINE_FILE_EXTENSIONS[mediaType];
338
+ const name = fileInputBaseName(part.filename) ?? "file";
339
+ const hasExtension = /.\.[^.]+$/.test(name);
340
+ if (!hasExtension && !extension) {
341
+ throw unsupportedFileInputError("OpenAI Responses", part, "Set a filename with an extension, for example with fileFromBytes.");
342
+ }
343
+ return {
344
+ type: "input_file",
345
+ file_data: `data:${mediaType};base64,${data}`,
346
+ filename: hasExtension ? name : `${name}.${extension}`,
347
+ };
348
+ }
262
349
  function toOpenAIResponsesUserContent(parts) {
263
350
  const content = [];
264
351
  for (const part of parts) {
@@ -268,15 +355,27 @@ function toOpenAIResponsesUserContent(parts) {
268
355
  }
269
356
  continue;
270
357
  }
271
- if (part.type === "image" || part.mediaType.startsWith("image/")) {
272
- content.push({ type: "input_image", image_url: part.url, detail: "auto" });
358
+ if (isImageFileInput(part)) {
359
+ // Inline data is validated; any other image URL must be remote.
360
+ const imageUrl = readInlineFileData(part) === undefined
361
+ ? readRemoteFileUrl("OpenAI Responses", part)
362
+ : part.url;
363
+ content.push({ type: "input_image", image_url: imageUrl, detail: "auto" });
273
364
  continue;
274
365
  }
275
- content.push({
276
- type: "input_file",
277
- file_url: part.url,
278
- ...(part.filename ? { filename: part.filename } : {}),
279
- });
366
+ // Responses file inputs are documents; audio and video use other input shapes.
367
+ if (/^(audio|video)\//i.test(part.mediaType)) {
368
+ throw unsupportedFileInputError("OpenAI Responses", part, "Send a document such as PDF, text, or a spreadsheet.");
369
+ }
370
+ const data = readInlineFileData(part);
371
+ const filename = fileInputBaseName(part.filename);
372
+ content.push(data === undefined
373
+ ? {
374
+ type: "input_file",
375
+ file_url: readRemoteFileUrl("OpenAI Responses", part),
376
+ ...(filename ? { filename } : {}),
377
+ }
378
+ : toOpenAIResponsesInlineFile(part, data));
280
379
  }
281
380
  return content;
282
381
  }
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@veryfront/ext-llm-openai",
3
- "version": "0.1.1281-rc.24827",
3
+ "version": "0.1.1282",
4
4
  "description": "Veryfront first-party extension package for ext-llm-openai",
5
5
  "keywords": [
6
6
  "veryfront",
@@ -45,7 +45,7 @@
45
45
  "capabilities": []
46
46
  },
47
47
  "peerDependencies": {
48
- "veryfront": "^0.1.1281-rc.24827"
48
+ "veryfront": "^0.1.1282"
49
49
  },
50
50
  "type": "module",
51
51
  "types": "./esm/extensions/ext-llm-openai/src/index.d.ts",
@@ -55,5 +55,5 @@
55
55
  "NOTICE",
56
56
  "README.md"
57
57
  ],
58
- "gitHead": "6dfd830f5b67dcf027a7ab93245e6ee454fc3780"
58
+ "gitHead": "ca25ee51eda291759fb26352fe07d64f46fd8753"
59
59
  }