@databricks/ai-sdk-provider 0.2.1 → 0.2.3

package/dist/index.js

@@ -521,7 +521,7 @@ const responsesAgentResponseSchema = z.object({
 	}).nullish(),
 	model: z.string().optional(),
 	output: z.array(responsesAgentOutputItem),
-	incomplete_details: z.object({ reason: z.enum(["max_output_tokens", "content_filter"]).optional() }).nullish(),
+	incomplete_details: z.object({ reason: z.string().nullish().optional() }).nullish(),
 	usage: z.object({
 		input_tokens: z.number(),
 		output_tokens: z.number(),
@@ -591,7 +591,7 @@ const responsesCompletedSchema = z.object({
 			"queued",
 			"incomplete"
 		]).optional(),
-		incomplete_details: z.object({ reason: z.enum(["max_output_tokens", "content_filter"]).optional() }).nullish(),
+		incomplete_details: z.object({ reason: z.string().nullish().optional() }).nullish(),
 		usage: z.object({
 			input_tokens: z.number(),
 			output_tokens: z.number(),
@@ -1165,6 +1165,75 @@ function convertResponsesToolChoice(toolChoice) {
 	}
 }
 
+//#endregion
+//#region src/responses-agent-language-model/call-options-to-responses-args.ts
+/**
+* Converts AI SDK LanguageModelV2CallOptions to Databricks Responses API body parameters.
+*
+* Inspired by the getArgs method in:
+* https://github.com/vercel/ai/blob/main/packages/openai/src/responses/openai-responses-language-model.ts#L118
+*
+* Complies with the API described in:
+* https://docs.databricks.com/aws/en/machine-learning/foundation-model-apis/api-reference#responses-api-request
+*/
+function callOptionsToResponsesArgs(options) {
+	const warnings = [];
+	const databricksOptions = options.providerOptions?.databricks;
+	if (options.topK != null) warnings.push({
+		type: "unsupported-setting",
+		setting: "topK",
+		details: "topK is not supported by the Databricks Responses API"
+	});
+	if (options.presencePenalty != null) warnings.push({
+		type: "unsupported-setting",
+		setting: "presencePenalty",
+		details: "presencePenalty is not supported by the Databricks Responses API"
+	});
+	if (options.frequencyPenalty != null) warnings.push({
+		type: "unsupported-setting",
+		setting: "frequencyPenalty",
+		details: "frequencyPenalty is not supported by the Databricks Responses API"
+	});
+	if (options.seed != null) warnings.push({
+		type: "unsupported-setting",
+		setting: "seed",
+		details: "seed is not supported by the Databricks Responses API"
+	});
+	if (options.stopSequences != null && options.stopSequences.length > 0) warnings.push({
+		type: "unsupported-setting",
+		setting: "stopSequences",
+		details: "stopSequences is not supported by the Databricks Responses API"
+	});
+	const args = {};
+	if (options.maxOutputTokens != null) args.max_output_tokens = options.maxOutputTokens;
+	if (options.temperature != null) args.temperature = options.temperature;
+	if (options.topP != null) args.top_p = options.topP;
+	if (options.responseFormat != null) switch (options.responseFormat.type) {
+		case "text":
+			args.text = { format: { type: "text" } };
+			break;
+		case "json":
+			if (options.responseFormat.schema != null) args.text = { format: {
+				type: "json_schema",
+				json_schema: {
+					name: options.responseFormat.name ?? "response",
+					description: options.responseFormat.description,
+					schema: options.responseFormat.schema,
+					strict: true
+				}
+			} };
+			else args.text = { format: { type: "json_object" } };
+			break;
+	}
+	if (databricksOptions?.parallelToolCalls != null) args.parallel_tool_calls = databricksOptions.parallelToolCalls;
+	if (databricksOptions?.metadata != null) args.metadata = databricksOptions.metadata;
+	if (databricksOptions?.reasoning != null) args.reasoning = databricksOptions.reasoning;
+	return {
+		args,
+		warnings
+	};
+}
+
 //#endregion
 //#region src/responses-agent-language-model/responses-agent-language-model.ts
 function mapResponsesFinishReason({ finishReason, hasToolCalls }) {
@@ -1189,7 +1258,7 @@ var DatabricksResponsesAgentLanguageModel = class {
 	}
 	supportedUrls = {};
 	async doGenerate(options) {
-		const networkArgs = await this.getArgs({
+		const { warnings,...networkArgs } = await this.getArgs({
 			config: this.config,
 			options,
 			stream: false,
@@ -1217,11 +1286,11 @@ var DatabricksResponsesAgentLanguageModel = class {
 				outputTokens: response.usage?.output_tokens ?? 0,
 				totalTokens: response.usage?.total_tokens ?? 0
 			},
-			warnings: []
+			warnings
 		};
 	}
 	async doStream(options) {
-		const networkArgs = await this.getArgs({
+		const { warnings,...networkArgs } = await this.getArgs({
 			config: this.config,
 			options,
 			stream: true,
@@ -1249,7 +1318,7 @@ var DatabricksResponsesAgentLanguageModel = class {
 				start(controller) {
 					controller.enqueue({
 						type: "stream-start",
-						warnings: []
+						warnings
 					});
 				},
 				transform(chunk, controller) {
@@ -1324,6 +1393,7 @@ var DatabricksResponsesAgentLanguageModel = class {
 			tools: options.tools,
 			toolChoice: options.toolChoice
 		});
+		const { args: callArgs, warnings } = callOptionsToResponsesArgs(options);
 		return {
 			url: config.url({ path: "/responses" }),
 			headers: combineHeaders(config.headers(), options.headers),
@@ -1332,8 +1402,10 @@ var DatabricksResponsesAgentLanguageModel = class {
 				input,
 				stream,
 				...tools ? { tools } : {},
-				...toolChoice && tools ? { tool_choice: toolChoice } : {}
+				...toolChoice && tools ? { tool_choice: toolChoice } : {},
+				...callArgs
 			},
+			warnings,
 			fetch: config.fetch
 		};
 	}
@@ -1455,11 +1527,7 @@ const fmapiChunkSchema = z.object({
 			]).optional(),
 			tool_calls: z.array(toolCallDeltaSchema).optional()
 		}),
-		finish_reason: z.union([
-			z.literal("stop"),
-			z.literal("tool_calls"),
-			z.null()
-		]).optional()
+		finish_reason: z.union([z.string(), z.null()]).optional()
 	}))
 });
 const fmapiResponseSchema = z.object({
@@ -1485,11 +1553,7 @@ const fmapiResponseSchema = z.object({
 			]).optional(),
 			tool_calls: z.array(toolCallSchema).optional()
 		}),
-		finish_reason: z.union([
-			z.literal("stop"),
-			z.literal("tool_calls"),
-			z.null()
-		]).optional()
+		finish_reason: z.union([z.string(), z.null()]).optional()
 	}))
 });
 
@@ -1737,6 +1801,82 @@ const getToolNameFromPart = async (part) => {
 	return providerOptions?.toolName ?? part.toolName;
 };
 
+//#endregion
+//#region src/fmapi-language-model/fmapi-finish-reason.ts
+function mapFmapiFinishReason(finishReason) {
+	switch (finishReason) {
+		case "stop": return "stop";
+		case "length": return "length";
+		case "content_filter": return "content-filter";
+		case "function_call":
+		case "tool_calls": return "tool-calls";
+		default: return "other";
+	}
+}
+
+//#endregion
+//#region src/fmapi-language-model/call-options-to-fmapi-args.ts
+/**
+* Converts AI SDK LanguageModelV2CallOptions to Databricks FMAPI body parameters.
+*
+* Inspired by the getArgs method in:
+* https://github.com/vercel/ai/blob/main/packages/openai/src/chat/openai-chat-language-model.ts#L71
+*
+* Complies with the API described in:
+* https://docs.databricks.com/aws/en/machine-learning/foundation-model-apis/api-reference#chat-request
+*/
+function callOptionsToFmapiArgs(options) {
+	const warnings = [];
+	const databricksOptions = options.providerOptions?.databricks;
+	if (options.presencePenalty != null) warnings.push({
+		type: "unsupported-setting",
+		setting: "presencePenalty",
+		details: "presencePenalty is not supported by the Databricks FMAPI"
+	});
+	if (options.frequencyPenalty != null) warnings.push({
+		type: "unsupported-setting",
+		setting: "frequencyPenalty",
+		details: "frequencyPenalty is not supported by the Databricks FMAPI"
+	});
+	if (options.seed != null) warnings.push({
+		type: "unsupported-setting",
+		setting: "seed",
+		details: "seed is not supported by the Databricks FMAPI"
+	});
+	const args = {};
+	if (options.maxOutputTokens != null) args.max_tokens = options.maxOutputTokens;
+	if (options.temperature != null) args.temperature = options.temperature;
+	if (options.topP != null) args.top_p = options.topP;
+	if (options.topK != null) args.top_k = options.topK;
+	if (options.stopSequences != null && options.stopSequences.length > 0) args.stop = options.stopSequences;
+	if (options.responseFormat != null) switch (options.responseFormat.type) {
+		case "text":
+			args.response_format = { type: "text" };
+			break;
+		case "json":
+			if (options.responseFormat.schema != null) args.response_format = {
+				type: "json_schema",
+				json_schema: {
+					name: options.responseFormat.name ?? "response",
+					description: options.responseFormat.description,
+					schema: options.responseFormat.schema,
+					strict: true
+				}
+			};
+			else args.response_format = { type: "json_object" };
+			break;
+	}
+	if (databricksOptions?.topK != null) args.top_k = databricksOptions.topK;
+	if (databricksOptions?.n != null) args.n = databricksOptions.n;
+	if (databricksOptions?.logprobs != null) args.logprobs = databricksOptions.logprobs;
+	if (databricksOptions?.topLogprobs != null) args.top_logprobs = databricksOptions.topLogprobs;
+	if (databricksOptions?.reasoningEffort != null) args.reasoning_effort = databricksOptions.reasoningEffort;
+	return {
+		args,
+		warnings
+	};
+}
+
 //#endregion
 //#region src/fmapi-language-model/fmapi-language-model.ts
 var DatabricksFmapiLanguageModel = class {
@@ -1752,7 +1892,7 @@ var DatabricksFmapiLanguageModel = class {
 	}
 	supportedUrls = {};
 	async doGenerate(options) {
-		const networkArgs = await this.getArgs({
+		const { warnings,...networkArgs } = await this.getArgs({
 			config: this.config,
 			options,
 			stream: false,
@@ -1768,8 +1908,7 @@ var DatabricksFmapiLanguageModel = class {
 			})
 		});
 		const choice = response.choices[0];
-		let finishReason = "stop";
-		if (choice?.finish_reason === "tool_calls") finishReason = "tool-calls";
+		const finishReason = mapFmapiFinishReason(choice?.finish_reason);
 		return {
 			content: convertFmapiResponseToMessagePart(response),
 			finishReason,
@@ -1778,11 +1917,11 @@ var DatabricksFmapiLanguageModel = class {
 				outputTokens: response.usage?.completion_tokens ?? 0,
 				totalTokens: response.usage?.total_tokens ?? 0
 			},
-			warnings: []
+			warnings
 		};
 	}
 	async doStream(options) {
-		const networkArgs = await this.getArgs({
+		const { warnings,...networkArgs } = await this.getArgs({
 			config: this.config,
 			options,
 			stream: true,
@@ -1812,7 +1951,7 @@ var DatabricksFmapiLanguageModel = class {
 				start(controller) {
 					controller.enqueue({
 						type: "stream-start",
-						warnings: []
+						warnings
 					});
 				},
 				transform(chunk, controller) {
@@ -1829,8 +1968,7 @@ var DatabricksFmapiLanguageModel = class {
 						return;
 					}
 					const choice = chunk.value.choices[0];
-					if (choice?.finish_reason === "stop") finishReason = "stop";
-					else if (choice?.finish_reason === "tool_calls") finishReason = "tool-calls";
+					finishReason = mapFmapiFinishReason(choice?.finish_reason);
 					if (chunk.value.usage) usage = {
 						inputTokens: chunk.value.usage.prompt_tokens ?? 0,
 						outputTokens: chunk.value.usage.completion_tokens ?? 0,
@@ -1880,6 +2018,7 @@ var DatabricksFmapiLanguageModel = class {
 		const tools = options.tools?.map((tool) => convertToolToOpenAIFormat(tool)).filter((tool) => tool !== void 0);
 		const toolChoice = options.toolChoice ? convertToolChoiceToOpenAIFormat(options.toolChoice) : void 0;
 		const { messages } = await convertPromptToFmapiMessages(options.prompt);
+		const { args: callArgs, warnings } = callOptionsToFmapiArgs(options);
 		return {
 			url: config.url({ path: "/chat/completions" }),
 			headers: combineHeaders(config.headers(), options.headers),
@@ -1889,10 +2028,9 @@ var DatabricksFmapiLanguageModel = class {
 				model: modelId,
 				...tools && tools.length > 0 ? { tools } : {},
 				...toolChoice && tools && tools.length > 0 ? { tool_choice: toolChoice } : {},
-				...options.temperature !== void 0 ? { temperature: options.temperature } : {},
-				...options.maxOutputTokens !== void 0 ? { max_tokens: options.maxOutputTokens } : {},
-				...options.stopSequences && options.stopSequences.length > 0 ? { stop: options.stopSequences } : {}
+				...callArgs
 			},
+			warnings,
 			fetch: config.fetch
 		};
 	}