evalution 1.0.2 → 1.0.4

package/dist/index.js

@@ -1,4 +1,4 @@
-import { a as MemoryTraceProvider, c as PROMPT_PROVIDER_ID_ATTRIBUTE, d as isEditable, i as setupStepCommand, l as SPAN_KIND_ATTRIBUTE, n as findPackageDts, o as PROMPT_ID_ATTRIBUTE, s as PROMPT_NAME_ATTRIBUTE, t as VercelAISDK, u as createTracerForPrompt } from "./vercel-ai-sdk-CareWPDM.js";
+import { a as MemoryTraceProvider, c as PROMPT_NAME_ATTRIBUTE, d as createTracerForPrompt, f as getPromptSpanAttributes, l as PROMPT_PROVIDER_ID_ATTRIBUTE, n as findPackageDts, o as PROMPT_ID_ATTRIBUTE, p as isEditable, s as PROMPT_INPUTS_ATTRIBUTE, t as VercelAISDK, u as SPAN_KIND_ATTRIBUTE } from "./vercel-ai-sdk-B8ivuOzP.js";
 import fs, { glob } from "node:fs/promises";
 import path from "node:path";
 import { pathToFileURL } from "node:url";
@@ -8,13 +8,79 @@ import ts from "typescript";
 import chokidar from "chokidar";
 import { makeRe, minimatch } from "minimatch";
 import { GoogleGenAI } from "@google/genai";
-//#region src/file-provider.ts
+//#region src/file-provider-local.ts
+/**
+* A {@link FileProvider} backed by the local file system.
+*
+* Uses `fs/promises` for I/O, `fs/promises.glob` (Node.js ≥ 22) for pattern
+* matching, and [chokidar](https://github.com/paulmillr/chokidar) for file
+* watching.
+*
+* This is the default implementation used by {@link FilePromptProvider} and
+* {@link TSPromptFileType} when no custom provider is supplied.
+*/
+var LocalFileProvider = class {
+	async readFile(filePath) {
+		return fs.readFile(filePath, "utf-8");
+	}
+	async writeFile(filePath, content) {
+		await fs.mkdir(path.dirname(filePath), { recursive: true });
+		await fs.writeFile(filePath, content, "utf-8");
+	}
+	async deleteFile(filePath) {
+		await fs.unlink(filePath);
+	}
+	async import(filePath) {
+		return import(pathToFileURL(filePath).href);
+	}
+	async *glob(pattern, options = {}) {
+		const { cwd, ignore = [], absolute = false } = options;
+		const baseCwd = cwd ?? process.cwd();
+		for await (const file of glob(pattern, { cwd: baseCwd })) {
+			const relativePath = file.replace(/\\/g, "/");
+			if (ignore.some((p) => minimatch(relativePath, p))) continue;
+			yield absolute ? path.resolve(baseCwd, file) : file;
+		}
+	}
+	watch(patterns, options, callback) {
+		const cwd = options.cwd ?? process.cwd();
+		const ignored = options.ignored ?? [];
+		const includeMatchers = patterns.map((p) => makeRe(p)).filter((re) => re !== false);
+		const matches = (fp) => includeMatchers.some((re) => re.test(fp));
+		const watcher = chokidar.watch(".", {
+			cwd,
+			ignored: (absPath) => {
+				const rel = path.relative(cwd, absPath).replace(/\\/g, "/");
+				return ignored.some((p) => minimatch(rel, p, { dot: true }));
+			},
+			persistent: true,
+			ignoreInitial: options.ignoreInitial ?? true
+		});
+		watcher.on("change", (fp) => {
+			if (matches(fp)) callback("change", fp);
+		});
+		watcher.on("add", (fp) => {
+			if (matches(fp)) callback("add", fp);
+		});
+		watcher.on("unlink", (fp) => {
+			if (matches(fp)) callback("remove", fp);
+		});
+		return () => {
+			watcher.close();
+		};
+	}
+};
+//#endregion
+//#region src/file-provider-memory.ts
 /**
 * An in-memory {@link FileProvider} backed by a `Map<string, string>`.
 *
-* Intended for unit tests — all file I/O stays in-process with no disk access.
-* Calling {@link writeFile} triggers any active {@link watch} callbacks
-* synchronously, making it easy to test reactive code paths.
+* Intended for unit tests and non-local environments (e.g. a browser or
+* service-worker bundle) — all file I/O stays in-process with no disk access.
+* It depends only on `node:path` and `minimatch`, so it carries no Node-only
+* runtime dependencies (no `node:fs`, `chokidar`, etc.). Calling
+* {@link writeFile} triggers any active {@link watch} callbacks synchronously,
+* making it easy to test reactive code paths.
 *
 * @example
 * ```ts
@@ -85,67 +151,6 @@ var MemoryFileProvider = class {
 		}
 	}
 };
-/**
-* A {@link FileProvider} backed by the local file system.
-*
-* Uses `fs/promises` for I/O, `fs/promises.glob` (Node.js ≥ 22) for pattern
-* matching, and [chokidar](https://github.com/paulmillr/chokidar) for file
-* watching.
-*
-* This is the default implementation used by {@link FilePromptProvider} and
-* {@link TSPromptFileType} when no custom provider is supplied.
-*/
-var LocalFileProvider = class {
-	async readFile(filePath) {
-		return fs.readFile(filePath, "utf-8");
-	}
-	async writeFile(filePath, content) {
-		await fs.mkdir(path.dirname(filePath), { recursive: true });
-		await fs.writeFile(filePath, content, "utf-8");
-	}
-	async deleteFile(filePath) {
-		await fs.unlink(filePath);
-	}
-	async import(filePath) {
-		return import(pathToFileURL(filePath).href);
-	}
-	async *glob(pattern, options = {}) {
-		const { cwd, ignore = [], absolute = false } = options;
-		const baseCwd = cwd ?? process.cwd();
-		for await (const file of glob(pattern, { cwd: baseCwd })) {
-			const relativePath = file.replace(/\\/g, "/");
-			if (ignore.some((p) => minimatch(relativePath, p))) continue;
-			yield absolute ? path.resolve(baseCwd, file) : file;
-		}
-	}
-	watch(patterns, options, callback) {
-		const cwd = options.cwd ?? process.cwd();
-		const ignored = options.ignored ?? [];
-		const includeMatchers = patterns.map((p) => makeRe(p)).filter((re) => re !== false);
-		const matches = (fp) => includeMatchers.some((re) => re.test(fp));
-		const watcher = chokidar.watch(".", {
-			cwd,
-			ignored: (absPath) => {
-				const rel = path.relative(cwd, absPath).replace(/\\/g, "/");
-				return ignored.some((p) => minimatch(rel, p, { dot: true }));
-			},
-			persistent: true,
-			ignoreInitial: options.ignoreInitial ?? true
-		});
-		watcher.on("change", (fp) => {
-			if (matches(fp)) callback("change", fp);
-		});
-		watcher.on("add", (fp) => {
-			if (matches(fp)) callback("add", fp);
-		});
-		watcher.on("unlink", (fp) => {
-			if (matches(fp)) callback("remove", fp);
-		});
-		return () => {
-			watcher.close();
-		};
-	}
-};
 //#endregion
 //#region src/prompt/file/ts/ts-prompt-file-type.ts
 /**
@@ -183,7 +188,7 @@ var TSPromptFileType = class {
 		return `import { prompts } from ${JSON.stringify(importPath)};
 
 export default prompts(
-  ${JSON.stringify(promptsId)},
+  { id: ${JSON.stringify(promptsId)} },
   () => ({
     ${key}: () => ({
     })
@@ -382,10 +387,9 @@ export default prompts(
 	}
 };
 /**
-* If `expr` is a call like `prompts(id, factory)` (or the legacy `prompts(factory)`)
-* whose factory immediately returns an object literal, return that object literal
-* together with the module ID — the first string-literal argument, when present.
-* Otherwise null.
+* If `expr` is a call like `prompts({ id }, factory)` whose factory immediately
+* returns an object literal, return that object literal together with the module
+* ID extracted from the options object. Otherwise null.
 */
 function findPromptsHelperCall(expr) {
 	if (!ts.isCallExpression(expr)) return null;
@@ -397,9 +401,12 @@ function findPromptsHelperCall(expr) {
 	const first = expr.arguments[0];
 	return {
 		object,
-		moduleId: first && ts.isStringLiteralLike(first) ? first.text : void 0
+		moduleId: first && ts.isObjectLiteralExpression(first) ? extractStringProperty(first, "id") : void 0
 	};
 }
+function extractStringProperty(obj, key) {
+	for (const prop of obj.properties) if (ts.isPropertyAssignment(prop) && ts.isIdentifier(prop.name) && prop.name.text === key && ts.isStringLiteralLike(prop.initializer)) return prop.initializer.text;
+}
 function getPropertyName(prop) {
 	if (ts.isMethodDeclaration(prop) || ts.isPropertyAssignment(prop)) {
 		const name = prop.name;
@@ -600,7 +607,6 @@ var FilePromptProvider = class {
 	includePatterns;
 	ignorePatterns;
 	sdkAdapter;
-	suppressedWatchEvents = /* @__PURE__ */ new Map();
 	constructor({ id = "fs" + (defaultIDCounter++ ? defaultIDCounter : ""), rootDir = process.cwd(), fileProvider = new LocalFileProvider(), fileType, includePatterns, ignorePatterns = DEFAULT_IGNORE_PATTERNS, sdk }) {
 		fileType ??= new TSPromptFileType(fileProvider);
 		this.id = id;
@@ -626,7 +632,6 @@ var FilePromptProvider = class {
 		const { definitions, values } = parsed.extractedProps;
 		const rawUpdates = this.sdkAdapter.denormalizeUpdates(updates, values);
 		for (const [propertyName, value] of Object.entries(rawUpdates)) {
-			this.suppressNextWatchEvent(filePath, "change");
 			const propDef = definitions.find((d) => d.name === propertyName);
 			const currentValue = values?.[propertyName];
 			if (value === null) {
@@ -663,14 +668,13 @@ var FilePromptProvider = class {
 	getModelParameters() {
 		return this.sdkAdapter.getModelParameters(this.rootDir);
 	}
-	async execute(promptId, params, stream) {
+	async execute(promptId, params) {
 		const [filePath, promptName] = this.parsePromptId(promptId);
 		const config = await this.fileType.loadConfig(filePath, promptName, params);
-		return this.sdkAdapter.executeConfig(config, stream);
+		await this.sdkAdapter.executeConfig(config);
 	}
 	async renamePrompt(promptId, newName) {
 		const [filePath, oldName] = this.parsePromptId(promptId);
-		this.suppressNextWatchEvent(filePath, "change");
 		await this.fileType.renamePrompt(filePath, oldName, newName);
 		const relFilePath = path.relative(this.rootDir, filePath);
 		const prompt = await this.getPrompt(`${relFilePath}#${newName}`);
@@ -687,7 +691,6 @@ var FilePromptProvider = class {
 			const promptsId = firstDot >= 0 ? baseName.slice(0, firstDot) : baseName;
 			const name = partial.name ?? promptsId;
 			const content = this.fileType.newPromptSkeleton(promptsId, name, this.sdkAdapter.promptsHelperImport);
-			this.suppressNextWatchEvent(absPath, "add");
 			await this.fileProvider.writeFile(absPath, content);
 			if (this.files && !this.files.includes(absPath)) this.files.push(absPath);
 			const prompt = await this.getPrompt(`${normalizedRelFilePath}#${name}`);
@@ -741,7 +744,6 @@ var FilePromptProvider = class {
 			ignored: this.ignorePatterns
 		}, async (eventType, filePath) => {
 			const absolutePath = this.resolveFilePath(filePath);
-			if (this.consumeSuppressedWatchEvent(absolutePath, eventType)) return;
 			if (eventType === "change" || eventType === "add") {
 				if (this.files && !this.files.includes(absolutePath)) this.files.push(absolutePath);
 				(await this.fileType.parsePrompts([absolutePath], this.rootDir)).forEach((prompt) => {
@@ -762,30 +764,6 @@ var FilePromptProvider = class {
 	async ensureFiles() {
 		if (!this.files) this.files = await Array.fromAsync(this.findPromptFiles());
 	}
-	suppressNextWatchEvent(filePath, eventType) {
-		if (eventType !== "change" && eventType !== "add") return;
-		const key = `${eventType}:${filePath}`;
-		const entry = this.suppressedWatchEvents.get(key);
-		this.suppressedWatchEvents.set(key, {
-			remaining: (entry?.remaining ?? 0) + 1,
-			expiresAt: Date.now() + 2e3
-		});
-	}
-	consumeSuppressedWatchEvent(filePath, eventType) {
-		const key = `${eventType}:${filePath}`;
-		const entry = this.suppressedWatchEvents.get(key);
-		if (!entry) return false;
-		if (entry.expiresAt < Date.now()) {
-			this.suppressedWatchEvents.delete(key);
-			return false;
-		}
-		if (entry.remaining <= 1) this.suppressedWatchEvents.delete(key);
-		else this.suppressedWatchEvents.set(key, {
-			remaining: entry.remaining - 1,
-			expiresAt: entry.expiresAt
-		});
-		return true;
-	}
 	async *findPromptFiles() {
 		const uniqueFiles = /* @__PURE__ */ new Set();
 		for (const pattern of this.includePatterns) {
@@ -1116,26 +1094,22 @@ var GeminiInteractionsSDK = class {
 		});
 	}
 	getModelParameters(rootDir) {
-		const dtsPath = findPackageDts("@google/genai", "dist/genai.d.ts", rootDir);
-		if (dtsPath) try {
-			const sourceText = fs$1.readFileSync(dtsPath, "utf-8");
-			const sourceFile = ts.createSourceFile(dtsPath, sourceText, ts.ScriptTarget.Latest, true);
-			const decl = findTypeDeclaration(sourceFile, "GenerationConfig_2");
-			if (decl) return extractPropertiesFromDeclaration(decl, sourceFile).definitions;
+		try {
+			const dtsPath = findPackageDts("@google/genai", "dist/genai.d.ts", rootDir);
+			if (dtsPath) {
+				const sourceText = fs$1.readFileSync(dtsPath, "utf-8");
+				const sourceFile = ts.createSourceFile(dtsPath, sourceText, ts.ScriptTarget.Latest, true);
+				const decl = findTypeDeclaration(sourceFile, "GenerationConfig_2");
+				if (decl) return extractPropertiesFromDeclaration(decl, sourceFile).definitions;
+			}
 		} catch {}
 		return FALLBACK_GENERATION_CONFIG_PARAMS;
 	}
-	async executeConfig(config, stream) {
-		const result = await new GoogleGenAI({}).interactions.create({
+	async executeConfig(config) {
+		await new GoogleGenAI({}).interactions.create({
 			...config,
-			stream,
 			store: false
 		});
-		if ("id" in result) return {
-			text: (result.outputs ?? []).find((o) => o.type === "text")?.text ?? "",
-			usage: result.usage
-		};
-		else return streamTextFromSSE(result);
 	}
 	normalizePrompt(prompt) {
 		const { definitions, values } = prompt.extractedProps;
@@ -1313,13 +1287,5 @@ function extractMessages(value) {
 	}
 	return results;
 }
-/**
-* Yields text chunks from the Interactions API SSE stream.
-*/
-async function* streamTextFromSSE(stream) {
-	for await (const chunk of stream) if (chunk.event_type === "content.delta") {
-		if (chunk.delta?.type === "text" && chunk.delta.text) yield chunk.delta.text;
-	}
-}
 //#endregion
-export { FilePromptProvider, GeminiInteractionsSDK, LocalFileProvider, MemoryFileProvider, MemoryTraceProvider, PROMPT_ID_ATTRIBUTE, PROMPT_NAME_ATTRIBUTE, PROMPT_PROVIDER_ID_ATTRIBUTE, SPAN_KIND_ATTRIBUTE, TSPromptFileType, VercelAISDK, createTracerForPrompt, setupStepCommand };
+export { FilePromptProvider, GeminiInteractionsSDK, LocalFileProvider, MemoryFileProvider, MemoryTraceProvider, PROMPT_ID_ATTRIBUTE, PROMPT_INPUTS_ATTRIBUTE, PROMPT_NAME_ATTRIBUTE, PROMPT_PROVIDER_ID_ATTRIBUTE, SPAN_KIND_ATTRIBUTE, TSPromptFileType, VercelAISDK, createTracerForPrompt, getPromptSpanAttributes };

package/dist/{vercel-ai-sdk-CareWPDM.js → vercel-ai-sdk-B8ivuOzP.js}

@@ -1,7 +1,7 @@
 import path from "node:path";
 import { SpanStatusCode, trace } from "@opentelemetry/api";
 import fs from "node:fs";
-import { generateText, streamText } from "ai";
+import { generateText } from "ai";
 import { extractPropertiesFromDeclaration, findTypeDeclaration } from "ts-proppy";
 import ts from "typescript";
 //#region src/shared/helpers.ts
@@ -31,10 +31,9 @@ function isEditable(value) {
 */
 const SPAN_KIND_ATTRIBUTE = "evalution.span.type";
 /**
-* Attribute name a span can set to scope its {@link PROMPT_ID_ATTRIBUTE} to a
-* specific prompt provider. When absent, the prompt ID is treated as global.
+* Attribute name a span can set to give a human-readable name to the prompt.
 */
-const PROMPT_PROVIDER_ID_ATTRIBUTE = "evalution.prompt.provider.id";
+const PROMPT_NAME_ATTRIBUTE = "gen_ai.prompt.name";
 /**
 * Attribute name a span can set to link itself to a specific prompt. The value
 * is a globally-unique prompt ID unless {@link PROMPT_PROVIDER_ID_ATTRIBUTE} is
@@ -42,9 +41,24 @@ const PROMPT_PROVIDER_ID_ATTRIBUTE = "evalution.prompt.provider.id";
 */
 const PROMPT_ID_ATTRIBUTE = "evalution.prompt.id";
 /**
-* Attribute name a span can set to give a human-readable name to the prompt.
+* Attribute name a span can set to scope its {@link PROMPT_ID_ATTRIBUTE} to a
+* specific prompt provider. When absent, the prompt ID is treated as global.
 */
-const PROMPT_NAME_ATTRIBUTE = "gen_ai.prompt.name";
+const PROMPT_PROVIDER_ID_ATTRIBUTE = "evalution.prompt.provider.id";
+/**
+* Attribute name a span can set to include an array of input parameters used
+* to construct the final prompt.
+*/
+const PROMPT_INPUTS_ATTRIBUTE = "evalution.prompt.inputs";
+function getPromptSpanAttributes(prompt, attributes = {}) {
+	return Object.fromEntries([
+		[SPAN_KIND_ATTRIBUTE, "LLM"],
+		[PROMPT_NAME_ATTRIBUTE, prompt.name],
+		[PROMPT_ID_ATTRIBUTE, prompt.id],
+		[PROMPT_INPUTS_ATTRIBUTE, prompt.functionParameters],
+		...Object.entries(attributes)
+	].filter(([, v]) => v !== void 0 && v !== null));
+}
 /**
 * Wraps a {@link Tracer} so that every span it produces is tagged with the
 * attributes that associate it with a prompt — the prompt's name
@@ -69,12 +83,7 @@ function createTracerForPrompt(prompt, tracer) {
 	const inner = tracer ?? trace.getTracer("evalution");
 	const withPromptAttributes = (options) => ({
 		...options,
-		attributes: {
-			[SPAN_KIND_ATTRIBUTE]: "LLM",
-			[PROMPT_NAME_ATTRIBUTE]: prompt.name,
-			...prompt.id !== void 0 && { ["evalution.prompt.id"]: prompt.id },
-			...options?.attributes
-		}
+		attributes: getPromptSpanAttributes(prompt, options?.attributes)
 	});
 	return {
 		startSpan(name, options, context) {
@@ -171,9 +180,9 @@ function readLLM(attributes) {
 	const messages = parseMessages(attributes["gen_ai.input.messages"] ?? attributes["ai.prompt.messages"]);
 	const output = parseOutput(attributes["gen_ai.output.messages"]) ?? str(attributes["ai.response.text"]);
 	const paramEntries = PARAM_ATTRIBUTES.map((key) => [key.replace("gen_ai.request.", ""), attributes[key]]).filter(([, v]) => v !== void 0);
-	const parameters = paramEntries.length > 0 ? Object.fromEntries(paramEntries) : void 0;
+	const modelParameters = paramEntries.length > 0 ? Object.fromEntries(paramEntries) : void 0;
 	const totalTokens = promptTokens !== void 0 && completionTokens !== void 0 ? promptTokens + completionTokens : void 0;
-	if (!provider && !model && !promptTokens && !completionTokens && !messages && !output && !parameters) return;
+	if (!provider && !model && !promptTokens && !completionTokens && !messages && !output && !modelParameters) return;
 	return {
 		...provider && { provider },
 		...model && { model },
@@ -182,7 +191,7 @@ function readLLM(attributes) {
 		...promptTokens !== void 0 && { promptTokens },
 		...completionTokens !== void 0 && { completionTokens },
 		...totalTokens !== void 0 && { totalTokens },
-		...parameters && { parameters }
+		...modelParameters && { modelParameters }
 	};
 }
 function llmAndPrompt(attributes) {
@@ -502,6 +511,93 @@ const RESERVED_KEYS = new Set([
 	SYSTEM_KEY,
 	MESSAGES_KEY
 ]);
+const FALLBACK_CALL_SETTINGS_PARAMS = [
+	{
+		name: "maxOutputTokens",
+		description: "Maximum number of tokens to generate.",
+		type: {
+			kind: "primitive",
+			syntax: "number"
+		},
+		optional: true
+	},
+	{
+		name: "temperature",
+		description: "Temperature setting. The value is passed through to the provider. The range depends on the provider and model.",
+		type: {
+			kind: "primitive",
+			syntax: "number"
+		},
+		optional: true
+	},
+	{
+		name: "topP",
+		description: "Nucleus sampling. The value is passed through to the provider. The range depends on the provider and model.",
+		type: {
+			kind: "primitive",
+			syntax: "number"
+		},
+		optional: true
+	},
+	{
+		name: "topK",
+		description: "Only sample from the top K options for each subsequent token.",
+		type: {
+			kind: "primitive",
+			syntax: "number"
+		},
+		optional: true
+	},
+	{
+		name: "presencePenalty",
+		description: "Presence penalty setting. It affects the likelihood of the model to repeat information that is already in the prompt.",
+		type: {
+			kind: "primitive",
+			syntax: "number"
+		},
+		optional: true
+	},
+	{
+		name: "frequencyPenalty",
+		description: "Frequency penalty setting. It affects the likelihood of the model to repeatedly use the same words or phrases.",
+		type: {
+			kind: "primitive",
+			syntax: "number"
+		},
+		optional: true
+	},
+	{
+		name: "stopSequences",
+		description: "Stop sequences. If set, the model will stop generating text.",
+		type: {
+			kind: "array",
+			syntax: "string[]",
+			elementType: {
+				kind: "primitive",
+				syntax: "string"
+			}
+		},
+		optional: true
+	},
+	{
+		name: "seed",
+		description: "The seed (integer) to use for random sampling.",
+		type: {
+			kind: "primitive",
+			syntax: "number"
+		},
+		optional: true
+	},
+	{
+		name: "maxRetries",
+		description: "Maximum number of retries. Set to 0 to disable retries.",
+		type: {
+			kind: "primitive",
+			syntax: "number"
+		},
+		optional: true
+	}
+];
 /** The `prompts()` factory from `@evalution/vercel-ai-sdk`. */
 const PROMPTS_HELPER_CALL = {
 	callee: "prompts",
@@ -581,7 +677,10 @@ export default {
 */
 var VercelAISDK = class {
 	promptsHelperImport = PROMPTS_HELPER_CALL.import.from;
-	/** Onboarding task: install the SDK package, then drop a starter config. */
+	/**
+	* Onboarding task: install the SDK package, then drop a starter config.
+	* @internal
+	*/
 	static setupTask = {
 		id: "vercel-ai-sdk",
 		label: "AI SDK",
@@ -639,24 +738,19 @@ var VercelAISDK = class {
 		});
 	}
 	getModelParameters(rootDir) {
-		const dtsPath = findPackageDts("ai", "dist/index.d.ts", rootDir);
-		if (!dtsPath) return [];
-		const sourceText = fs.readFileSync(dtsPath, "utf-8");
-		const sourceFile = ts.createSourceFile(dtsPath, sourceText, ts.ScriptTarget.Latest, true);
-		const decl = findTypeDeclaration(sourceFile, "CallSettings");
-		if (!decl) return [];
-		return extractPropertiesFromDeclaration(decl, sourceFile).definitions;
+		try {
+			const dtsPath = findPackageDts("ai", "dist/index.d.ts", rootDir);
+			if (dtsPath) {
+				const sourceText = fs.readFileSync(dtsPath, "utf-8");
+				const sourceFile = ts.createSourceFile(dtsPath, sourceText, ts.ScriptTarget.Latest, true);
+				const decl = findTypeDeclaration(sourceFile, "CallSettings");
+				if (decl) return extractPropertiesFromDeclaration(decl, sourceFile).definitions;
+			}
+		} catch {}
+		return FALLBACK_CALL_SETTINGS_PARAMS;
 	}
-	async executeConfig(config, stream) {
-		if (stream) return (await streamText(config)).textStream;
-		else {
-			const result = await generateText(config);
-			return {
-				text: result.text,
-				usage: result.usage,
-				finishReason: result.finishReason
-			};
-		}
+	async executeConfig(config) {
+		await generateText(config);
 	}
 	normalizePrompt(prompt) {
 		const { definitions, values } = prompt.extractedProps;
@@ -742,7 +836,7 @@ function extractMessages(value) {
 	});
 }
 function extractToolCalls(value) {
-	if (!value || value.kind !== "array") return void 0;
+	if (value?.kind !== "array") return void 0;
 	const out = [];
 	for (const el of value.elements) {
 		if (el.kind !== "object") continue;
@@ -756,4 +850,4 @@ function extractToolCalls(value) {
 	return out.length > 0 ? out : void 0;
 }
 //#endregion
-export { MemoryTraceProvider as a, PROMPT_PROVIDER_ID_ATTRIBUTE as c, isEditable as d, setupStepCommand as i, SPAN_KIND_ATTRIBUTE as l, findPackageDts as n, PROMPT_ID_ATTRIBUTE as o, CONFIG_FILE_RELATIVE_PATH as r, PROMPT_NAME_ATTRIBUTE as s, VercelAISDK as t, createTracerForPrompt as u };
+export { MemoryTraceProvider as a, PROMPT_NAME_ATTRIBUTE as c, createTracerForPrompt as d, getPromptSpanAttributes as f, setupStepCommand as i, PROMPT_PROVIDER_ID_ATTRIBUTE as l, findPackageDts as n, PROMPT_ID_ATTRIBUTE as o, isEditable as p, CONFIG_FILE_RELATIVE_PATH as r, PROMPT_INPUTS_ATTRIBUTE as s, VercelAISDK as t, SPAN_KIND_ATTRIBUTE as u };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "evalution",
-  "version": "1.0.2",
+  "version": "1.0.4",
   "description": "TypeScript AI Prompt Playground - Edit and execute AI prompts with live preview",
   "type": "module",
   "exports": {
@@ -58,12 +58,12 @@
     "minimatch": "^10.2.4",
     "react": ">=18.2.0",
     "react-dom": ">=18.2.0",
-    "ts-proppy": "0.2.1",
+    "ts-proppy": "0.2.3",
     "typescript": ">=5.3.3",
     "ws": "^8.21.0"
   },
   "devDependencies": {
-    "@biomejs/biome": "^2.4.14",
+    "@biomejs/biome": "^2.5.0",
     "@playwright/experimental-ct-react": "^1.58.2",
     "@playwright/test": "^1.58.2",
     "@types/node": ">=22.18.0",