evalution 1.0.1 → 1.0.3

package/dist/{vercel-ai-sdk-CareWPDM.js → vercel-ai-sdk-B5BwUGKp.js}

@@ -1,7 +1,7 @@
 import path from "node:path";
 import { SpanStatusCode, trace } from "@opentelemetry/api";
 import fs from "node:fs";
-import { generateText, streamText } from "ai";
+import { generateText } from "ai";
 import { extractPropertiesFromDeclaration, findTypeDeclaration } from "ts-proppy";
 import ts from "typescript";
 //#region src/shared/helpers.ts
@@ -31,10 +31,9 @@ function isEditable(value) {
 */
 const SPAN_KIND_ATTRIBUTE = "evalution.span.type";
 /**
-* Attribute name a span can set to scope its {@link PROMPT_ID_ATTRIBUTE} to a
-* specific prompt provider. When absent, the prompt ID is treated as global.
+* Attribute name a span can set to give a human-readable name to the prompt.
 */
-const PROMPT_PROVIDER_ID_ATTRIBUTE = "evalution.prompt.provider.id";
+const PROMPT_NAME_ATTRIBUTE = "gen_ai.prompt.name";
 /**
 * Attribute name a span can set to link itself to a specific prompt. The value
 * is a globally-unique prompt ID unless {@link PROMPT_PROVIDER_ID_ATTRIBUTE} is
@@ -42,9 +41,24 @@ const PROMPT_PROVIDER_ID_ATTRIBUTE = "evalution.prompt.provider.id";
 */
 const PROMPT_ID_ATTRIBUTE = "evalution.prompt.id";
 /**
-* Attribute name a span can set to give a human-readable name to the prompt.
+* Attribute name a span can set to scope its {@link PROMPT_ID_ATTRIBUTE} to a
+* specific prompt provider. When absent, the prompt ID is treated as global.
 */
-const PROMPT_NAME_ATTRIBUTE = "gen_ai.prompt.name";
+const PROMPT_PROVIDER_ID_ATTRIBUTE = "evalution.prompt.provider.id";
+/**
+* Attribute name a span can set to include an array of input parameters used
+* to construct the final prompt.
+*/
+const PROMPT_INPUTS_ATTRIBUTE = "evalution.prompt.inputs";
+function getPromptSpanAttributes(prompt, attributes = {}) {
+	return Object.fromEntries([
+		[SPAN_KIND_ATTRIBUTE, "LLM"],
+		[PROMPT_NAME_ATTRIBUTE, prompt.name],
+		[PROMPT_ID_ATTRIBUTE, prompt.id],
+		[PROMPT_INPUTS_ATTRIBUTE, prompt.functionParameters],
+		...Object.entries(attributes)
+	].filter(([, v]) => v !== void 0 && v !== null));
+}
 /**
 * Wraps a {@link Tracer} so that every span it produces is tagged with the
 * attributes that associate it with a prompt — the prompt's name
@@ -69,12 +83,7 @@ function createTracerForPrompt(prompt, tracer) {
 	const inner = tracer ?? trace.getTracer("evalution");
 	const withPromptAttributes = (options) => ({
 		...options,
-		attributes: {
-			[SPAN_KIND_ATTRIBUTE]: "LLM",
-			[PROMPT_NAME_ATTRIBUTE]: prompt.name,
-			...prompt.id !== void 0 && { ["evalution.prompt.id"]: prompt.id },
-			...options?.attributes
-		}
+		attributes: getPromptSpanAttributes(prompt, options?.attributes)
 	});
 	return {
 		startSpan(name, options, context) {
@@ -171,9 +180,9 @@ function readLLM(attributes) {
 	const messages = parseMessages(attributes["gen_ai.input.messages"] ?? attributes["ai.prompt.messages"]);
 	const output = parseOutput(attributes["gen_ai.output.messages"]) ?? str(attributes["ai.response.text"]);
 	const paramEntries = PARAM_ATTRIBUTES.map((key) => [key.replace("gen_ai.request.", ""), attributes[key]]).filter(([, v]) => v !== void 0);
-	const parameters = paramEntries.length > 0 ? Object.fromEntries(paramEntries) : void 0;
+	const modelParameters = paramEntries.length > 0 ? Object.fromEntries(paramEntries) : void 0;
 	const totalTokens = promptTokens !== void 0 && completionTokens !== void 0 ? promptTokens + completionTokens : void 0;
-	if (!provider && !model && !promptTokens && !completionTokens && !messages && !output && !parameters) return;
+	if (!provider && !model && !promptTokens && !completionTokens && !messages && !output && !modelParameters) return;
 	return {
 		...provider && { provider },
 		...model && { model },
@@ -182,7 +191,7 @@ function readLLM(attributes) {
 		...promptTokens !== void 0 && { promptTokens },
 		...completionTokens !== void 0 && { completionTokens },
 		...totalTokens !== void 0 && { totalTokens },
-		...parameters && { parameters }
+		...modelParameters && { modelParameters }
 	};
 }
 function llmAndPrompt(attributes) {
@@ -502,6 +511,93 @@ const RESERVED_KEYS = new Set([
 	SYSTEM_KEY,
 	MESSAGES_KEY
 ]);
+const FALLBACK_CALL_SETTINGS_PARAMS = [
+	{
+		name: "maxOutputTokens",
+		description: "Maximum number of tokens to generate.",
+		type: {
+			kind: "primitive",
+			syntax: "number"
+		},
+		optional: true
+	},
+	{
+		name: "temperature",
+		description: "Temperature setting. The value is passed through to the provider. The range depends on the provider and model.",
+		type: {
+			kind: "primitive",
+			syntax: "number"
+		},
+		optional: true
+	},
+	{
+		name: "topP",
+		description: "Nucleus sampling. The value is passed through to the provider. The range depends on the provider and model.",
+		type: {
+			kind: "primitive",
+			syntax: "number"
+		},
+		optional: true
+	},
+	{
+		name: "topK",
+		description: "Only sample from the top K options for each subsequent token.",
+		type: {
+			kind: "primitive",
+			syntax: "number"
+		},
+		optional: true
+	},
+	{
+		name: "presencePenalty",
+		description: "Presence penalty setting. It affects the likelihood of the model to repeat information that is already in the prompt.",
+		type: {
+			kind: "primitive",
+			syntax: "number"
+		},
+		optional: true
+	},
+	{
+		name: "frequencyPenalty",
+		description: "Frequency penalty setting. It affects the likelihood of the model to repeatedly use the same words or phrases.",
+		type: {
+			kind: "primitive",
+			syntax: "number"
+		},
+		optional: true
+	},
+	{
+		name: "stopSequences",
+		description: "Stop sequences. If set, the model will stop generating text.",
+		type: {
+			kind: "array",
+			syntax: "string[]",
+			elementType: {
+				kind: "primitive",
+				syntax: "string"
+			}
+		},
+		optional: true
+	},
+	{
+		name: "seed",
+		description: "The seed (integer) to use for random sampling.",
+		type: {
+			kind: "primitive",
+			syntax: "number"
+		},
+		optional: true
+	},
+	{
+		name: "maxRetries",
+		description: "Maximum number of retries. Set to 0 to disable retries.",
+		type: {
+			kind: "primitive",
+			syntax: "number"
+		},
+		optional: true
+	}
+];
 /** The `prompts()` factory from `@evalution/vercel-ai-sdk`. */
 const PROMPTS_HELPER_CALL = {
 	callee: "prompts",
@@ -581,7 +677,10 @@ export default {
 */
 var VercelAISDK = class {
 	promptsHelperImport = PROMPTS_HELPER_CALL.import.from;
-	/** Onboarding task: install the SDK package, then drop a starter config. */
+	/**
+	* Onboarding task: install the SDK package, then drop a starter config.
+	* @internal
+	*/
 	static setupTask = {
 		id: "vercel-ai-sdk",
 		label: "AI SDK",
@@ -639,24 +738,19 @@ var VercelAISDK = class {
 		});
 	}
 	getModelParameters(rootDir) {
-		const dtsPath = findPackageDts("ai", "dist/index.d.ts", rootDir);
-		if (!dtsPath) return [];
-		const sourceText = fs.readFileSync(dtsPath, "utf-8");
-		const sourceFile = ts.createSourceFile(dtsPath, sourceText, ts.ScriptTarget.Latest, true);
-		const decl = findTypeDeclaration(sourceFile, "CallSettings");
-		if (!decl) return [];
-		return extractPropertiesFromDeclaration(decl, sourceFile).definitions;
+		try {
+			const dtsPath = findPackageDts("ai", "dist/index.d.ts", rootDir);
+			if (dtsPath) {
+				const sourceText = fs.readFileSync(dtsPath, "utf-8");
+				const sourceFile = ts.createSourceFile(dtsPath, sourceText, ts.ScriptTarget.Latest, true);
+				const decl = findTypeDeclaration(sourceFile, "CallSettings");
+				if (decl) return extractPropertiesFromDeclaration(decl, sourceFile).definitions;
+			}
+		} catch {}
+		return FALLBACK_CALL_SETTINGS_PARAMS;
 	}
-	async executeConfig(config, stream) {
-		if (stream) return (await streamText(config)).textStream;
-		else {
-			const result = await generateText(config);
-			return {
-				text: result.text,
-				usage: result.usage,
-				finishReason: result.finishReason
-			};
-		}
+	async executeConfig(config) {
+		await generateText(config);
 	}
 	normalizePrompt(prompt) {
 		const { definitions, values } = prompt.extractedProps;
@@ -756,4 +850,4 @@ function extractToolCalls(value) {
 	return out.length > 0 ? out : void 0;
 }
 //#endregion
-export { MemoryTraceProvider as a, PROMPT_PROVIDER_ID_ATTRIBUTE as c, isEditable as d, setupStepCommand as i, SPAN_KIND_ATTRIBUTE as l, findPackageDts as n, PROMPT_ID_ATTRIBUTE as o, CONFIG_FILE_RELATIVE_PATH as r, PROMPT_NAME_ATTRIBUTE as s, VercelAISDK as t, createTracerForPrompt as u };
+export { MemoryTraceProvider as a, PROMPT_NAME_ATTRIBUTE as c, createTracerForPrompt as d, getPromptSpanAttributes as f, setupStepCommand as i, PROMPT_PROVIDER_ID_ATTRIBUTE as l, findPackageDts as n, PROMPT_ID_ATTRIBUTE as o, isEditable as p, CONFIG_FILE_RELATIVE_PATH as r, PROMPT_INPUTS_ATTRIBUTE as s, VercelAISDK as t, SPAN_KIND_ATTRIBUTE as u };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "evalution",
-  "version": "1.0.1",
+  "version": "1.0.3",
   "description": "TypeScript AI Prompt Playground - Edit and execute AI prompts with live preview",
   "type": "module",
   "exports": {
@@ -58,7 +58,7 @@
     "minimatch": "^10.2.4",
     "react": ">=18.2.0",
     "react-dom": ">=18.2.0",
-    "ts-proppy": "0.2.1",
+    "ts-proppy": "0.2.3",
     "typescript": ">=5.3.3",
     "ws": "^8.21.0"
   },