donobu 5.33.0 → 5.34.0

package/dist/esm/lib/ai/cache/assertCache.d.ts

@@ -33,6 +33,13 @@ export declare const PlaywrightAssertionStepSchema: z.ZodObject<{
 export type PlaywrightAssertionStep = z.infer<typeof PlaywrightAssertionStepSchema>;
 export type AssertCacheExecutor = (context: {
     page: Page;
+    /**
+     * Optional env mapping used to interpolate `{{$.env.X}}` placeholders that
+     * the AI may have embedded into step `value`/`attributeValue` fields. When
+     * absent, steps run unchanged (backwards compatible with cache entries
+     * recorded before env-aware caching).
+     */
+    envData?: Record<string, string>;
 }) => Promise<void>;
 /**
  * Builds an executor function from structured assertion steps.

package/dist/esm/lib/ai/cache/assertCache.js

@@ -5,6 +5,7 @@ exports.buildAssertExecutor = buildAssertExecutor;
 exports.buildLocateExecutor = buildLocateExecutor;
 const test_1 = require("@playwright/test");
 const v4_1 = require("zod/v4");
+const TemplateInterpolator_1 = require("../../../utils/TemplateInterpolator");
 const buildLocator_1 = require("../locate/buildLocator");
 // ---------------------------------------------------------------------------
 // Structured assertion step schema
@@ -84,17 +85,33 @@ Common roles: 'heading', 'button', 'link', 'tab', 'tabpanel', 'dialog', 'navigat
 - toContainText: set to the text substring to match within the element
 - All other assertions: set to null`),
 });
+/**
+ * Resolves any `{{$.env.X}}` placeholders in a step field against the
+ * supplied env data. Returns the input verbatim when no env data is given,
+ * preserving backwards compatibility with cached entries that contain
+ * literal values only.
+ */
+function resolveStepField(value, envData) {
+    if (!envData || !value.includes('{{')) {
+        return value;
+    }
+    return (0, TemplateInterpolator_1.interpolateString)(value, { env: envData, calls: [] });
+}
 /**
  * Builds an executor function from structured assertion steps.
  * Each step maps to exactly one Playwright `expect` call — no string
  * evaluation, no VM contexts.
  */
 function buildAssertExecutor(steps) {
-    return async ({ page }) => {
+    return async ({ page, envData }) => {
         for (const step of steps) {
+            const resolvedValue = resolveStepField(step.value, envData);
+            const resolvedAttrValue = step.attributeValue === null
+                ? null
+                : resolveStepField(step.attributeValue, envData);
             const matcher = step.valueIsRegex
-                ? new RegExp(step.value)
-                : step.value;
+                ? new RegExp(resolvedValue)
+                : resolvedValue;
             // Page-level assertions (no element locator needed)
             if (step.assertion === 'toHaveTitle') {
                 await (0, test_1.expect)(page).toHaveTitle(matcher);
@@ -138,13 +155,13 @@ function buildAssertExecutor(steps) {
                     await (0, test_1.expect)(locator).toBeChecked();
                     break;
                 case 'toHaveValue':
-                    await (0, test_1.expect)(locator).toHaveValue(step.attributeValue ?? '');
+                    await (0, test_1.expect)(locator).toHaveValue(resolvedAttrValue ?? '');
                     break;
                 case 'toContainText':
-                    await (0, test_1.expect)(locator).toContainText(step.attributeValue ?? '');
+                    await (0, test_1.expect)(locator).toContainText(resolvedAttrValue ?? '');
                     break;
                 case 'toHaveAttribute':
-                    await (0, test_1.expect)(locator).toHaveAttribute(step.value, step.attributeValue ?? '');
+                    await (0, test_1.expect)(locator).toHaveAttribute(resolvedValue, resolvedAttrValue ?? '');
                     break;
             }
         }

package/dist/esm/lib/page/DonobuExtendedPage.d.ts

@@ -40,8 +40,32 @@ export type AssertOptions = {
      * and generates equivalent Playwright code which is cached. Subsequent
      * runs execute the cached code directly, skipping the AI call entirely.
      * Defaults to `true`.
+     *
+     * Cached steps preserve `{{$.env.*}}` placeholders for any value that came
+     * from an env var, so changing an env value between runs replays the same
+     * cached steps with the new value rather than re-invoking the AI.
      */
     cache?: boolean;
+    /**
+     * Explicit environment variable names (in addition to the heuristically
+     * derived ones) that the assertion may read via `{{$.env.*}}` interpolations.
+     */
+    envVars?: string[];
+    /**
+     * Explicitly supply environment variable values that amend (or override)
+     * the environment observed by this `page.ai.assert` call. Keys are merged
+     * with any names derived from {@link AssertOptions.envVars} and from
+     * `{{$.env.*}}` interpolations in the assertion text.
+     *
+     * - A `string` value sets or overrides the variable for this invocation.
+     * - An `undefined` value *removes* the variable, even if it would
+     *   otherwise be resolved from persistence.
+     *
+     * Only the **names** (keys) influence cache lookup; changing a value
+     * replays the cached steps with the new value via `{{$.env.*}}` placeholder
+     * substitution rather than busting the cache.
+     */
+    envVals?: Record<string, string | undefined>;
 };
 type PageAiAct = {
     <Schema extends z.ZodObject>(instruction: string, options?: PageAiActWithSchemaOptions<Schema>): Promise<z.infer<Schema>>;

package/dist/esm/lib/page/extendPage.js

@@ -10,6 +10,7 @@ const GptApiKeysNotSetupException_1 = require("../../exceptions/GptApiKeysNotSet
 const TestNotFoundException_1 = require("../../exceptions/TestNotFoundException");
 const ToolCallFailedException_1 = require("../../exceptions/ToolCallFailedException");
 const ToolRequiresGptException_1 = require("../../exceptions/ToolRequiresGptException");
+const DonobuFlowsManager_1 = require("../../managers/DonobuFlowsManager");
 const InteractionVisualizer_1 = require("../../managers/InteractionVisualizer");
 const ToolManager_1 = require("../../managers/ToolManager");
 const WebTargetInspector_1 = require("../../managers/WebTargetInspector");
@@ -220,6 +221,33 @@ Valid options:
             const clearCache = sharedState.runtimeDirectives?.clearPageAiCache ?? false;
             const retries = options?.retries ?? 0;
             const retryDelaySeconds = options?.retryDelaySeconds ?? 3;
+            // Distill env var names from `{{$.env.*}}` interpolations in the
+            // assertion plus any explicitly provided names/overrides. Cached
+            // Playwright steps may carry the same `{{$.env.X}}` placeholders in
+            // their `value`/`attributeValue` fields, so we resolve env data at
+            // replay time and let the executor interpolate before applying.
+            const envVarNames = (0, DonobuFlowsManager_1.distillAllowedEnvVariableNames)(assertion, [
+                ...(options?.envVars ?? []),
+                ...Object.keys(options?.envVals ?? {}),
+            ]);
+            const hasEnvRefs = envVarNames.length > 0;
+            const resolveEnvData = async () => {
+                if (!hasEnvRefs) {
+                    return undefined;
+                }
+                const envData = await sharedState.donobuStack.envDataManager.getByNames(envVarNames);
+                if (options?.envVals) {
+                    for (const [k, v] of Object.entries(options.envVals)) {
+                        if (v === undefined) {
+                            delete envData[k];
+                        }
+                        else {
+                            envData[k] = v;
+                        }
+                    }
+                }
+                return envData;
+            };
             // --- Cache lookup (when enabled and not clearing) ---
             if (useCache && !clearCache) {
                 const cache = getOrInitPageAiCache();
@@ -227,6 +255,7 @@ Valid options:
                 const cached = await cache.getAssert({ pageUrl, assertion });
                 if (cached) {
                     Logger_1.appLogger.debug(`Assert cache HIT for: "${assertion}" - running cached Playwright assertion`);
+                    const envData = await resolveEnvData();
                     let lastError = null;
                     for (let attempt = 0; attempt <= retries; attempt++) {
                         if (attempt > 0) {
@@ -234,7 +263,7 @@ Valid options:
                             await page.waitForTimeout(retryDelaySeconds * 1000);
                         }
                         try {
-                            await cached.run({ page });
+                            await cached.run({ page, envData });
                             return; // Assertion passed
                         }
                         catch (error) {
@@ -263,12 +292,28 @@ Valid options:
                 await cache.deleteAssert({ pageUrl, assertion });
                 Logger_1.appLogger.debug(`Assert cache invalidated for: "${assertion}"`);
             }
-            // --- Cache miss or cache disabled: run AI assertion ---
-            const result = await runTool(page, AssertTool_1.AssertTool.NAME, {
-                assertionToTestFor: assertion,
-                retries: options?.retries,
-                retryWaitSeconds: options?.retryDelaySeconds,
-            }, options?.gptClient);
+            // Make env vars available to runTool's envData for `{{$.env.*}}`
+            // interpolation inside `assertionToTestFor` and so AssertTool can
+            // instruct the AI to emit placeholders in cached step values. Mirrors
+            // PageAi.ai for `act`: metadata.envVars is set (overwriting), envVals
+            // is restored.
+            if (hasEnvRefs) {
+                sharedState.donobuFlowMetadata.envVars = envVarNames;
+            }
+            const previousEnvVals = sharedState.envVals;
+            sharedState.envVals = options?.envVals;
+            let result;
+            try {
+                // --- Cache miss or cache disabled: run AI assertion ---
+                result = await runTool(page, AssertTool_1.AssertTool.NAME, {
+                    assertionToTestFor: assertion,
+                    retries: options?.retries,
+                    retryWaitSeconds: options?.retryDelaySeconds,
+                }, options?.gptClient);
+            }
+            finally {
+                sharedState.envVals = previousEnvVals;
+            }
             if (!result.outcome.isSuccessful) {
                 throw new ToolCallFailedException_1.ToolCallFailedException(AssertTool_1.AssertTool.NAME, result.outcome);
             }

package/dist/esm/managers/ToolManager.js

@@ -87,6 +87,9 @@ class ToolManager {
                     startedAt: startedAt,
                     completedAt: null,
                 });
+                // Expose the un-interpolated parameters so tools that need to
+                // preserve `{{...}}` references (e.g. AssertTool) can read them.
+                context.rawParameters = toolParameters;
                 // Use the interpolated parameters when calling the tool.
                 toolCallResult = isFromGpt
                     ? await tool.callFromGpt(context, tool.inputSchemaForGpt.parse(interpolatedParameters))

package/dist/esm/models/ToolCallContext.d.ts

@@ -22,5 +22,16 @@ export type ToolCallContext = {
     readonly invokedToolCalls: ToolCall[];
     readonly metadata: FlowMetadata;
     readonly toolCallId: string;
+    /**
+     * Original (un-interpolated) parameters supplied to the current tool call.
+     *
+     * `ToolManager.invokeTool` interpolates `{{...}}` expressions in the tool's
+     * parameters before invoking the tool, but a tool may need the raw text to
+     * preserve env var references in its output (e.g. `AssertTool` emits
+     * Playwright steps that retain `{{$.env.X}}` so cached replays stay correct
+     * across env value changes). Set by `ToolManager` immediately before the
+     * tool runs; absent for direct/legacy invocation paths.
+     */
+    rawParameters?: Record<string, any>;
 };
 //# sourceMappingURL=ToolCallContext.d.ts.map

package/dist/esm/tools/AssertTool.js

@@ -124,6 +124,36 @@ It will use a screenshot of the current viewport of the webpage, the webpage's t
                 Logger_1.appLogger.warn(msg);
                 return msg;
             });
+            const rawAssertion = typeof context.rawParameters?.assertionToTestFor === 'string'
+                ? context.rawParameters.assertionToTestFor
+                : parameters.assertionToTestFor;
+            const envEntries = Object.entries(context.envData ?? {});
+            // Only treat env vars as "in play" when the raw assertion actually
+            // references one — keeps the prompt small for the common case.
+            const referencedEnvEntries = envEntries.filter(([name]) => rawAssertion.includes(`{{$.env.${name}}}`));
+            const hasEnvRefs = referencedEnvEntries.length > 0;
+            const envBlock = hasEnvRefs
+                ? `
+
+The user's original assertion contains environment variable references using the
+syntax \`{{$.env.NAME}}\`. To keep cached Playwright steps valid across runs with
+different env values, you MUST emit those same placeholders in any
+playwrightAssertionStep \`value\`/\`attributeValue\` field whose contents come from
+an env var. Do NOT bake the literal current value into the step.
+
+Original (uninterpolated) assertion: ${rawAssertion}
+
+Current env mapping (use these to identify which substrings on the page came
+from which env var, then emit the placeholder rather than the literal):
+${referencedEnvEntries.map(([name, value]) => `  - {{$.env.${name}}} = ${JSON.stringify(value)}`).join('\n')}
+
+Examples:
+- Raw assertion "Welcome banner says hello {{$.env.USERNAME}}", USERNAME="alice", page shows "Welcome alice" →
+    [{ locator: "text", role: null, value: "{{$.env.USERNAME}}", valueIsRegex: false, assertion: "toBeVisible", attributeValue: null }]
+- Raw assertion "The username field shows {{$.env.USERNAME}}", USERNAME="alice", page input value is "alice" →
+    [{ locator: "label", role: null, value: "Username", valueIsRegex: false, assertion: "toHaveValue", attributeValue: "{{$.env.USERNAME}}" }]
+- For literal page text unrelated to env vars, keep the literal value as usual.`
+                : '';
             const promptMessages = [
                 {
                     type: 'system',
@@ -142,7 +172,7 @@ CRITICAL RULES for generating structured steps — follow these precisely:
 - Text input / textarea content: use 'toHaveValue' with locator='label' and set attributeValue to the expected text. Do NOT use 'toBeVisible' on the textbox.
 - Selected tabs, pills, or items with aria-selected: use 'toHaveAttribute' with value='aria-selected' and attributeValue='true', NOT 'toBeVisible' on the text.
 - Text content within an element: use 'toContainText' with attributeValue set to the substring, NOT 'toBeVisible'.
-- Only use 'toBeVisible' when the assertion is genuinely about whether something is visible — not as a fallback for state or value checks.`,
+- Only use 'toBeVisible' when the assertion is genuinely about whether something is visible — not as a fallback for state or value checks.${envBlock}`,
                 },
                 {
                     type: 'user',
@@ -184,7 +214,7 @@ careful positioning lost, etc. A screenshot of the webpage has also been provide
                 verifiedSteps.length > 0) {
                 try {
                     const executor = (0, assertCache_1.buildAssertExecutor)(verifiedSteps);
-                    await executor({ page: page });
+                    await executor({ page: page, envData: context.envData });
                 }
                 catch (error) {
                     Logger_1.appLogger.debug(`Structured assertion steps failed verification for: "${parameters.assertionToTestFor}" — discarding steps. Error: ${error.message}`);

package/dist/lib/ai/cache/assertCache.d.ts

@@ -33,6 +33,13 @@ export declare const PlaywrightAssertionStepSchema: z.ZodObject<{
 export type PlaywrightAssertionStep = z.infer<typeof PlaywrightAssertionStepSchema>;
 export type AssertCacheExecutor = (context: {
     page: Page;
+    /**
+     * Optional env mapping used to interpolate `{{$.env.X}}` placeholders that
+     * the AI may have embedded into step `value`/`attributeValue` fields. When
+     * absent, steps run unchanged (backwards compatible with cache entries
+     * recorded before env-aware caching).
+     */
+    envData?: Record<string, string>;
 }) => Promise<void>;
 /**
  * Builds an executor function from structured assertion steps.

package/dist/lib/ai/cache/assertCache.js

@@ -5,6 +5,7 @@ exports.buildAssertExecutor = buildAssertExecutor;
 exports.buildLocateExecutor = buildLocateExecutor;
 const test_1 = require("@playwright/test");
 const v4_1 = require("zod/v4");
+const TemplateInterpolator_1 = require("../../../utils/TemplateInterpolator");
 const buildLocator_1 = require("../locate/buildLocator");
 // ---------------------------------------------------------------------------
 // Structured assertion step schema
@@ -84,17 +85,33 @@ Common roles: 'heading', 'button', 'link', 'tab', 'tabpanel', 'dialog', 'navigat
 - toContainText: set to the text substring to match within the element
 - All other assertions: set to null`),
 });
+/**
+ * Resolves any `{{$.env.X}}` placeholders in a step field against the
+ * supplied env data. Returns the input verbatim when no env data is given,
+ * preserving backwards compatibility with cached entries that contain
+ * literal values only.
+ */
+function resolveStepField(value, envData) {
+    if (!envData || !value.includes('{{')) {
+        return value;
+    }
+    return (0, TemplateInterpolator_1.interpolateString)(value, { env: envData, calls: [] });
+}
 /**
  * Builds an executor function from structured assertion steps.
  * Each step maps to exactly one Playwright `expect` call — no string
  * evaluation, no VM contexts.
  */
 function buildAssertExecutor(steps) {
-    return async ({ page }) => {
+    return async ({ page, envData }) => {
         for (const step of steps) {
+            const resolvedValue = resolveStepField(step.value, envData);
+            const resolvedAttrValue = step.attributeValue === null
+                ? null
+                : resolveStepField(step.attributeValue, envData);
             const matcher = step.valueIsRegex
-                ? new RegExp(step.value)
-                : step.value;
+                ? new RegExp(resolvedValue)
+                : resolvedValue;
             // Page-level assertions (no element locator needed)
             if (step.assertion === 'toHaveTitle') {
                 await (0, test_1.expect)(page).toHaveTitle(matcher);
@@ -138,13 +155,13 @@ function buildAssertExecutor(steps) {
                     await (0, test_1.expect)(locator).toBeChecked();
                     break;
                 case 'toHaveValue':
-                    await (0, test_1.expect)(locator).toHaveValue(step.attributeValue ?? '');
+                    await (0, test_1.expect)(locator).toHaveValue(resolvedAttrValue ?? '');
                     break;
                 case 'toContainText':
-                    await (0, test_1.expect)(locator).toContainText(step.attributeValue ?? '');
+                    await (0, test_1.expect)(locator).toContainText(resolvedAttrValue ?? '');
                     break;
                 case 'toHaveAttribute':
-                    await (0, test_1.expect)(locator).toHaveAttribute(step.value, step.attributeValue ?? '');
+                    await (0, test_1.expect)(locator).toHaveAttribute(resolvedValue, resolvedAttrValue ?? '');
                     break;
             }
         }

package/dist/lib/page/DonobuExtendedPage.d.ts

@@ -40,8 +40,32 @@ export type AssertOptions = {
      * and generates equivalent Playwright code which is cached. Subsequent
      * runs execute the cached code directly, skipping the AI call entirely.
      * Defaults to `true`.
+     *
+     * Cached steps preserve `{{$.env.*}}` placeholders for any value that came
+     * from an env var, so changing an env value between runs replays the same
+     * cached steps with the new value rather than re-invoking the AI.
      */
     cache?: boolean;
+    /**
+     * Explicit environment variable names (in addition to the heuristically
+     * derived ones) that the assertion may read via `{{$.env.*}}` interpolations.
+     */
+    envVars?: string[];
+    /**
+     * Explicitly supply environment variable values that amend (or override)
+     * the environment observed by this `page.ai.assert` call. Keys are merged
+     * with any names derived from {@link AssertOptions.envVars} and from
+     * `{{$.env.*}}` interpolations in the assertion text.
+     *
+     * - A `string` value sets or overrides the variable for this invocation.
+     * - An `undefined` value *removes* the variable, even if it would
+     *   otherwise be resolved from persistence.
+     *
+     * Only the **names** (keys) influence cache lookup; changing a value
+     * replays the cached steps with the new value via `{{$.env.*}}` placeholder
+     * substitution rather than busting the cache.
+     */
+    envVals?: Record<string, string | undefined>;
 };
 type PageAiAct = {
     <Schema extends z.ZodObject>(instruction: string, options?: PageAiActWithSchemaOptions<Schema>): Promise<z.infer<Schema>>;

package/dist/lib/page/extendPage.js

@@ -10,6 +10,7 @@ const GptApiKeysNotSetupException_1 = require("../../exceptions/GptApiKeysNotSet
 const TestNotFoundException_1 = require("../../exceptions/TestNotFoundException");
 const ToolCallFailedException_1 = require("../../exceptions/ToolCallFailedException");
 const ToolRequiresGptException_1 = require("../../exceptions/ToolRequiresGptException");
+const DonobuFlowsManager_1 = require("../../managers/DonobuFlowsManager");
 const InteractionVisualizer_1 = require("../../managers/InteractionVisualizer");
 const ToolManager_1 = require("../../managers/ToolManager");
 const WebTargetInspector_1 = require("../../managers/WebTargetInspector");
@@ -220,6 +221,33 @@ Valid options:
             const clearCache = sharedState.runtimeDirectives?.clearPageAiCache ?? false;
             const retries = options?.retries ?? 0;
             const retryDelaySeconds = options?.retryDelaySeconds ?? 3;
+            // Distill env var names from `{{$.env.*}}` interpolations in the
+            // assertion plus any explicitly provided names/overrides. Cached
+            // Playwright steps may carry the same `{{$.env.X}}` placeholders in
+            // their `value`/`attributeValue` fields, so we resolve env data at
+            // replay time and let the executor interpolate before applying.
+            const envVarNames = (0, DonobuFlowsManager_1.distillAllowedEnvVariableNames)(assertion, [
+                ...(options?.envVars ?? []),
+                ...Object.keys(options?.envVals ?? {}),
+            ]);
+            const hasEnvRefs = envVarNames.length > 0;
+            const resolveEnvData = async () => {
+                if (!hasEnvRefs) {
+                    return undefined;
+                }
+                const envData = await sharedState.donobuStack.envDataManager.getByNames(envVarNames);
+                if (options?.envVals) {
+                    for (const [k, v] of Object.entries(options.envVals)) {
+                        if (v === undefined) {
+                            delete envData[k];
+                        }
+                        else {
+                            envData[k] = v;
+                        }
+                    }
+                }
+                return envData;
+            };
             // --- Cache lookup (when enabled and not clearing) ---
             if (useCache && !clearCache) {
                 const cache = getOrInitPageAiCache();
@@ -227,6 +255,7 @@ Valid options:
                 const cached = await cache.getAssert({ pageUrl, assertion });
                 if (cached) {
                     Logger_1.appLogger.debug(`Assert cache HIT for: "${assertion}" - running cached Playwright assertion`);
+                    const envData = await resolveEnvData();
                     let lastError = null;
                     for (let attempt = 0; attempt <= retries; attempt++) {
                         if (attempt > 0) {
@@ -234,7 +263,7 @@ Valid options:
                             await page.waitForTimeout(retryDelaySeconds * 1000);
                         }
                         try {
-                            await cached.run({ page });
+                            await cached.run({ page, envData });
                             return; // Assertion passed
                         }
                         catch (error) {
@@ -263,12 +292,28 @@ Valid options:
                 await cache.deleteAssert({ pageUrl, assertion });
                 Logger_1.appLogger.debug(`Assert cache invalidated for: "${assertion}"`);
             }
-            // --- Cache miss or cache disabled: run AI assertion ---
-            const result = await runTool(page, AssertTool_1.AssertTool.NAME, {
-                assertionToTestFor: assertion,
-                retries: options?.retries,
-                retryWaitSeconds: options?.retryDelaySeconds,
-            }, options?.gptClient);
+            // Make env vars available to runTool's envData for `{{$.env.*}}`
+            // interpolation inside `assertionToTestFor` and so AssertTool can
+            // instruct the AI to emit placeholders in cached step values. Mirrors
+            // PageAi.ai for `act`: metadata.envVars is set (overwriting), envVals
+            // is restored.
+            if (hasEnvRefs) {
+                sharedState.donobuFlowMetadata.envVars = envVarNames;
+            }
+            const previousEnvVals = sharedState.envVals;
+            sharedState.envVals = options?.envVals;
+            let result;
+            try {
+                // --- Cache miss or cache disabled: run AI assertion ---
+                result = await runTool(page, AssertTool_1.AssertTool.NAME, {
+                    assertionToTestFor: assertion,
+                    retries: options?.retries,
+                    retryWaitSeconds: options?.retryDelaySeconds,
+                }, options?.gptClient);
+            }
+            finally {
+                sharedState.envVals = previousEnvVals;
+            }
             if (!result.outcome.isSuccessful) {
                 throw new ToolCallFailedException_1.ToolCallFailedException(AssertTool_1.AssertTool.NAME, result.outcome);
             }

package/dist/managers/ToolManager.js

@@ -87,6 +87,9 @@ class ToolManager {
                     startedAt: startedAt,
                     completedAt: null,
                 });
+                // Expose the un-interpolated parameters so tools that need to
+                // preserve `{{...}}` references (e.g. AssertTool) can read them.
+                context.rawParameters = toolParameters;
                 // Use the interpolated parameters when calling the tool.
                 toolCallResult = isFromGpt
                     ? await tool.callFromGpt(context, tool.inputSchemaForGpt.parse(interpolatedParameters))

package/dist/models/ToolCallContext.d.ts

@@ -22,5 +22,16 @@ export type ToolCallContext = {
     readonly invokedToolCalls: ToolCall[];
     readonly metadata: FlowMetadata;
     readonly toolCallId: string;
+    /**
+     * Original (un-interpolated) parameters supplied to the current tool call.
+     *
+     * `ToolManager.invokeTool` interpolates `{{...}}` expressions in the tool's
+     * parameters before invoking the tool, but a tool may need the raw text to
+     * preserve env var references in its output (e.g. `AssertTool` emits
+     * Playwright steps that retain `{{$.env.X}}` so cached replays stay correct
+     * across env value changes). Set by `ToolManager` immediately before the
+     * tool runs; absent for direct/legacy invocation paths.
+     */
+    rawParameters?: Record<string, any>;
 };
 //# sourceMappingURL=ToolCallContext.d.ts.map

package/dist/tools/AssertTool.js

@@ -124,6 +124,36 @@ It will use a screenshot of the current viewport of the webpage, the webpage's t
                 Logger_1.appLogger.warn(msg);
                 return msg;
             });
+            const rawAssertion = typeof context.rawParameters?.assertionToTestFor === 'string'
+                ? context.rawParameters.assertionToTestFor
+                : parameters.assertionToTestFor;
+            const envEntries = Object.entries(context.envData ?? {});
+            // Only treat env vars as "in play" when the raw assertion actually
+            // references one — keeps the prompt small for the common case.
+            const referencedEnvEntries = envEntries.filter(([name]) => rawAssertion.includes(`{{$.env.${name}}}`));
+            const hasEnvRefs = referencedEnvEntries.length > 0;
+            const envBlock = hasEnvRefs
+                ? `
+
+The user's original assertion contains environment variable references using the
+syntax \`{{$.env.NAME}}\`. To keep cached Playwright steps valid across runs with
+different env values, you MUST emit those same placeholders in any
+playwrightAssertionStep \`value\`/\`attributeValue\` field whose contents come from
+an env var. Do NOT bake the literal current value into the step.
+
+Original (uninterpolated) assertion: ${rawAssertion}
+
+Current env mapping (use these to identify which substrings on the page came
+from which env var, then emit the placeholder rather than the literal):
+${referencedEnvEntries.map(([name, value]) => `  - {{$.env.${name}}} = ${JSON.stringify(value)}`).join('\n')}
+
+Examples:
+- Raw assertion "Welcome banner says hello {{$.env.USERNAME}}", USERNAME="alice", page shows "Welcome alice" →
+    [{ locator: "text", role: null, value: "{{$.env.USERNAME}}", valueIsRegex: false, assertion: "toBeVisible", attributeValue: null }]
+- Raw assertion "The username field shows {{$.env.USERNAME}}", USERNAME="alice", page input value is "alice" →
+    [{ locator: "label", role: null, value: "Username", valueIsRegex: false, assertion: "toHaveValue", attributeValue: "{{$.env.USERNAME}}" }]
+- For literal page text unrelated to env vars, keep the literal value as usual.`
+                : '';
             const promptMessages = [
                 {
                     type: 'system',
@@ -142,7 +172,7 @@ CRITICAL RULES for generating structured steps — follow these precisely:
 - Text input / textarea content: use 'toHaveValue' with locator='label' and set attributeValue to the expected text. Do NOT use 'toBeVisible' on the textbox.
 - Selected tabs, pills, or items with aria-selected: use 'toHaveAttribute' with value='aria-selected' and attributeValue='true', NOT 'toBeVisible' on the text.
 - Text content within an element: use 'toContainText' with attributeValue set to the substring, NOT 'toBeVisible'.
-- Only use 'toBeVisible' when the assertion is genuinely about whether something is visible — not as a fallback for state or value checks.`,
+- Only use 'toBeVisible' when the assertion is genuinely about whether something is visible — not as a fallback for state or value checks.${envBlock}`,
                 },
                 {
                     type: 'user',
@@ -184,7 +214,7 @@ careful positioning lost, etc. A screenshot of the webpage has also been provide
                 verifiedSteps.length > 0) {
                 try {
                     const executor = (0, assertCache_1.buildAssertExecutor)(verifiedSteps);
-                    await executor({ page: page });
+                    await executor({ page: page, envData: context.envData });
                 }
                 catch (error) {
                     Logger_1.appLogger.debug(`Structured assertion steps failed verification for: "${parameters.assertionToTestFor}" — discarding steps. Error: ${error.message}`);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "donobu",
-  "version": "5.33.0",
+  "version": "5.34.0",
   "description": "Create browser automations with an LLM agent and replay them as Playwright scripts.",
   "main": "dist/main.js",
   "module": "dist/esm/main.js",