@promptbook/core 0.111.0-0 → 0.111.0-2

package/esm/index.es.js

@@ -28,7 +28,7 @@ const BOOK_LANGUAGE_VERSION = '2.0.0';
  * @generated
  * @see https://github.com/webgptorg/promptbook
  */
-const PROMPTBOOK_ENGINE_VERSION = '0.111.0-0';
+const PROMPTBOOK_ENGINE_VERSION = '0.111.0-2';
 /**
  * TODO: string_promptbook_version should be constrained to the all versions of Promptbook engine
  * Note: [💞] Ignore a discrepancy between file name and entity name
@@ -14734,8 +14734,8 @@ class UseEmailCommitmentDefinition extends BaseCommitmentDefinition {
 /**
  * USE IMAGE GENERATOR commitment definition
  *
- * The `USE IMAGE GENERATOR` commitment indicates that the agent should utilize an image generation tool
- * to create images based on text prompts.
+ * The `USE IMAGE GENERATOR` commitment indicates that the agent can output
+ * markdown placeholders for UI-driven image generation.
  *
  * Example usage in agent source:
  *
@@ -14750,11 +14750,14 @@ class UseImageGeneratorCommitmentDefinition extends BaseCommitmentDefinition {
     constructor(type = 'USE IMAGE GENERATOR') {
         super(type, ['USE IMAGE GENERATION', 'IMAGE GENERATOR', 'IMAGE GENERATION', 'USE IMAGE']);
     }
+    get requiresContent() {
+        return false;
+    }
     /**
      * Short one-line description of USE IMAGE GENERATOR.
      */
     get description() {
-        return 'Enable the agent to use an image generation tool for creating images from text prompts.';
+        return 'Enable the agent to output markdown image placeholders that the UI turns into generated images.';
     }
     /**
      * Icon for this commitment.
@@ -14769,21 +14772,21 @@ class UseImageGeneratorCommitmentDefinition extends BaseCommitmentDefinition {
         return spaceTrim$1(`
             # USE IMAGE GENERATOR
 
-            Enables the agent to use an image generation tool to create images based on text prompts.
+            Enables the agent to output markdown image placeholders that trigger image generation in the user interface.
 
             ## Key aspects
 
             - The content following \`USE IMAGE GENERATOR\` is an arbitrary text that the agent should know (e.g. style instructions or safety guidelines).
-            - The actual image generation is handled by the agent runtime using LLM execution tools.
-            - Allows the agent to generate visual content based on user requests.
-            - Returns the URL of the generated image.
+            - The agent does **not** call an image-generation tool directly.
+            - The agent inserts markdown notation: \`![alt](?image-prompt=...)\`.
+            - The user interface detects the notation and generates the image asynchronously.
 
             ## Examples
 
             \`\`\`book
             Visual Artist
 
-            PERSONA You are a creative visual artist who can generate images.
+            PERSONA You are a creative visual artist.
             USE IMAGE GENERATOR
             RULE Always describe the generated image to the user.
             \`\`\`
@@ -14793,80 +14796,28 @@ class UseImageGeneratorCommitmentDefinition extends BaseCommitmentDefinition {
 
             PERSONA You are an interior designer who helps users visualize their space.
             USE IMAGE GENERATOR Professional interior design renders.
-            ACTION Generate a preview of the designed room.
+            ACTION Add one generated image placeholder whenever a user asks for a visual.
             \`\`\`
         `);
     }
     applyToAgentModelRequirements(requirements, content) {
-        // Get existing tools array or create new one
-        const existingTools = requirements.tools || [];
-        // Add 'generate_image' to tools if not already present
-        const updatedTools = existingTools.some((tool) => tool.name === 'generate_image')
-            ? existingTools
-            : [
-                ...existingTools,
-                {
-                    name: 'generate_image',
-                    description: spaceTrim$1(`
-                        Generate an image from a text prompt.
-                        Use this tool when the user asks to create, draw, or generate an image.
-                        ${!content ? '' : `Style instructions / guidelines: ${content}`}
-                    `),
-                    parameters: {
-                        type: 'object',
-                        properties: {
-                            prompt: {
-                                type: 'string',
-                                description: 'The detailed description of the image to generate',
-                            },
-                        },
-                        required: ['prompt'],
-                    },
-                },
-            ];
-        // Return requirements with updated tools and metadata
+        const extraInstructions = formatOptionalInstructionBlock('Image instructions', content);
         return this.appendToSystemMessage({
             ...requirements,
-            tools: updatedTools,
             _metadata: {
                 ...requirements._metadata,
                 useImageGenerator: content || true,
             },
-        }, spaceTrim$1(`
-                You have access to an image generator. Use it to create images based on user requests.
-                When you generate an image, you will receive a URL of the generated image.
-            `));
-    }
-    /**
-     * Gets human-readable titles for tool functions provided by this commitment.
-     */
-    getToolTitles() {
-        return {
-            generate_image: 'Generate image',
-        };
-    }
-    /**
-     * Gets the `generate_image` tool function implementation.
-     */
-    getToolFunctions() {
-        return {
-            async generate_image(args, ...extra) {
-                console.log('!!!! [Tool] generate_image called', { args });
-                const { prompt } = args;
-                if (!prompt) {
-                    throw new Error('Image prompt is required');
-                }
-                const { llmTools } = extra[0] || {};
-                if (!llmTools || !llmTools.callImageGenerationModel) {
-                    throw new Error('Image generation is not supported by the current model provider');
-                }
-                const result = await llmTools.callImageGenerationModel({
-                    content: prompt,
-                    modelName: 'dall-e-3', // Defaulting to dall-e-3, but this could be configurable
-                });
-                return result.content;
-            },
-        };
+        }, spaceTrim$1((block) => `
+                    Image generation:
+                    - You do not generate images directly and you do not call any image tool.
+                    - When the user asks for an image, include markdown notation in your message:
+                      \`![<alt text>](?image-prompt=<prompt>)\`
+                    - Keep \`<alt text>\` short and descriptive.
+                    - Keep \`<prompt>\` detailed so the generated image matches the request.
+                    - You can include normal explanatory text before and after the notation.
+                    ${block(extraInstructions)}
+                `));
     }
 }
 /**
@@ -26946,7 +26897,6 @@ class RemoteAgent extends Agent {
                     doneReading = !!done;
                     if (value) {
                         const textChunk = decoder.decode(value, { stream: true });
-                        let sawToolCalls = false;
                         let hasNonEmptyText = false;
                         const textLines = [];
                         const lines = textChunk.split(/\r?\n/);
@@ -26972,7 +26922,6 @@ class RemoteAgent extends Agent {
                                             rawResponse: {},
                                             toolCalls: getActiveToolCalls(),
                                         });
-                                        sawToolCalls = true;
                                         isToolCallLine = true;
                                     }
                                 }
@@ -26982,22 +26931,16 @@ class RemoteAgent extends Agent {
                             }
                             if (!isToolCallLine) {
                                 textLines.push(line);
-                                if (line.length > 0) {
+                                if (trimmedLine.length > 0) {
                                     hasNonEmptyText = true;
                                 }
                             }
                         }
-                        if (sawToolCalls) {
-                            if (!hasNonEmptyText) {
-                                continue;
-                            }
-                            const textChunkWithoutToolCalls = textLines.join('\n');
-                            content += textChunkWithoutToolCalls;
-                        }
-                        else {
-                            // console.debug('RemoteAgent chunk:', textChunk);
-                            content += textChunk;
+                        if (!hasNonEmptyText) {
+                            continue;
                         }
+                        const textChunkWithoutToolCalls = textLines.join('\n');
+                        content += textChunkWithoutToolCalls;
                         if (!hasReceivedModelOutput && content.trim().length > 0) {
                             hasReceivedModelOutput = true;
                             preparationToolCalls.length = 0;