@outputai/llm 0.6.1-dev.aab2335.0 → 0.6.1-next.0d08ff5.0

package/src/{prompt_validations.spec.js → prompt/validations.spec.js}

@@ -1,6 +1,6 @@
 import { describe, it, expect, vi } from 'vitest';
 import { ValidationError } from '@outputai/core';
-import { validatePrompt } from './prompt_validations.js';
+import { validatePrompt } from './validations.js';
 
 describe( 'validatePrompt', () => {
   it( 'should validate a correct prompt with all required fields', () => {
@@ -238,6 +238,194 @@ describe( 'validatePrompt', () => {
     expect( () => validatePrompt( customProviderPrompt ) ).not.toThrow();
   } );
 
+  it( 'should validate image generation config fields', () => {
+    const imagePrompt = {
+      name: 'image-prompt',
+      config: {
+        provider: 'openai',
+        model: 'gpt-image-1',
+        n: 2,
+        maxImagesPerCall: 1,
+        size: '1024x1024',
+        aspectRatio: '1:1',
+        seed: 42,
+        providerOptions: {
+          openai: {
+            quality: 'high'
+          }
+        }
+      },
+      messages: [
+        {
+          role: 'user',
+          content: 'Generate an image of a mountain.'
+        }
+      ]
+    };
+
+    expect( () => validatePrompt( imagePrompt ) ).not.toThrow();
+  } );
+
+  it( 'should validate a plain-instructions prompt without messages', () => {
+    const instructionsPrompt = {
+      name: 'image-prompt',
+      config: {
+        provider: 'openai',
+        model: 'gpt-image-1'
+      },
+      messages: [],
+      instructions: 'Generate an image of a mountain.'
+    };
+
+    expect( () => validatePrompt( instructionsPrompt ) ).not.toThrow();
+  } );
+
+  it( 'should validate role messages with null instructions', () => {
+    const messagesPrompt = {
+      name: 'messages-prompt',
+      config: {
+        provider: 'anthropic',
+        model: 'claude-3-opus-20240229'
+      },
+      messages: [
+        {
+          role: 'user',
+          content: 'Write a summary.'
+        }
+      ],
+      instructions: null
+    };
+
+    expect( () => validatePrompt( messagesPrompt ) ).not.toThrow();
+  } );
+
+  it( 'should throw ValidationError when instructions are only whitespace', () => {
+    const whitespaceInstructionsPrompt = {
+      name: 'empty-instructions-prompt',
+      config: {
+        provider: 'openai',
+        model: 'gpt-image-1'
+      },
+      messages: [],
+      instructions: '   '
+    };
+
+    expect( () => validatePrompt( whitespaceInstructionsPrompt ) ).toThrow( ValidationError );
+  } );
+
+  it( 'should throw ValidationError when both messages and instructions are present', () => {
+    const mixedPrompt = {
+      name: 'mixed-prompt',
+      config: {
+        provider: 'anthropic',
+        model: 'claude-3-opus-20240229'
+      },
+      messages: [
+        {
+          role: 'user',
+          content: 'Write a summary.'
+        }
+      ],
+      instructions: 'Plain instructions should not be mixed with messages.'
+    };
+
+    expect( () => validatePrompt( mixedPrompt ) ).toThrow( ValidationError );
+  } );
+
+  it( 'should throw ValidationError when neither messages nor instructions are present', () => {
+    const emptyPrompt = {
+      name: 'empty-prompt',
+      config: {
+        provider: 'anthropic',
+        model: 'claude-3-opus-20240229'
+      },
+      messages: [],
+      instructions: null
+    };
+
+    expect( () => validatePrompt( emptyPrompt ) ).toThrow( ValidationError );
+  } );
+
+  it( 'should validate a prompt with skill path config', () => {
+    const promptWithSkills = {
+      name: 'skills-prompt',
+      config: {
+        provider: 'anthropic',
+        model: 'claude-3-opus-20240229',
+        skills: [ './skills', './review.md' ]
+      },
+      messages: [
+        {
+          role: 'user',
+          content: 'Review this.'
+        }
+      ]
+    };
+
+    expect( () => validatePrompt( promptWithSkills ) ).not.toThrow();
+  } );
+
+  it( 'should validate a prompt with a single skill path config', () => {
+    const promptWithSkill = {
+      name: 'skill-prompt',
+      config: {
+        provider: 'anthropic',
+        model: 'claude-3-opus-20240229',
+        skills: './skills'
+      },
+      messages: [
+        {
+          role: 'user',
+          content: 'Review this.'
+        }
+      ]
+    };
+
+    expect( () => validatePrompt( promptWithSkill ) ).not.toThrow();
+  } );
+
+  it( 'should throw ValidationError for invalid skill path config', () => {
+    const invalidSkillsPrompt = {
+      name: 'invalid-skills-prompt',
+      config: {
+        provider: 'anthropic',
+        model: 'claude-3-opus-20240229',
+        skills: [ './skills', '' ]
+      },
+      messages: [
+        {
+          role: 'user',
+          content: 'Review this.'
+        }
+      ]
+    };
+
+    expect( () => validatePrompt( invalidSkillsPrompt ) ).toThrow( ValidationError );
+  } );
+
+  it( 'should throw ValidationError for invalid image generation config fields', () => {
+    const invalidImagePrompt = {
+      name: 'invalid-image-prompt',
+      config: {
+        provider: 'openai',
+        model: 'gpt-image-1',
+        n: 0,
+        maxImagesPerCall: 1.5,
+        size: 'square',
+        aspectRatio: '16x9',
+        seed: 1.2
+      },
+      messages: [
+        {
+          role: 'user',
+          content: 'Generate an image of a mountain.'
+        }
+      ]
+    };
+
+    expect( () => validatePrompt( invalidImagePrompt ) ).toThrow( ValidationError );
+  } );
+
   it( 'should accept extra config fields via passthrough', () => {
     const extraFieldsPrompt = {
       name: 'extra-fields-prompt',

package/src/utils/__fixtures__/image_response.json

@@ -0,0 +1,38 @@
+{
+  "images": [
+    {
+      "base64Data": "<<removed as it was a very large base64 representation of the image>>",
+      "mediaType": "image/png"
+    }
+  ],
+  "warnings": [],
+  "responses": [
+    {
+      "timestamp": "2026-06-04T15:29:53.450Z",
+      "modelId": "gpt-image-1",
+      "headers": {
+        "__redacted__": "<<headers were removed>>"
+      }
+    }
+  ],
+  "providerMetadata": {
+    "openai": {
+      "images": [
+        {
+          "created": 1780587031,
+          "size": "1024x1024",
+          "quality": "high",
+          "background": "opaque",
+          "outputFormat": "png",
+          "imageTokens": 0,
+          "textTokens": 138
+        }
+      ]
+    }
+  },
+  "usage": {
+    "inputTokens": 138,
+    "outputTokens": 4160,
+    "totalTokens": 4298
+  }
+}

package/src/utils/__fixtures__/stream_response.json

@@ -0,0 +1,294 @@
+{
+  "stepNumber": 0,
+  "model": {
+    "provider": "anthropic.messages",
+    "modelId": "claude-sonnet-4-20250514"
+  },
+  "finishReason": "stop",
+  "rawFinishReason": "end_turn",
+  "totalUsage": {
+    "inputTokens": 49,
+    "inputTokenDetails": {
+      "noCacheTokens": 49,
+      "cacheReadTokens": 0,
+      "cacheWriteTokens": 0
+    },
+    "outputTokens": 160,
+    "outputTokenDetails": {},
+    "totalTokens": 209,
+    "cachedInputTokens": 0
+  },
+  "usage": {
+    "inputTokens": 49,
+    "inputTokenDetails": {
+      "noCacheTokens": 49,
+      "cacheReadTokens": 0,
+      "cacheWriteTokens": 0
+    },
+    "outputTokens": 160,
+    "outputTokenDetails": {},
+    "totalTokens": 209,
+    "raw": {
+      "input_tokens": 49,
+      "cache_creation_input_tokens": 0,
+      "cache_read_input_tokens": 0,
+      "cache_creation": {
+        "ephemeral_5m_input_tokens": 0,
+        "ephemeral_1h_input_tokens": 0
+      },
+      "output_tokens": 160,
+      "service_tier": "standard",
+      "inference_geo": "not_available"
+    },
+    "cachedInputTokens": 0
+  },
+  "content": [
+    {
+      "type": "text",
+      "text": "A carburetor is a mechanical device that was once the heart of nearly every gasoline engine, responsible for mixing air and fuel in the precise proportions needed for combustion. This ingenious invention uses the principles of airflow and vacuum pressure to draw fuel from a reservoir and atomize it with incoming air, creating a combustible mixture that powers the engine. While carburetors dominated automotive technology for decades\u2014from the early 1900s through the 1980s\u2014they have largely been replaced by fuel injection systems in modern vehicles due to their superior efficiency and emissions control. However, carburetors remain popular in motorcycles, small engines, and classic cars, where enthusiasts appreciate their mechanical simplicity and the hands-on tuning experience they provide."
+    }
+  ],
+  "text": "A carburetor is a mechanical device that was once the heart of nearly every gasoline engine, responsible for mixing air and fuel in the precise proportions needed for combustion. This ingenious invention uses the principles of airflow and vacuum pressure to draw fuel from a reservoir and atomize it with incoming air, creating a combustible mixture that powers the engine. While carburetors dominated automotive technology for decades\u2014from the early 1900s through the 1980s\u2014they have largely been replaced by fuel injection systems in modern vehicles due to their superior efficiency and emissions control. However, carburetors remain popular in motorcycles, small engines, and classic cars, where enthusiasts appreciate their mechanical simplicity and the hands-on tuning experience they provide.",
+  "reasoning": [],
+  "files": [],
+  "sources": [],
+  "toolCalls": [
+    {
+      "type": "tool-call",
+      "toolCallId": "call_fixture_web_search",
+      "toolName": "webSearch",
+      "input": {
+        "query": "carburetor reference article"
+      }
+    }
+  ],
+  "staticToolCalls": [],
+  "dynamicToolCalls": [],
+  "toolResults": [
+    {
+      "type": "tool-result",
+      "toolCallId": "call_fixture_web_search",
+      "toolName": "webSearch",
+      "input": {
+        "query": "carburetor reference article"
+      },
+      "output": {
+        "results": [
+          {
+            "title": "Carburetor reference article",
+            "url": "https://example.com/carburetor-reference"
+          }
+        ]
+      }
+    }
+  ],
+  "staticToolResults": [],
+  "dynamicToolResults": [],
+  "request": {
+    "body": {
+      "model": "claude-sonnet-4-20250514",
+      "max_tokens": 1024,
+      "temperature": 0.7,
+      "messages": [
+        {
+          "role": "assistant",
+          "content": [
+            {
+              "type": "text",
+              "text": "You are an expert content writer who produces clear, engaging, and informative text."
+            }
+          ]
+        },
+        {
+          "role": "user",
+          "content": [
+            {
+              "type": "text",
+              "text": "Write a short paragraph about carburetors."
+            }
+          ]
+        }
+      ],
+      "stream": true
+    }
+  },
+  "response": {
+    "id": "msg_012FXnYFEVPZ6GPoneL32k9J",
+    "timestamp": "2026-06-04T15:30:08.347Z",
+    "modelId": "claude-sonnet-4-20250514",
+    "headers": {
+      "__redacted__": "<<headers were removed>>"
+    },
+    "messages": [
+      {
+        "role": "assistant",
+        "content": [
+          {
+            "type": "text",
+            "text": "A carburetor is a mechanical device that was once the heart of nearly every gasoline engine, responsible for mixing air and fuel in the precise proportions needed for combustion. This ingenious invention uses the principles of airflow and vacuum pressure to draw fuel from a reservoir and atomize it with incoming air, creating a combustible mixture that powers the engine. While carburetors dominated automotive technology for decades\u2014from the early 1900s through the 1980s\u2014they have largely been replaced by fuel injection systems in modern vehicles due to their superior efficiency and emissions control. However, carburetors remain popular in motorcycles, small engines, and classic cars, where enthusiasts appreciate their mechanical simplicity and the hands-on tuning experience they provide."
+          }
+        ]
+      }
+    ]
+  },
+  "warnings": [],
+  "providerMetadata": {
+    "anthropic": {
+      "usage": {
+        "input_tokens": 49,
+        "cache_creation_input_tokens": 0,
+        "cache_read_input_tokens": 0,
+        "cache_creation": {
+          "ephemeral_5m_input_tokens": 0,
+          "ephemeral_1h_input_tokens": 0
+        },
+        "output_tokens": 160,
+        "service_tier": "standard",
+        "inference_geo": "not_available"
+      },
+      "cacheCreationInputTokens": 0,
+      "stopSequence": null,
+      "iterations": null,
+      "container": null,
+      "contextManagement": null
+    }
+  },
+  "steps": [
+    {
+      "stepNumber": 0,
+      "model": {
+        "provider": "anthropic.messages",
+        "modelId": "claude-sonnet-4-20250514"
+      },
+      "content": [
+        {
+          "type": "text",
+          "text": "A carburetor is a mechanical device that was once the heart of nearly every gasoline engine, responsible for mixing air and fuel in the precise proportions needed for combustion. This ingenious invention uses the principles of airflow and vacuum pressure to draw fuel from a reservoir and atomize it with incoming air, creating a combustible mixture that powers the engine. While carburetors dominated automotive technology for decades\u2014from the early 1900s through the 1980s\u2014they have largely been replaced by fuel injection systems in modern vehicles due to their superior efficiency and emissions control. However, carburetors remain popular in motorcycles, small engines, and classic cars, where enthusiasts appreciate their mechanical simplicity and the hands-on tuning experience they provide."
+        }
+      ],
+      "finishReason": "stop",
+      "rawFinishReason": "end_turn",
+      "usage": {
+        "inputTokens": 49,
+        "inputTokenDetails": {
+          "noCacheTokens": 49,
+          "cacheReadTokens": 0,
+          "cacheWriteTokens": 0
+        },
+        "outputTokens": 160,
+        "outputTokenDetails": {},
+        "totalTokens": 209,
+        "raw": {
+          "input_tokens": 49,
+          "cache_creation_input_tokens": 0,
+          "cache_read_input_tokens": 0,
+          "cache_creation": {
+            "ephemeral_5m_input_tokens": 0,
+            "ephemeral_1h_input_tokens": 0
+          },
+          "output_tokens": 160,
+          "service_tier": "standard",
+          "inference_geo": "not_available"
+        },
+        "cachedInputTokens": 0
+      },
+      "warnings": [],
+      "request": {
+        "body": {
+          "model": "claude-sonnet-4-20250514",
+          "max_tokens": 1024,
+          "temperature": 0.7,
+          "messages": [
+            {
+              "role": "assistant",
+              "content": [
+                {
+                  "type": "text",
+                  "text": "You are an expert content writer who produces clear, engaging, and informative text."
+                }
+              ]
+            },
+            {
+              "role": "user",
+              "content": [
+                {
+                  "type": "text",
+                  "text": "Write a short paragraph about carburetors."
+                }
+              ]
+            }
+          ],
+          "stream": true
+        }
+      },
+      "response": {
+        "id": "msg_012FXnYFEVPZ6GPoneL32k9J",
+        "timestamp": "2026-06-04T15:30:08.347Z",
+        "modelId": "claude-sonnet-4-20250514",
+        "headers": {
+          "__redacted__": "<<headers were removed>>"
+        },
+        "messages": [
+          {
+            "role": "assistant",
+            "content": [
+              {
+                "type": "text",
+                "text": "A carburetor is a mechanical device that was once the heart of nearly every gasoline engine, responsible for mixing air and fuel in the precise proportions needed for combustion. This ingenious invention uses the principles of airflow and vacuum pressure to draw fuel from a reservoir and atomize it with incoming air, creating a combustible mixture that powers the engine. While carburetors dominated automotive technology for decades\u2014from the early 1900s through the 1980s\u2014they have largely been replaced by fuel injection systems in modern vehicles due to their superior efficiency and emissions control. However, carburetors remain popular in motorcycles, small engines, and classic cars, where enthusiasts appreciate their mechanical simplicity and the hands-on tuning experience they provide."
+              }
+            ]
+          }
+        ]
+      },
+      "providerMetadata": {
+        "anthropic": {
+          "usage": {
+            "input_tokens": 49,
+            "cache_creation_input_tokens": 0,
+            "cache_read_input_tokens": 0,
+            "cache_creation": {
+              "ephemeral_5m_input_tokens": 0,
+              "ephemeral_1h_input_tokens": 0
+            },
+            "output_tokens": 160,
+            "service_tier": "standard",
+            "inference_geo": "not_available"
+          },
+          "cacheCreationInputTokens": 0,
+          "stopSequence": null,
+          "iterations": null,
+          "container": null,
+          "contextManagement": null
+        }
+      },
+      "toolCalls": [
+        {
+          "type": "tool-call",
+          "toolCallId": "call_fixture_web_search",
+          "toolName": "webSearch",
+          "input": {
+            "query": "carburetor reference article"
+          }
+        }
+      ],
+      "toolResults": [
+        {
+          "type": "tool-result",
+          "toolCallId": "call_fixture_web_search",
+          "toolName": "webSearch",
+          "input": {
+            "query": "carburetor reference article"
+          },
+          "output": {
+            "results": [
+              {
+                "title": "Carburetor reference article",
+                "url": "https://example.com/carburetor-reference"
+              }
+            ]
+          }
+        }
+      ]
+    }
+  ]
+}