@output.ai/cli 0.7.11-dev.pr263-8f8e94a → 0.7.12-dev.pr263-5d2eaa9

package/README.md

@@ -18,7 +18,7 @@ cd <project-name>
 npx output dev
 
 # Run a workflow
-npx output workflow run example_question --input '{"question": "who is ada lovelace?"}'
+npx output workflow run blog_evaluator --input src/workflows/blog_evaluator/scenarios/paulgraham_hwh.json
 ```
 
 ## Environment Configuration

package/dist/api/generated/api.d.ts

@@ -1,5 +1,5 @@
 /**
- * Generated by orval v7.13.2 🍺
+ * Generated by orval v7.20.0 🍺
  * Do not edit manually.
  * Output.ai SDK API
  * API for managing and executing Temporal workflows through Output SDK

package/dist/api/generated/api.js

@@ -1,5 +1,5 @@
 /**
- * Generated by orval v7.13.2 🍺
+ * Generated by orval v7.20.0 🍺
  * Do not edit manually.
  * Output.ai SDK API
  * API for managing and executing Temporal workflows through Output SDK

package/dist/generated/sdk_versions.json

@@ -1,6 +1,6 @@
 {
     "core": "0.3.0",
-    "llm": "0.2.8",
+    "llm": "0.2.9",
     "http": "0.1.1",
-    "cli": "0.7.11"
+    "cli": "0.7.12"
 }

package/dist/services/messages.js

@@ -177,7 +177,7 @@ export const getProjectSuccessMessage = (folderName, installSuccess, envConfigur
         note: 'Launches Temporal, Redis, PostgreSQL, API, Worker, and UI'
     }, {
         step: 'Run example workflow',
-        command: 'npx output workflow run poke_battle --input src/workflows/poke_battle/scenarios/pikachu_vs_charmander.json',
+        command: 'npx output workflow run blog_evaluator --input src/workflows/blog_evaluator/scenarios/paulgraham_hwh.json',
         note: 'Execute in a new terminal after services are running'
     }, {
         step: 'Monitor workflows',
@@ -321,7 +321,7 @@ ${createSectionHeader('RUN A WORKFLOW', '🚀')}
 
   ${ux.colorize('white', 'In a new terminal, execute:')}
 
-    ${formatCommand('npx output workflow run example_question --input \'{"question": "Hello!"}\'')}
+    ${formatCommand('npx output workflow run blog_evaluator --input src/workflows/blog_evaluator/scenarios/paulgraham_hwh.json')}
 
 ${divider}
 

package/dist/templates/project/README.md.template

@@ -12,10 +12,10 @@
 ```
 src/
 ├── shared/                    # Shared code across workflows
-│   ├── clients/               # API clients (e.g., pokeapi.ts)
+│   ├── clients/               # API clients (e.g., jina.ts)
 │   └── utils/                 # Utility functions (e.g., string.ts)
 └── workflows/                 # Workflow definitions
-    └── poke_battle/           # Example workflow
+    └── blog_evaluator/        # Example workflow
         ├── workflow.ts        # Main workflow
         ├── steps.ts           # Workflow steps
         ├── evaluators.ts      # Quality evaluators
@@ -81,7 +81,7 @@ This starts:
 In a new terminal:
 
 ```bash
-npx output workflow run poke_battle --input src/workflows/poke_battle/scenarios/pikachu_vs_charmander.json
+npx output workflow run blog_evaluator --input src/workflows/blog_evaluator/scenarios/paulgraham_hwh.json
 ```
 
 ### 5. Stop Services

package/dist/templates/project/src/shared/clients/jina.ts.template

@@ -0,0 +1,30 @@
+import { httpClient } from '@output.ai/http';
+
+export interface JinaReaderResponse {
+  code: number;
+  status: number;
+  data: {
+    title: string;
+    description: string;
+    url: string;
+    content: string;
+    usage: { tokens: number };
+  };
+}
+
+const jinaClient = httpClient( {
+  prefixUrl: 'https://r.jina.ai',
+  timeout: 30000
+} );
+
+export async function fetchBlogContent( url: string ): Promise<JinaReaderResponse> {
+  const response = await jinaClient.post( '', {
+    json: { url },
+    headers: {
+      'Accept': 'application/json',
+      'Content-Type': 'application/json',
+      'X-Return-Format': 'markdown'
+    }
+  } );
+  return response.json() as Promise<JinaReaderResponse>;
+}

package/dist/templates/project/src/shared/utils/url.ts.template

@@ -0,0 +1,15 @@
+export function isValidUrl( urlString: string ): boolean {
+  try {
+    const url = new URL( urlString );
+    return url.protocol === 'http:' || url.protocol === 'https:';
+  } catch {
+    return false;
+  }
+}
+
+export function validateUrl( urlString: string ): string {
+  if ( !isValidUrl( urlString ) ) {
+    throw new Error( `Invalid URL: ${urlString}` );
+  }
+  return urlString;
+}

package/dist/templates/project/src/workflows/blog_evaluator/evaluators.ts.template

@@ -0,0 +1,33 @@
+import { evaluator, z, EvaluationNumberResult } from '@output.ai/core';
+import { generateObject } from '@output.ai/llm';
+import type { BlogContent } from './types.js';
+
+const blogContentSchema = z.object( {
+  title: z.string(),
+  url: z.string(),
+  content: z.string(),
+  tokenCount: z.number()
+} );
+
+export const evaluateSignalToNoise = evaluator( {
+  name: 'evaluate_signal_to_noise',
+  description: 'Evaluate the signal-to-noise ratio of blog content',
+  inputSchema: blogContentSchema,
+  fn: async ( input: BlogContent ) => {
+    const { result } = await generateObject( {
+      prompt: 'signal_noise@v1',
+      variables: {
+        title: input.title,
+        content: input.content
+      },
+      schema: z.object( {
+        score: z.number().min( 0 ).max( 100 ).describe( 'Signal-to-noise score 0-100' )
+      } )
+    } );
+
+    return new EvaluationNumberResult( {
+      value: result.score,
+      confidence: 0.85
+    } );
+  }
+} );

package/dist/templates/project/src/workflows/blog_evaluator/prompts/signal_noise@v1.prompt.template

@@ -0,0 +1,28 @@
+---
+provider: anthropic
+model: claude-haiku-4-5
+temperature: 0.3
+maxTokens: 256
+---
+
+<system>
+You are an expert content analyst. Evaluate blog posts for their signal-to-noise ratio.
+</system>
+
+<user>
+Analyze this blog post for signal-to-noise ratio.
+
+Title: \{{ title }}
+
+Content:
+\{{ content }}
+
+Score 0-100 where:
+- 0-20: Mostly filler/noise
+- 21-40: More noise than signal
+- 41-60: Balanced
+- 61-80: Good signal, minimal noise
+- 81-100: Exceptional, dense valuable content
+
+Return only the score.
+</user>

package/dist/templates/project/src/workflows/blog_evaluator/scenarios/paulgraham_hwh.json.template

@@ -0,0 +1,3 @@
+{
+  "url": "https://paulgraham.com/hwh.html"
+}

package/dist/templates/project/src/workflows/blog_evaluator/steps.ts.template

@@ -0,0 +1,27 @@
+import { step, z } from '@output.ai/core';
+import { fetchBlogContent } from '../../shared/clients/jina.js';
+
+const blogContentSchema = z.object( {
+  title: z.string(),
+  url: z.string(),
+  content: z.string(),
+  tokenCount: z.number()
+} );
+
+export const fetchContent = step( {
+  name: 'fetch_blog_content',
+  description: 'Fetch blog content from URL using Jina Reader API',
+  inputSchema: z.object( {
+    url: z.string().url()
+  } ),
+  outputSchema: blogContentSchema,
+  fn: async ( { url } ) => {
+    const response = await fetchBlogContent( url );
+    return {
+      title: response.data.title,
+      url: response.data.url,
+      content: response.data.content,
+      tokenCount: response.data.usage.tokens
+    };
+  }
+} );

package/dist/templates/project/src/workflows/blog_evaluator/types.ts.template

@@ -0,0 +1,24 @@
+import { z } from '@output.ai/core';
+
+export const blogContentSchema = z.object( {
+  title: z.string(),
+  url: z.string(),
+  content: z.string(),
+  tokenCount: z.number()
+} );
+
+export const workflowInputSchema = z.object( {
+  url: z.string().url().describe( 'URL of the blog post to evaluate' )
+} );
+
+export const workflowOutputSchema = z.object( {
+  url: z.string(),
+  title: z.string(),
+  signalToNoiseScore: z.number().min( 0 ).max( 100 ),
+  confidence: z.number().min( 0 ).max( 1 ),
+  summary: z.string()
+} );
+
+export type BlogContent = z.infer<typeof blogContentSchema>;
+export type WorkflowInput = z.infer<typeof workflowInputSchema>;
+export type WorkflowOutput = z.infer<typeof workflowOutputSchema>;

package/dist/templates/project/src/workflows/blog_evaluator/utils.ts.template

@@ -0,0 +1,12 @@
+export function createWorkflowOutput(
+  blogContent: { url: string; title: string },
+  score: number
+) {
+  return {
+    url: blogContent.url,
+    title: blogContent.title,
+    signalToNoiseScore: score,
+    confidence: 0.85,
+    summary: `Signal-to-noise score: ${score}/100`
+  };
+}

package/dist/templates/project/src/workflows/blog_evaluator/workflow.ts.template

@@ -0,0 +1,25 @@
+import { workflow, z } from '@output.ai/core';
+import { validateUrl } from '../../shared/utils/url.js';
+import { fetchContent } from './steps.js';
+import { evaluateSignalToNoise } from './evaluators.js';
+import { createWorkflowOutput } from './utils.js';
+import { workflowInputSchema, workflowOutputSchema } from './types.js';
+
+export default workflow( {
+  name: 'blog_evaluator',
+  description: '{{description}}',
+  inputSchema: workflowInputSchema,
+  outputSchema: workflowOutputSchema,
+  fn: async ( input ) => {
+    const validatedUrl = validateUrl( input.url );
+    const blogContent = await fetchContent( { url: validatedUrl } );
+    const evaluation = await evaluateSignalToNoise( blogContent );
+
+    return createWorkflowOutput( blogContent, evaluation.value );
+  },
+  options: {
+    retry: {
+      maximumAttempts: 3
+    }
+  }
+} );

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@output.ai/cli",
-  "version": "0.7.11-dev.pr263-8f8e94a",
+  "version": "0.7.12-dev.pr263-5d2eaa9",
   "description": "CLI for Output.ai workflow generation",
   "type": "module",
   "main": "dist/index.js",
@@ -24,9 +24,8 @@
   "dependencies": {
     "@anthropic-ai/claude-agent-sdk": "0.1.71",
     "@inquirer/prompts": "7.9.0",
-    "@oclif/core": "4.5.6",
-    "@oclif/plugin-help": "6.2.33",
-    "@oclif/plugin-plugins": "5.4.50",
+    "@oclif/core": "4.8.0",
+    "@oclif/plugin-help": "6.2.37",
     "@output.ai/http": ">=0.0.1",
     "@output.ai/llm": ">=0.0.1",
     "change-case": "5.4.4",
@@ -46,7 +45,7 @@
     "@types/debug": "4.1.12",
     "@types/handlebars": "4.1.0",
     "copyfiles": "2.4.1",
-    "orval": "7.13.2"
+    "orval": "7.20.0"
   },
   "license": "Apache-2.0",
   "publishConfig": {
@@ -60,8 +59,7 @@
     "dirname": "output",
     "commands": "./dist/commands",
     "plugins": [
-      "@oclif/plugin-help",
-      "@oclif/plugin-plugins"
+      "@oclif/plugin-help"
     ],
     "topicSeparator": " ",
     "topics": {

package/dist/templates/project/src/shared/clients/pokeapi.ts.template

@@ -1,43 +0,0 @@
-import { httpClient, HttpClientOptions } from '@output.ai/http';
-
-export interface Pokemon {
-  name: string;
-  types: Array<{ type: { name: string } }>;
-  abilities: Array<{ ability: { name: string }; is_hidden: boolean }>;
-  stats: Array<{ stat: { name: string }; base_stat: number }>;
-}
-
-const basePokeApiClient = httpClient( {
-  prefixUrl: 'https://pokeapi.co/api/v2'
-} );
-
-const pokemonClient = basePokeApiClient.extend( options => ( {
-  prefixUrl: `${options.prefixUrl}/pokemon`,
-  timeout: 10000
-} ) as HttpClientOptions );
-
-/**
- * Fetch Pokemon data from PokeAPI, extracting only the relevant fields.
- * The full API response is huge (sprites, all moves, etc.), so we filter
- * to just what's needed for the battle screenplay.
- */
-export async function getPokemon( name: string ): Promise<Pokemon> {
-  const response = await pokemonClient.get( name );
-  const data = await response.json() as Record<string, unknown>;
-
-  // Extract only the fields we need to avoid sending huge payloads to LLM
-  return {
-    name: data.name as string,
-    types: ( data.types as Array<{ type: { name: string } }> ).map( t => ( {
-      type: { name: t.type.name }
-    } ) ),
-    abilities: ( data.abilities as Array<{ ability: { name: string }; is_hidden: boolean }> ).map( a => ( {
-      ability: { name: a.ability.name },
-      is_hidden: a.is_hidden
-    } ) ),
-    stats: ( data.stats as Array<{ stat: { name: string }; base_stat: number }> ).map( s => ( {
-      stat: { name: s.stat.name },
-      base_stat: s.base_stat
-    } ) )
-  };
-}

package/dist/templates/project/src/workflows/poke_battle/evaluators.ts.template

@@ -1,47 +0,0 @@
-import { evaluator, z, EvaluationNumberResult } from '@output.ai/core';
-import { generateObject } from '@output.ai/llm';
-import type { Pokemon } from '../../shared/clients/pokeapi.js';
-
-const pokemonSchema = z.object( {
-  name: z.string(),
-  types: z.array( z.object( {
-    type: z.object( { name: z.string() } )
-  } ) ),
-  abilities: z.array( z.object( {
-    ability: z.object( { name: z.string() } ),
-    is_hidden: z.boolean()
-  } ) ),
-  stats: z.array( z.object( {
-    stat: z.object( { name: z.string() } ),
-    base_stat: z.number()
-  } ) )
-} );
-
-export const evaluateBattleRealism = evaluator( {
-  name: 'evaluate_battle_realism',
-  description: 'Evaluate how realistic the Pokemon battle screenplay is',
-  inputSchema: z.object( {
-    screenplay: z.string(),
-    pokemon1: pokemonSchema,
-    pokemon2: pokemonSchema
-  } ),
-  fn: async ( input: { screenplay: string; pokemon1: Pokemon; pokemon2: Pokemon } ) => {
-    const { result } = await generateObject( {
-      prompt: 'evaluate_realism@v1',
-      variables: {
-        pokemon1Name: input.pokemon1.name,
-        pokemon1Description: JSON.stringify( input.pokemon1 ),
-        pokemon2Name: input.pokemon2.name,
-        pokemon2Description: JSON.stringify( input.pokemon2 ),
-        screenplay: input.screenplay
-      },
-      schema: z.object( {
-        score: z.number().min( 0 ).max( 100 ).describe( 'Realism score 0-100' )
-      } )
-    } );
-    return new EvaluationNumberResult( {
-      value: result.score,
-      confidence: 0.9
-    } );
-  }
-} );

package/dist/templates/project/src/workflows/poke_battle/prompts/evaluate_realism@v1.prompt.template

@@ -1,26 +0,0 @@
----
-provider: anthropic
-model: claude-haiku-4-5
-temperature: 0.7
-maxTokens: 8192
----
-
-<user>
-Evaluate this Pokemon battle screenplay for realism.
-
-Consider:
-- Are the moves/abilities used consistent with each Pokemon's actual abilities?
-- Is the battle outcome realistic given their types and stats?
-- Does the pacing feel like a real battle?
-
-\{{ pokemon1Name }}'s Stat Sheet:
-
-\{{ pokemon1Description }}
-
-\{{ pokemon2Name }}'s Stat Sheet:
-
-\{{ pokemon2Description }}
-
-Screenplay:
-\{{ screenplay }}
-</user>

package/dist/templates/project/src/workflows/poke_battle/prompts/generate_screenplay@v1.prompt.template

@@ -1,20 +0,0 @@
----
-provider: anthropic
-model: claude-haiku-4-5
-temperature: 0.7
-maxTokens: 8192
----
-
-<user>
-Write a dramatic 5-minute screenplay of a Pokemon battle between \{{ pokemon1Name }} and \{{ pokemon2Name }}.
-
-\{{ pokemon1Name }}'s Stat Sheet:
-
-\{{ pokemon1Description }}
-
-\{{ pokemon2Name }}'s Stat Sheet:
-
-\{{ pokemon2Description }}
-
-Include dramatic moments, skill usage that matches their actual abilities, and a decisive outcome based on their type matchups. Format it as a proper screenplay with scene descriptions and dialogue.
-</user>

package/dist/templates/project/src/workflows/poke_battle/scenarios/pikachu_vs_charmander.json.template

@@ -1,4 +0,0 @@
-{
-  "pokemon1Name": "pikachu",
-  "pokemon2Name": "charmander"
-}

package/dist/templates/project/src/workflows/poke_battle/steps.ts.template

@@ -1,58 +0,0 @@
-import { step, z } from '@output.ai/core';
-import { generateText } from '@output.ai/llm';
-import { getPokemon, type Pokemon } from '../../shared/clients/pokeapi.js';
-
-const pokemonSchema = z.object( {
-  name: z.string(),
-  types: z.array( z.object( {
-    type: z.object( { name: z.string() } )
-  } ) ),
-  abilities: z.array( z.object( {
-    ability: z.object( { name: z.string() } ),
-    is_hidden: z.boolean()
-  } ) ),
-  stats: z.array( z.object( {
-    stat: z.object( { name: z.string() } ),
-    base_stat: z.number()
-  } ) )
-} );
-
-/**
- * Step to fetch Pokemon data and generate a battle screenplay.
- * HTTP clients must be used inside steps (activities), not directly in workflows,
- * because workflows run in a sandboxed environment without Node.js APIs.
- */
-export const generateScreenplay = step( {
-  name: 'generate_screenplay',
-  description: 'Fetch Pokemon data and generate a dramatic 5-minute battle screenplay',
-  inputSchema: z.object( {
-    pokemon1Name: z.string().describe( 'Name of the first Pokemon' ),
-    pokemon2Name: z.string().describe( 'Name of the second Pokemon' )
-  } ),
-  outputSchema: z.object( {
-    screenplay: z.string(),
-    pokemon1: pokemonSchema,
-    pokemon2: pokemonSchema
-  } ),
-  fn: async ( input: { pokemon1Name: string; pokemon2Name: string } ) => {
-    // Fetch Pokemon data inside the step (activities can use HTTP clients)
-    const pokemon1 = await getPokemon( input.pokemon1Name );
-    const pokemon2 = await getPokemon( input.pokemon2Name );
-
-    const { result } = await generateText( {
-      prompt: 'generate_screenplay@v1',
-      variables: {
-        pokemon1Name: pokemon1.name,
-        pokemon2Name: pokemon2.name,
-        pokemon1Description: JSON.stringify( pokemon1 ),
-        pokemon2Description: JSON.stringify( pokemon2 )
-      }
-    } );
-
-    return {
-      screenplay: result,
-      pokemon1: pokemon1 as Pokemon,
-      pokemon2: pokemon2 as Pokemon
-    };
-  }
-} );

package/dist/templates/project/src/workflows/poke_battle/utils.ts.template

@@ -1,7 +0,0 @@
-export function createWorkflowOutput( screenplay: string, confidenceScore: number ) {
-  return {
-    screenplay,
-    confidenceScore,
-    summary: `Battle screenplay (${confidenceScore}% confidence)`
-  };
-}

package/dist/templates/project/src/workflows/poke_battle/workflow.ts.template

@@ -1,45 +0,0 @@
-import { workflow, z } from '@output.ai/core';
-import { lowercase } from '../../shared/utils/string.js';
-import { generateScreenplay } from './steps.js';
-import { evaluateBattleRealism } from './evaluators.js';
-import { createWorkflowOutput } from './utils.js';
-
-export default workflow( {
-  name: 'poke_battle',
-  description: '{{description}}',
-  inputSchema: z.object( {
-    pokemon1Name: z.string().describe( 'Name of the first Pokemon' ),
-    pokemon2Name: z.string().describe( 'Name of the second Pokemon' )
-  } ),
-  outputSchema: z.object( {
-    screenplay: z.string().describe( 'A 5-minute battle screenplay' ),
-    confidenceScore: z.number().describe( 'Realism confidence score 0-100' ),
-    summary: z.string().describe( 'Battle summary with confidence' )
-  } ),
-  fn: async input => {
-    // Use shared util to normalize names
-    const name1 = lowercase( input.pokemon1Name );
-    const name2 = lowercase( input.pokemon2Name );
-
-    // Generate the battle screenplay (fetches Pokemon data inside the step)
-    const { screenplay, pokemon1, pokemon2 } = await generateScreenplay( {
-      pokemon1Name: name1,
-      pokemon2Name: name2
-    } );
-
-    // Evaluate realism
-    const evaluation = await evaluateBattleRealism( {
-      screenplay,
-      pokemon1,
-      pokemon2
-    } );
-
-    // Use local util to format output
-    return createWorkflowOutput( screenplay, evaluation.value );
-  },
-  options: {
-    retry: {
-      maximumAttempts: 3
-    }
-  }
-} );