@outputai/cli 0.1.3-dev.0 → 0.1.3

package/dist/services/workflow_planner.spec.js

@@ -1,122 +0,0 @@
-import { describe, it, expect, beforeEach, vi } from 'vitest';
-import { generatePlanName, writePlanFile, updateAgentTemplates } from './workflow_planner.js';
-import { initializeAgentConfig } from './coding_agents.js';
-import { generateText } from '@outputai/llm';
-import fs from 'node:fs/promises';
-vi.mock('./coding_agents.js');
-vi.mock('@outputai/llm');
-vi.mock('node:fs/promises');
-const mockGenerateTextResult = (text) => ({
-    text,
-    result: text,
-    usage: { inputTokens: 10, outputTokens: 5, totalTokens: 15 },
-    finishReason: 'stop'
-});
-describe('workflow-planner service', () => {
-    beforeEach(() => {
-        vi.clearAllMocks();
-    });
-    describe('generatePlanName', () => {
-        it('should generate plan name with date prefix using LLM', async () => {
-            vi.mocked(generateText).mockResolvedValue(mockGenerateTextResult('customer_order_processing'));
-            const testDate = new Date(2025, 9, 6);
-            const planName = await generatePlanName('A workflow that processes customer orders', testDate);
-            expect(planName).toMatch(/^2025_10_06_/);
-            expect(planName).toBe('2025_10_06_customer_order_processing');
-            expect(generateText).toHaveBeenCalledWith({
-                prompt: 'generate_plan_name@v1',
-                variables: { description: 'A workflow that processes customer orders' }
-            });
-        });
-        it('should clean and validate LLM response', async () => {
-            vi.mocked(generateText).mockResolvedValue(mockGenerateTextResult('  User-Auth & Security!@#  '));
-            const testDate = new Date(2025, 9, 6);
-            const planName = await generatePlanName('User authentication workflow', testDate);
-            expect(planName).toBe('2025_10_06_user_auth_security');
-            expect(planName).toMatch(/^[0-9_a-z]+$/);
-        });
-        it('should handle LLM errors gracefully', async () => {
-            vi.mocked(generateText).mockRejectedValue(new Error('API rate limit exceeded'));
-            await expect(generatePlanName('Test workflow')).rejects.toThrow('API rate limit exceeded');
-        });
-        it('should limit plan name length to 50 characters', async () => {
-            vi.mocked(generateText).mockResolvedValue(mockGenerateTextResult('this_is_an_extremely_long_plan_name_that_exceeds_the_maximum_allowed_length_for_file_names'));
-            const testDate = new Date(2025, 9, 6);
-            const planName = await generatePlanName('Long workflow description', testDate);
-            const namePart = planName.replace(/^2025_10_06_/, '');
-            expect(namePart.length).toBeLessThanOrEqual(50);
-        });
-        it('should handle multiple underscores correctly', async () => {
-            vi.mocked(generateText).mockResolvedValue(mockGenerateTextResult('user___auth___workflow'));
-            const testDate = new Date(2025, 9, 6);
-            const planName = await generatePlanName('Test', testDate);
-            expect(planName).toBe('2025_10_06_user_auth_workflow');
-            expect(planName).not.toContain('__');
-        });
-    });
-    describe('writePlanFile', () => {
-        it('should create plan directory and write PLAN.md', async () => {
-            vi.mocked(fs.mkdir).mockResolvedValue(undefined);
-            vi.mocked(fs.writeFile).mockResolvedValue(undefined);
-            const planName = '2025_10_06_test_plan';
-            const content = '# Test Plan\n\nThis is a test plan.';
-            const projectRoot = '/test/project';
-            const planPath = await writePlanFile(planName, content, projectRoot);
-            expect(fs.mkdir).toHaveBeenCalledWith('/test/project/.outputai/plans/2025_10_06_test_plan', { recursive: true });
-            expect(fs.writeFile).toHaveBeenCalledWith('/test/project/.outputai/plans/2025_10_06_test_plan/PLAN.md', content, 'utf-8');
-            expect(planPath).toBe('/test/project/.outputai/plans/2025_10_06_test_plan/PLAN.md');
-        });
-        it('should return the plan file path', async () => {
-            vi.mocked(fs.mkdir).mockResolvedValue(undefined);
-            vi.mocked(fs.writeFile).mockResolvedValue(undefined);
-            const planPath = await writePlanFile('test_plan', 'content', '/root');
-            expect(planPath).toBe('/root/.outputai/plans/test_plan/PLAN.md');
-        });
-        it('should handle nested directory creation', async () => {
-            vi.mocked(fs.mkdir).mockResolvedValue(undefined);
-            vi.mocked(fs.writeFile).mockResolvedValue(undefined);
-            await writePlanFile('2025_10_06_nested_plan', 'content', '/deep/nested/path');
-            expect(fs.mkdir).toHaveBeenCalledWith('/deep/nested/path/.outputai/plans/2025_10_06_nested_plan', { recursive: true });
-        });
-        it('should handle UTF-8 content with special characters', async () => {
-            vi.mocked(fs.mkdir).mockResolvedValue(undefined);
-            vi.mocked(fs.writeFile).mockResolvedValue(undefined);
-            const content = '# Plan\n\nSpecial characters: quotes and dashes';
-            await writePlanFile('unicode_test', content, '/test');
-            expect(fs.writeFile).toHaveBeenCalledWith(expect.any(String), content, 'utf-8');
-        });
-        it('should throw error when directory creation fails', async () => {
-            vi.mocked(fs.mkdir).mockRejectedValue(new Error('Permission denied'));
-            await expect(writePlanFile('test', 'content', '/root'))
-                .rejects.toThrow('Permission denied');
-        });
-        it('should throw error when file writing fails', async () => {
-            vi.mocked(fs.mkdir).mockResolvedValue(undefined);
-            vi.mocked(fs.writeFile).mockRejectedValue(new Error('Disk full'));
-            await expect(writePlanFile('test', 'content', '/root'))
-                .rejects.toThrow('Disk full');
-        });
-    });
-    describe('updateAgentTemplates', () => {
-        it('should invoke initializeAgentConfig with force flag', async () => {
-            vi.mocked(initializeAgentConfig).mockResolvedValue();
-            await updateAgentTemplates('/test/project');
-            expect(initializeAgentConfig).toHaveBeenCalledWith({
-                projectRoot: '/test/project',
-                force: true
-            });
-        });
-        it('should propagate errors from initializeAgentConfig', async () => {
-            vi.mocked(initializeAgentConfig).mockRejectedValue(new Error('Failed to write templates'));
-            await expect(updateAgentTemplates('/test/project'))
-                .rejects.toThrow('Failed to write templates');
-        });
-        it('should work with different project roots', async () => {
-            vi.mocked(initializeAgentConfig).mockResolvedValue();
-            await updateAgentTemplates('/different/path');
-            expect(initializeAgentConfig).toHaveBeenCalledWith(expect.objectContaining({
-                projectRoot: '/different/path'
-            }));
-        });
-    });
-});

package/dist/services/workflow_runs.d.ts

@@ -1,14 +0,0 @@
-/**
- * Workflow runs service for fetching workflow run data from the API
- */
-import { type WorkflowRunInfo } from '#api/generated/api.js';
-export type WorkflowRun = WorkflowRunInfo;
-export interface WorkflowRunsResult {
-    runs: WorkflowRun[];
-    count: number;
-}
-export interface FetchWorkflowRunsOptions {
-    workflowType?: string;
-    limit?: number;
-}
-export declare function fetchWorkflowRuns(options?: FetchWorkflowRunsOptions): Promise<WorkflowRunsResult>;

package/dist/services/workflow_runs.js

@@ -1,25 +0,0 @@
-/**
- * Workflow runs service for fetching workflow run data from the API
- */
-import { getWorkflowRuns } from '#api/generated/api.js';
-export async function fetchWorkflowRuns(options = {}) {
-    const params = {};
-    if (options.limit) {
-        params.limit = options.limit;
-    }
-    if (options.workflowType) {
-        params.workflowType = options.workflowType;
-    }
-    const response = await getWorkflowRuns(params);
-    if (!response) {
-        throw new Error('Failed to connect to API server. Is it running?');
-    }
-    if (!response.data) {
-        throw new Error('API returned invalid response (missing data)');
-    }
-    const data = response.data;
-    return {
-        runs: data.runs || [],
-        count: data.count || 0
-    };
-}

package/dist/templates/agent_instructions/CLAUDE.md.template

@@ -1,19 +0,0 @@
-# CLAUDE.md
-
-This is an **Output.ai** project - a framework for building reliable, production-ready LLM workflows and agents.
-
-## Getting Started
-
-For full framework documentation, commands, and AI-assisted workflow development, install our Claude Code plugins:
-
-```bash
-claude plugin marketplace add growthxai/output
-claude plugin install outputai@outputai --scope project
-```
-
----
-
-## Project-Specific Instructions
-
-<!-- Add your project-specific instructions below -->
-

package/dist/templates/agent_instructions/dotclaude/settings.json.template

@@ -1,29 +0,0 @@
-{
-  "permissions": {
-    "allow": [
-      "WebFetch",
-      "Bash(npx output:*)",
-      "Bash(npm run dev)",
-      "Bash(npm run output:*)",
-      "Skills(output*)",
-      "Skills(flow*)"
-    ]
-  },
-  "enabledPlugins": {
-    "outputai@outputai": true
-  },
-  "extraKnownMarketplaces": {
-    "team-tools": {
-      "source": {
-        "source": "github",
-        "repo": "growthxai/output"
-      }
-    }
-  },
-  "companyAnnouncements": [
-    "Output.ai: Stay up to date with the latest Output.ai announcements and updates at https://output.ai",
-    "Output.ai: Ensure the latest version of the Output.ai CLI is installed and up to date with `npm update @outputai/cli`",
-    "Output.ai: Learn more about how to use the Output Framework at https://docs.output.ai/",
-    "Output.ai: Ensure your Claude Code Plugins are up to date with `/plugin marketplace update outputai` and `/plugin install @outputai@outputai`"
-  ]
-}

package/dist/templates/project/.env.example.template

@@ -1,9 +0,0 @@
-# Docker Compose service name for development environment
-DOCKER_SERVICE_NAME={{projectName}}
-
-# Configure if you plan to use Anthropic Models in your LLM prompts
-ANTHROPIC_API_KEY=<SECRET>
-
-# Configure if you plan to use OpenAI in your LLM prompts
-OPENAI_API_KEY=<SECRET>
-

package/dist/templates/project/.gitignore.template

@@ -1,35 +0,0 @@
-# Dependencies
-node_modules/
-
-# Build output
-dist/
-build/
-
-# IDE & Editor
-.vscode/
-.idea/
-*~
-.env
-.DS_Store
-.env.local
-.env.*.local
-
-# Encrypted credentials keys (never commit)
-**/config/credentials.key
-**/config/credentials/*.key
-**/src/workflows/*/credentials.key
-
-# TypeScript
-*.tsbuildinfo
-*.js.map
-*.d.ts.map
-
-# Logs
-logs/
-*.log
-npm-debug.log*
-yarn-debug.log*
-
-# OS specific
-Thumbs.db
-.DS_Store

package/dist/templates/project/README.md.template

@@ -1,100 +0,0 @@
-# {{projectName}}
-
-{{description}}
-
-## Prerequisites
-
-- Node.js >= 24.3
-- Docker and Docker Compose (for local development)
-
-## Project Structure
-
-```
-src/
-├── clients/                   # API clients (e.g., jina.ts)
-├── shared/                    # Shared code across workflows
-│   └── utils/                 # Utility functions (e.g., string.ts)
-└── workflows/                 # Workflow definitions
-    └── blog_evaluator/        # Example workflow
-        ├── workflow.ts        # Main workflow
-        ├── steps.ts           # Workflow steps
-        ├── evaluators.ts      # Quality evaluators
-        ├── utils.ts           # Local utilities
-        ├── prompts/           # LLM prompts
-        └── scenarios/         # Test scenarios
-```
-
-### Clients Directory
-
-The `src/clients/` directory contains API clients using `@outputai/http` for external services.
-
-### Shared Directory
-
-The `src/shared/` directory contains code shared across multiple workflows:
-
-- **`shared/utils/`** - Helper functions and utilities
-
-### Import Rules
-
-**Workflows** can import from:
-- Local steps, evaluators, and utilities
-- Clients, shared steps, evaluators, and utilities
-
-**Steps and Evaluators** can import from:
-- Local utilities and clients
-- Clients and shared utilities
-
-**Steps and Evaluators cannot** import from:
-- Other steps or evaluators (Temporal activity isolation)
-
-## Getting Started
-
-### 1. Install Dependencies
-
-```bash
-npm install
-```
-
-### 2. Configure Environment
-
-Copy `.env.example` to `.env` and add your API keys:
-
-```bash
-cp .env.example .env
-```
-
-Edit `.env` to add:
-- `ANTHROPIC_API_KEY` - for Claude LLM integration
-- `OPENAI_API_KEY` - for OpenAI LLM integration (optional)
-
-### 3. Start Output Services
-
-```bash
-npm run dev
-```
-
-This starts:
-- Temporal server and UI (http://localhost:8080)
-- PostgreSQL and Redis databases
-- Output.ai API server (http://localhost:3001)
-- Worker process for executing workflows
-
-### 4. Run a workflow
-
-In a new terminal:
-
-```bash
-npx output workflow run blog_evaluator paulgraham_hwh
-```
-
-### 5. Stop Services
-
-Press `Ctrl+C` in the terminal running `npm run dev` to stop all services gracefully.
-
-### 6. View Logs
-
-Monitor workflow execution and system status in the Temporal UI:
-
-```bash
-open http://localhost:8080
-```

package/dist/templates/project/config/costs.yml.template

@@ -1,29 +0,0 @@
-# Token & API Pricing Configuration
-# Prices are per million tokens, in USD
-# Entries here are merged with built-in defaults (project values take precedence)
-# Model names support prefix matching: 'claude-sonnet-4' matches 'claude-sonnet-4-20250514'
-# models:
-#   # =============================================================================
-#   # Anthropic
-#   # =============================================================================
-#   claude-haiku-4-5:
-#     provider: anthropic
-#     input: 1.00
-#     output: 5.00
-#     cached_input: 0.10
-
-#   claude-sonnet-4:
-#     provider: anthropic
-#     input: 3.00
-#     output: 15.00
-#     cached_input: 0.30
-
-# services:
-#   # =============================================================================
-#   # Jina Reader API - Token-based
-#   # =============================================================================
-#   jina:
-#     type: token
-#     url_pattern: "r.jina.ai"
-#     usage_path: "body.data.usage.tokens"
-#     per_million: 0.045

package/dist/templates/project/package.json.template

@@ -1,25 +0,0 @@
-{
-  "name": "{{projectName}}",
-  "version": "0.0.1",
-  "description": "{{description}}",
-  "type": "module",
-  "main": "dist/worker.js",
-  "scripts": {
-    "output:worker:install": "npm install",
-    "output:worker:build": "rm -rf dist/* && tsc -p ./ && copyfiles './src/**/*.prompt' './src/**/*.yml.enc' dist -u 1",
-    "output:worker:start": "output-worker",
-    "dev": "output dev"
-  },
-  "dependencies": {
-    "@outputai/output": "^{{frameworkVersion}}"
-  },
-  "devDependencies": {
-    "@types/node": "^24.0.0",
-    "native-copyfiles": "2.0.1",
-    "nodemon": "3.1.0",
-    "typescript": "^5.7.0"
-  },
-  "engines": {
-    "node": ">=24.3.0"
-  }
-}

package/dist/templates/project/src/clients/jina.ts.template

@@ -1,30 +0,0 @@
-import { httpClient } from '@outputai/http';
-
-export interface JinaReaderResponse {
-  code: number;
-  status: number;
-  data: {
-    title: string;
-    description: string;
-    url: string;
-    content: string;
-    usage: { tokens: number };
-  };
-}
-
-const jinaClient = httpClient( {
-  prefixUrl: 'https://r.jina.ai',
-  timeout: 30000
-} );
-
-export async function fetchBlogContent( url: string ): Promise<JinaReaderResponse> {
-  const response = await jinaClient.post( '', {
-    json: { url },
-    headers: {
-      'Accept': 'application/json',
-      'Content-Type': 'application/json',
-      'X-Return-Format': 'markdown'
-    }
-  } );
-  return response.json() as Promise<JinaReaderResponse>;
-}

package/dist/templates/project/src/shared/utils/string.ts.template

@@ -1,3 +0,0 @@
-export function lowercase( str: string ): string {
-  return str.toLowerCase();
-}

package/dist/templates/project/src/shared/utils/url.ts.template

@@ -1,15 +0,0 @@
-export function isValidUrl( urlString: string ): boolean {
-  try {
-    const url = new URL( urlString );
-    return url.protocol === 'http:' || url.protocol === 'https:';
-  } catch {
-    return false;
-  }
-}
-
-export function validateUrl( urlString: string ): string {
-  if ( !isValidUrl( urlString ) ) {
-    throw new Error( `Invalid URL: ${urlString}` );
-  }
-  return urlString;
-}

package/dist/templates/project/src/workflows/blog_evaluator/evaluators.ts.template

@@ -1,23 +0,0 @@
-import { evaluator, EvaluationNumberResult } from '@outputai/core';
-import type { EvaluationResultArgs } from '@outputai/core';
-import { generateText, Output } from '@outputai/llm';
-import { blogContentSchema } from './types.js';
-import type { BlogContent } from './types.js';
-
-export const evaluateSignalToNoise = evaluator( {
-  name: 'evaluate_signal_to_noise',
-  description: 'Evaluate the signal-to-noise ratio of blog content',
-  inputSchema: blogContentSchema,
-  fn: async ( input: BlogContent ) => {
-    const { output } = await generateText( {
-      prompt: 'signal_noise@v1',
-      variables: {
-        title: input.title,
-        content: input.content
-      },
-      output: Output.object( { schema: EvaluationNumberResult.schema } )
-    } );
-
-    return new EvaluationNumberResult( output as EvaluationResultArgs<number> );
-  }
-} );

package/dist/templates/project/src/workflows/blog_evaluator/prompts/signal_noise@v1.prompt.template

@@ -1,26 +0,0 @@
----
-provider: anthropic
-model: claude-haiku-4-5
-temperature: 0.3
-maxTokens: 4096
----
-
-<system>
-You are an expert content analyst. Evaluate blog posts for their signal-to-noise ratio.
-</system>
-
-<user>
-Analyze this blog post for signal-to-noise ratio.
-
-Title: \{{ title }}
-
-Content:
-\{{ content }}
-
-Score 0-100 where:
-- 0-20: Mostly filler/noise
-- 21-40: More noise than signal
-- 41-60: Balanced
-- 61-80: Good signal, minimal noise
-- 81-100: Exceptional, dense valuable content
-</user>

package/dist/templates/project/src/workflows/blog_evaluator/scenarios/paulgraham_hwh.json.template

@@ -1,3 +0,0 @@
-{
-  "url": "https://paulgraham.com/hwh.html"
-}

package/dist/templates/project/src/workflows/blog_evaluator/steps.ts.template

@@ -1,27 +0,0 @@
-import { step, z } from '@outputai/core';
-import { fetchBlogContent } from '../../clients/jina.js';
-
-const blogContentSchema = z.object( {
-  title: z.string(),
-  url: z.string(),
-  content: z.string(),
-  tokenCount: z.number()
-} );
-
-export const fetchContent = step( {
-  name: 'fetch_blog_content',
-  description: 'Fetch blog content from URL using Jina Reader API',
-  inputSchema: z.object( {
-    url: z.string().url()
-  } ),
-  outputSchema: blogContentSchema,
-  fn: async ( { url } ) => {
-    const response = await fetchBlogContent( url );
-    return {
-      title: response.data.title,
-      url: response.data.url,
-      content: response.data.content,
-      tokenCount: response.data.usage.tokens
-    };
-  }
-} );

package/dist/templates/project/src/workflows/blog_evaluator/types.ts.template

@@ -1,30 +0,0 @@
-import { z } from '@outputai/core';
-
-export const blogContentSchema = z.object( {
-  title: z.string(),
-  url: z.string(),
-  content: z.string(),
-  tokenCount: z.number()
-} );
-
-export const workflowInputSchema = z.object( {
-  url: z.string().url().describe( 'URL of the blog post to evaluate' )
-} );
-
-export const workflowOutputSchema = z.object( {
-  url: z.string(),
-  title: z.string(),
-  signalToNoiseScore: z.number().min( 0 ).max( 100 ).describe( 'Signal-to-noise score 0-100' ),
-  confidence: z.number().min( 0 ).max( 1 ).describe( 'Confidence score 0-1' ),
-  reasoning: z.string().optional(),
-  feedback: z.array( z.object( {
-    issue: z.string(),
-    suggestion: z.string().optional(),
-    reference: z.string().optional(),
-    priority: z.enum( [ 'low', 'medium', 'high', 'critical' ] ).optional()
-  } ) ).optional()
-} );
-
-export type BlogContent = z.infer<typeof blogContentSchema>;
-export type WorkflowInput = z.infer<typeof workflowInputSchema>;
-export type WorkflowOutput = z.infer<typeof workflowOutputSchema>;

package/dist/templates/project/src/workflows/blog_evaluator/utils.ts.template

@@ -1,15 +0,0 @@
-import type { EvaluationNumberResult } from '@outputai/core';
-
-export function createWorkflowOutput(
-  blogContent: { url: string; title: string },
-  evaluation: EvaluationNumberResult
-) {
-  return {
-    url: blogContent.url,
-    title: blogContent.title,
-    signalToNoiseScore: evaluation.value,
-    confidence: evaluation.confidence,
-    reasoning: evaluation.reasoning,
-    feedback: evaluation.feedback
-  };
-}

package/dist/templates/project/src/workflows/blog_evaluator/workflow.ts.template

@@ -1,27 +0,0 @@
-import { workflow, z } from '@outputai/core';
-import { validateUrl } from '../../shared/utils/url.js';
-import { fetchContent } from './steps.js';
-import { evaluateSignalToNoise } from './evaluators.js';
-import { createWorkflowOutput } from './utils.js';
-import { workflowInputSchema, workflowOutputSchema } from './types.js';
-
-export default workflow( {
-  name: 'blog_evaluator',
-  description: '{{description}}',
-  inputSchema: workflowInputSchema,
-  outputSchema: workflowOutputSchema,
-  fn: async ( input ) => {
-    const validatedUrl = validateUrl( input.url );
-    const blogContent = await fetchContent( { url: validatedUrl } );
-    const evaluation = await evaluateSignalToNoise( blogContent );
-
-    return createWorkflowOutput( blogContent, evaluation );
-  },
-  options: {
-    activityOptions: {
-      retry: {
-        maximumAttempts: 3
-      }
-    }
-  }
-} );

package/dist/templates/project/tsconfig.json.template

@@ -1,20 +0,0 @@
-{
-  "compilerOptions": {
-    "target": "ES2022",
-    "module": "ES2022",
-    "moduleResolution": "bundler",
-    "resolveJsonModule": true,
-    "allowJs": true,
-    "strict": true,
-    "esModuleInterop": true,
-    "skipLibCheck": true,
-    "forceConsistentCasingInFileNames": true,
-    "declaration": true,
-    "declarationMap": true,
-    "sourceMap": true,
-    "outDir": "./dist",
-    "rootDir": "./src",
-  },
-  "include": ["./**/*.js", "./**/*.ts", "./**/*.prompt" ],
-  "exclude": ["node_modules", "dist"]
-}