@outputai/cli 0.11.0 → 0.11.1-next.2223fa5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/assets/docker/docker-compose-dev.yml +1 -1
- package/dist/generated/framework_version.json +1 -1
- package/dist/templates/project/src/workflows/blog_evaluator/evaluators.ts.template +2 -2
- package/dist/templates/project/src/workflows/blog_evaluator/prompts/signal_noise@v1.prompt.template +1 -1
- package/dist/templates/workflow/README.md.template +11 -6
- package/dist/templates/workflow/evaluators.ts.template +2 -2
- package/dist/templates/workflow/prompts/example@v1.prompt.template +1 -1
- package/dist/types/cost.d.ts +2 -2
- package/oclif.manifest.json +1 -1
- package/package.json +4 -4
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { evaluator, EvaluationNumberResult } from '@outputai/core';
|
|
2
2
|
import type { EvaluationResultArgs } from '@outputai/core';
|
|
3
|
-
import { generateText,
|
|
3
|
+
import { generateText, aiSdk } from '@outputai/llm';
|
|
4
4
|
import { blogContentSchema } from './types.js';
|
|
5
5
|
import type { BlogContent } from './types.js';
|
|
6
6
|
|
|
@@ -15,7 +15,7 @@ export const evaluateSignalToNoise = evaluator( {
|
|
|
15
15
|
title: input.title,
|
|
16
16
|
content: input.content
|
|
17
17
|
},
|
|
18
|
-
output: Output.object( { schema: EvaluationNumberResult.schema } )
|
|
18
|
+
output: aiSdk.Output.object( { schema: EvaluationNumberResult.schema } )
|
|
19
19
|
} );
|
|
20
20
|
|
|
21
21
|
return new EvaluationNumberResult( output as EvaluationResultArgs<number> );
|
|
@@ -123,7 +123,7 @@ Define steps in `steps.ts` with schemas:
|
|
|
123
123
|
|
|
124
124
|
```typescript
|
|
125
125
|
import { step, z } from '@outputai/core';
|
|
126
|
-
import { generateText,
|
|
126
|
+
import { generateText, aiSdk } from '@outputai/llm';
|
|
127
127
|
|
|
128
128
|
export const myStep = step( {
|
|
129
129
|
name: 'my_step',
|
|
@@ -138,7 +138,7 @@ export const myStep = step( {
|
|
|
138
138
|
const { output } = await generateText( {
|
|
139
139
|
prompt: 'my_prompt@v1',
|
|
140
140
|
variables: { text },
|
|
141
|
-
output: Output.object( {
|
|
141
|
+
output: aiSdk.Output.object( {
|
|
142
142
|
schema: z.object( { result: z.string() } )
|
|
143
143
|
} )
|
|
144
144
|
} );
|
|
@@ -153,7 +153,7 @@ Define evaluators in `evaluators.ts`:
|
|
|
153
153
|
|
|
154
154
|
```typescript
|
|
155
155
|
import { evaluator, z, EvaluationVerdictResult } from '@outputai/core';
|
|
156
|
-
import { generateText,
|
|
156
|
+
import { generateText, aiSdk } from '@outputai/llm';
|
|
157
157
|
|
|
158
158
|
export const evaluateQuality = evaluator( {
|
|
159
159
|
name: 'evaluate_quality',
|
|
@@ -166,7 +166,7 @@ export const evaluateQuality = evaluator( {
|
|
|
166
166
|
const { output: evaluation } = await generateText( {
|
|
167
167
|
prompt: 'evaluate@v1',
|
|
168
168
|
variables: { input, output },
|
|
169
|
-
output: Output.object( { schema: EvaluationVerdictResult.schema } )
|
|
169
|
+
output: aiSdk.Output.object( { schema: EvaluationVerdictResult.schema } )
|
|
170
170
|
} );
|
|
171
171
|
|
|
172
172
|
return new EvaluationVerdictResult( evaluation );
|
|
@@ -178,8 +178,13 @@ export const evaluateQuality = evaluator( {
|
|
|
178
178
|
|
|
179
179
|
Create prompt files in `prompts/` following the pattern:
|
|
180
180
|
- File naming: `promptName@v1.prompt`
|
|
181
|
-
- Include YAML frontmatter with provider, model, temperature, and
|
|
181
|
+
- Include YAML frontmatter with provider, model, temperature, and maxOutputTokens
|
|
182
182
|
- Use LiquidJS syntax for variables: `{{ variableName }}`
|
|
183
|
+
- Start the rendered body with a role tag for message mode, or with plain text for instruction mode
|
|
184
|
+
|
|
185
|
+
In message mode, use only `<system>`, `<user>`, and `<assistant>` at the top level. Keep all prose inside those blocks, close every block, and escape literal same-role examples such as `<user>...</user>`.
|
|
186
|
+
|
|
187
|
+
Structured tool messages are runtime history supplied through Agent `messages` or `messageStore`; they are not authored in prompt files.
|
|
183
188
|
|
|
184
189
|
Example prompt file:
|
|
185
190
|
```
|
|
@@ -188,7 +193,7 @@ provider: anthropic
|
|
|
188
193
|
# current as of 2026-05-04 — run output-dev-model-selection for the latest
|
|
189
194
|
model: claude-sonnet-4-6
|
|
190
195
|
temperature: 0.3
|
|
191
|
-
|
|
196
|
+
maxOutputTokens: 1024
|
|
192
197
|
---
|
|
193
198
|
|
|
194
199
|
<system>
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { evaluator, z, EvaluationVerdictResult } from '@outputai/core';
|
|
2
|
-
import { generateText,
|
|
2
|
+
import { generateText, aiSdk } from '@outputai/llm';
|
|
3
3
|
|
|
4
4
|
// TODO: Update the evaluator to assess your workflow's output quality
|
|
5
5
|
export const evaluate{{WorkflowName}} = evaluator( {
|
|
@@ -13,7 +13,7 @@ export const evaluate{{WorkflowName}} = evaluator( {
|
|
|
13
13
|
const { output: evaluation } = await generateText( {
|
|
14
14
|
prompt: 'example@v1',
|
|
15
15
|
variables: { text: `Input: ${input}\nOutput: ${output}\n\nDoes the output adequately address the input?` },
|
|
16
|
-
output: Output.object( { schema: EvaluationVerdictResult.schema } )
|
|
16
|
+
output: aiSdk.Output.object( { schema: EvaluationVerdictResult.schema } )
|
|
17
17
|
} );
|
|
18
18
|
|
|
19
19
|
return new EvaluationVerdictResult( evaluation );
|
package/dist/types/cost.d.ts
CHANGED
|
@@ -13,8 +13,8 @@ export interface TokenUsage {
|
|
|
13
13
|
cachedInputTokens?: number;
|
|
14
14
|
reasoningTokens?: number;
|
|
15
15
|
}
|
|
16
|
-
|
|
17
|
-
|
|
16
|
+
import type { LLMUsageEvent as LiveLLMUsageEvent } from '@outputai/llm';
|
|
17
|
+
export type LLMUsageEvent = Omit<LiveLLMUsageEvent, 'addUsage'>;
|
|
18
18
|
export type LLMUsageLine = LLMUsageEvent['usage'][number];
|
|
19
19
|
export interface HTTPCostEvent {
|
|
20
20
|
type: 'http:request:cost';
|
package/oclif.manifest.json
CHANGED
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@outputai/cli",
|
|
3
|
-
"version": "0.11.0",
|
|
3
|
+
"version": "0.11.1-next.2223fa5.0",
|
|
4
4
|
"description": "CLI for Output.ai workflow generation",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "dist/index.js",
|
|
@@ -36,9 +36,9 @@
|
|
|
36
36
|
"react": "19.2.5",
|
|
37
37
|
"semver": "7.7.4",
|
|
38
38
|
"undici": "8.9.0",
|
|
39
|
-
"@outputai/credentials": "0.11.0",
|
|
40
|
-
"@outputai/
|
|
41
|
-
"@outputai/
|
|
39
|
+
"@outputai/credentials": "0.11.1-next.2223fa5.0",
|
|
40
|
+
"@outputai/llm": "0.11.1-next.2223fa5.0",
|
|
41
|
+
"@outputai/evals": "0.11.1-next.2223fa5.0"
|
|
42
42
|
},
|
|
43
43
|
"devDependencies": {
|
|
44
44
|
"@types/cli-progress": "3.11.6",
|