@fabriccode/weave 0.7.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (120) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +309 -0
  3. package/dist/agents/agent-builder.d.ts +24 -0
  4. package/dist/agents/builtin-agents.d.ts +32 -0
  5. package/dist/agents/custom-agent-factory.d.ts +24 -0
  6. package/dist/agents/dynamic-prompt-builder.d.ts +35 -0
  7. package/dist/agents/index.d.ts +12 -0
  8. package/dist/agents/loom/default.d.ts +2 -0
  9. package/dist/agents/loom/index.d.ts +11 -0
  10. package/dist/agents/loom/prompt-composer.d.ts +35 -0
  11. package/dist/agents/model-resolution.d.ts +27 -0
  12. package/dist/agents/pattern/default.d.ts +2 -0
  13. package/dist/agents/pattern/index.d.ts +2 -0
  14. package/dist/agents/prompt-loader.d.ts +9 -0
  15. package/dist/agents/prompt-utils.d.ts +2 -0
  16. package/dist/agents/shuttle/default.d.ts +2 -0
  17. package/dist/agents/shuttle/index.d.ts +2 -0
  18. package/dist/agents/spindle/default.d.ts +2 -0
  19. package/dist/agents/spindle/index.d.ts +2 -0
  20. package/dist/agents/tapestry/default.d.ts +2 -0
  21. package/dist/agents/tapestry/index.d.ts +9 -0
  22. package/dist/agents/tapestry/prompt-composer.d.ts +24 -0
  23. package/dist/agents/thread/default.d.ts +2 -0
  24. package/dist/agents/thread/index.d.ts +2 -0
  25. package/dist/agents/types.d.ts +82 -0
  26. package/dist/agents/warp/default.d.ts +2 -0
  27. package/dist/agents/warp/index.d.ts +2 -0
  28. package/dist/agents/weft/default.d.ts +2 -0
  29. package/dist/agents/weft/index.d.ts +2 -0
  30. package/dist/config/index.d.ts +3 -0
  31. package/dist/config/loader.d.ts +2 -0
  32. package/dist/config/merge.d.ts +3 -0
  33. package/dist/config/schema.d.ts +274 -0
  34. package/dist/create-managers.d.ts +21 -0
  35. package/dist/create-tools.d.ts +16 -0
  36. package/dist/features/analytics/adherence.d.ts +10 -0
  37. package/dist/features/analytics/fingerprint.d.ts +33 -0
  38. package/dist/features/analytics/format-metrics.d.ts +10 -0
  39. package/dist/features/analytics/generate-metrics-report.d.ts +17 -0
  40. package/dist/features/analytics/git-diff.d.ts +7 -0
  41. package/dist/features/analytics/index.d.ts +29 -0
  42. package/dist/features/analytics/plan-parser.d.ts +7 -0
  43. package/dist/features/analytics/plan-token-aggregator.d.ts +11 -0
  44. package/dist/features/analytics/session-tracker.d.ts +68 -0
  45. package/dist/features/analytics/storage.d.ts +40 -0
  46. package/dist/features/analytics/suggestions.d.ts +10 -0
  47. package/dist/features/analytics/token-report.d.ts +14 -0
  48. package/dist/features/analytics/types.d.ts +194 -0
  49. package/dist/features/builtin-commands/commands.d.ts +2 -0
  50. package/dist/features/builtin-commands/index.d.ts +2 -0
  51. package/dist/features/builtin-commands/templates/metrics.d.ts +1 -0
  52. package/dist/features/builtin-commands/templates/run-workflow.d.ts +1 -0
  53. package/dist/features/builtin-commands/templates/start-work.d.ts +1 -0
  54. package/dist/features/builtin-commands/types.d.ts +16 -0
  55. package/dist/features/evals/baseline.d.ts +4 -0
  56. package/dist/features/evals/evaluators/deterministic.d.ts +2 -0
  57. package/dist/features/evals/evaluators/llm-judge.d.ts +2 -0
  58. package/dist/features/evals/executors/model-response.d.ts +2 -0
  59. package/dist/features/evals/executors/prompt-renderer.d.ts +2 -0
  60. package/dist/features/evals/index.d.ts +24 -0
  61. package/dist/features/evals/loader.d.ts +8 -0
  62. package/dist/features/evals/reporter.d.ts +2 -0
  63. package/dist/features/evals/runner.d.ts +7 -0
  64. package/dist/features/evals/schema.d.ts +478 -0
  65. package/dist/features/evals/storage.d.ts +7 -0
  66. package/dist/features/evals/targets/builtin-agent-target.d.ts +2 -0
  67. package/dist/features/evals/types.d.ts +223 -0
  68. package/dist/features/skill-loader/discovery.d.ts +12 -0
  69. package/dist/features/skill-loader/fabric-client.d.ts +2 -0
  70. package/dist/features/skill-loader/index.d.ts +6 -0
  71. package/dist/features/skill-loader/loader.d.ts +7 -0
  72. package/dist/features/skill-loader/resolver.d.ts +6 -0
  73. package/dist/features/skill-loader/types.d.ts +18 -0
  74. package/dist/features/work-state/constants.d.ts +8 -0
  75. package/dist/features/work-state/index.d.ts +5 -0
  76. package/dist/features/work-state/storage.d.ts +53 -0
  77. package/dist/features/work-state/types.d.ts +35 -0
  78. package/dist/features/work-state/validation-types.d.ts +26 -0
  79. package/dist/features/work-state/validation.d.ts +9 -0
  80. package/dist/features/workflow/commands.d.ts +17 -0
  81. package/dist/features/workflow/completion.d.ts +31 -0
  82. package/dist/features/workflow/constants.d.ts +12 -0
  83. package/dist/features/workflow/context.d.ts +16 -0
  84. package/dist/features/workflow/discovery.d.ts +19 -0
  85. package/dist/features/workflow/engine.d.ts +49 -0
  86. package/dist/features/workflow/hook.d.ts +47 -0
  87. package/dist/features/workflow/index.d.ts +15 -0
  88. package/dist/features/workflow/schema.d.ts +118 -0
  89. package/dist/features/workflow/storage.d.ts +51 -0
  90. package/dist/features/workflow/types.d.ts +142 -0
  91. package/dist/hooks/context-window-monitor.d.ts +19 -0
  92. package/dist/hooks/create-hooks.d.ts +40 -0
  93. package/dist/hooks/first-message-variant.d.ts +5 -0
  94. package/dist/hooks/index.d.ts +14 -0
  95. package/dist/hooks/keyword-detector.d.ts +8 -0
  96. package/dist/hooks/pattern-md-only.d.ts +13 -0
  97. package/dist/hooks/rules-injector.d.ts +6 -0
  98. package/dist/hooks/session-token-state.d.ts +42 -0
  99. package/dist/hooks/start-work-hook.d.ts +25 -0
  100. package/dist/hooks/verification-reminder.d.ts +22 -0
  101. package/dist/hooks/work-continuation.d.ts +26 -0
  102. package/dist/hooks/write-existing-file-guard.d.ts +14 -0
  103. package/dist/index.d.ts +5 -0
  104. package/dist/index.js +5585 -0
  105. package/dist/managers/background-manager.d.ts +88 -0
  106. package/dist/managers/config-handler.d.ts +54 -0
  107. package/dist/managers/index.d.ts +6 -0
  108. package/dist/managers/skill-mcp-manager.d.ts +30 -0
  109. package/dist/plugin/index.d.ts +1 -0
  110. package/dist/plugin/plugin-interface.d.ts +17 -0
  111. package/dist/plugin/types.d.ts +5 -0
  112. package/dist/shared/agent-display-names.d.ts +31 -0
  113. package/dist/shared/index.d.ts +5 -0
  114. package/dist/shared/log.d.ts +11 -0
  115. package/dist/shared/types.d.ts +6 -0
  116. package/dist/shared/version.d.ts +5 -0
  117. package/dist/tools/index.d.ts +4 -0
  118. package/dist/tools/permissions.d.ts +18 -0
  119. package/dist/tools/registry.d.ts +29 -0
  120. package/package.json +55 -0
@@ -0,0 +1,478 @@
1
+ import { z } from "zod";
2
+ export declare const EvalPhaseSchema: z.ZodEnum<{
3
+ phase1: "phase1";
4
+ phase2: "phase2";
5
+ phase3: "phase3";
6
+ phase4: "phase4";
7
+ }>;
8
+ export declare const BuiltinAgentPromptVariantSchema: z.ZodObject<{
9
+ disabledAgents: z.ZodOptional<z.ZodArray<z.ZodString>>;
10
+ }, z.core.$strip>;
11
+ export declare const BuiltinAgentPromptTargetSchema: z.ZodObject<{
12
+ kind: z.ZodLiteral<"builtin-agent-prompt">;
13
+ agent: z.ZodEnum<{
14
+ pattern: "pattern";
15
+ loom: "loom";
16
+ tapestry: "tapestry";
17
+ thread: "thread";
18
+ spindle: "spindle";
19
+ weft: "weft";
20
+ warp: "warp";
21
+ }>;
22
+ variant: z.ZodOptional<z.ZodObject<{
23
+ disabledAgents: z.ZodOptional<z.ZodArray<z.ZodString>>;
24
+ }, z.core.$strip>>;
25
+ }, z.core.$strip>;
26
+ export declare const CustomAgentPromptTargetSchema: z.ZodObject<{
27
+ kind: z.ZodLiteral<"custom-agent-prompt">;
28
+ agentId: z.ZodString;
29
+ }, z.core.$strip>;
30
+ export declare const SingleTurnAgentTargetSchema: z.ZodObject<{
31
+ kind: z.ZodLiteral<"single-turn-agent">;
32
+ agent: z.ZodString;
33
+ input: z.ZodOptional<z.ZodString>;
34
+ }, z.core.$strip>;
35
+ export declare const TrajectoryAgentTargetSchema: z.ZodObject<{
36
+ kind: z.ZodLiteral<"trajectory-agent">;
37
+ agent: z.ZodString;
38
+ scenarioRef: z.ZodOptional<z.ZodString>;
39
+ }, z.core.$strip>;
40
+ export declare const EvalTargetSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
41
+ kind: z.ZodLiteral<"builtin-agent-prompt">;
42
+ agent: z.ZodEnum<{
43
+ pattern: "pattern";
44
+ loom: "loom";
45
+ tapestry: "tapestry";
46
+ thread: "thread";
47
+ spindle: "spindle";
48
+ weft: "weft";
49
+ warp: "warp";
50
+ }>;
51
+ variant: z.ZodOptional<z.ZodObject<{
52
+ disabledAgents: z.ZodOptional<z.ZodArray<z.ZodString>>;
53
+ }, z.core.$strip>>;
54
+ }, z.core.$strip>, z.ZodObject<{
55
+ kind: z.ZodLiteral<"custom-agent-prompt">;
56
+ agentId: z.ZodString;
57
+ }, z.core.$strip>, z.ZodObject<{
58
+ kind: z.ZodLiteral<"single-turn-agent">;
59
+ agent: z.ZodString;
60
+ input: z.ZodOptional<z.ZodString>;
61
+ }, z.core.$strip>, z.ZodObject<{
62
+ kind: z.ZodLiteral<"trajectory-agent">;
63
+ agent: z.ZodString;
64
+ scenarioRef: z.ZodOptional<z.ZodString>;
65
+ }, z.core.$strip>], "kind">;
66
+ export declare const PromptRenderExecutorSchema: z.ZodObject<{
67
+ kind: z.ZodLiteral<"prompt-render">;
68
+ }, z.core.$strip>;
69
+ export declare const ModelResponseExecutorSchema: z.ZodObject<{
70
+ kind: z.ZodLiteral<"model-response">;
71
+ provider: z.ZodString;
72
+ model: z.ZodString;
73
+ input: z.ZodString;
74
+ }, z.core.$strip>;
75
+ export declare const TrajectoryRunExecutorSchema: z.ZodObject<{
76
+ kind: z.ZodLiteral<"trajectory-run">;
77
+ scenarioRef: z.ZodString;
78
+ }, z.core.$strip>;
79
+ export declare const ExecutorSpecSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
80
+ kind: z.ZodLiteral<"prompt-render">;
81
+ }, z.core.$strip>, z.ZodObject<{
82
+ kind: z.ZodLiteral<"model-response">;
83
+ provider: z.ZodString;
84
+ model: z.ZodString;
85
+ input: z.ZodString;
86
+ }, z.core.$strip>, z.ZodObject<{
87
+ kind: z.ZodLiteral<"trajectory-run">;
88
+ scenarioRef: z.ZodString;
89
+ }, z.core.$strip>], "kind">;
90
+ export declare const ContainsAllEvaluatorSchema: z.ZodObject<{
91
+ weight: z.ZodOptional<z.ZodNumber>;
92
+ kind: z.ZodLiteral<"contains-all">;
93
+ patterns: z.ZodArray<z.ZodString>;
94
+ }, z.core.$strip>;
95
+ export declare const ContainsAnyEvaluatorSchema: z.ZodObject<{
96
+ weight: z.ZodOptional<z.ZodNumber>;
97
+ kind: z.ZodLiteral<"contains-any">;
98
+ patterns: z.ZodArray<z.ZodString>;
99
+ }, z.core.$strip>;
100
+ export declare const ExcludesAllEvaluatorSchema: z.ZodObject<{
101
+ weight: z.ZodOptional<z.ZodNumber>;
102
+ kind: z.ZodLiteral<"excludes-all">;
103
+ patterns: z.ZodArray<z.ZodString>;
104
+ }, z.core.$strip>;
105
+ export declare const SectionContainsAllEvaluatorSchema: z.ZodObject<{
106
+ weight: z.ZodOptional<z.ZodNumber>;
107
+ kind: z.ZodLiteral<"section-contains-all">;
108
+ section: z.ZodString;
109
+ patterns: z.ZodArray<z.ZodString>;
110
+ }, z.core.$strip>;
111
+ export declare const OrderedContainsEvaluatorSchema: z.ZodObject<{
112
+ weight: z.ZodOptional<z.ZodNumber>;
113
+ kind: z.ZodLiteral<"ordered-contains">;
114
+ patterns: z.ZodArray<z.ZodString>;
115
+ }, z.core.$strip>;
116
+ export declare const XmlSectionsPresentEvaluatorSchema: z.ZodObject<{
117
+ weight: z.ZodOptional<z.ZodNumber>;
118
+ kind: z.ZodLiteral<"xml-sections-present">;
119
+ sections: z.ZodArray<z.ZodString>;
120
+ }, z.core.$strip>;
121
+ export declare const ToolPolicyEvaluatorSchema: z.ZodObject<{
122
+ weight: z.ZodOptional<z.ZodNumber>;
123
+ kind: z.ZodLiteral<"tool-policy">;
124
+ expectations: z.ZodRecord<z.ZodString, z.ZodBoolean>;
125
+ }, z.core.$strip>;
126
+ export declare const MinLengthEvaluatorSchema: z.ZodObject<{
127
+ weight: z.ZodOptional<z.ZodNumber>;
128
+ kind: z.ZodLiteral<"min-length">;
129
+ min: z.ZodNumber;
130
+ }, z.core.$strip>;
131
+ export declare const LlmJudgeEvaluatorSchema: z.ZodObject<{
132
+ weight: z.ZodOptional<z.ZodNumber>;
133
+ kind: z.ZodLiteral<"llm-judge">;
134
+ rubricRef: z.ZodOptional<z.ZodString>;
135
+ expectedContains: z.ZodOptional<z.ZodArray<z.ZodString>>;
136
+ forbiddenContains: z.ZodOptional<z.ZodArray<z.ZodString>>;
137
+ }, z.core.$strip>;
138
+ export declare const BaselineDiffEvaluatorSchema: z.ZodObject<{
139
+ weight: z.ZodOptional<z.ZodNumber>;
140
+ kind: z.ZodLiteral<"baseline-diff">;
141
+ baselineRef: z.ZodOptional<z.ZodString>;
142
+ }, z.core.$strip>;
143
+ export declare const TrajectoryAssertionEvaluatorSchema: z.ZodObject<{
144
+ weight: z.ZodOptional<z.ZodNumber>;
145
+ kind: z.ZodLiteral<"trajectory-assertion">;
146
+ assertionRef: z.ZodOptional<z.ZodString>;
147
+ }, z.core.$strip>;
148
+ export declare const EvaluatorSpecSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
149
+ weight: z.ZodOptional<z.ZodNumber>;
150
+ kind: z.ZodLiteral<"contains-all">;
151
+ patterns: z.ZodArray<z.ZodString>;
152
+ }, z.core.$strip>, z.ZodObject<{
153
+ weight: z.ZodOptional<z.ZodNumber>;
154
+ kind: z.ZodLiteral<"contains-any">;
155
+ patterns: z.ZodArray<z.ZodString>;
156
+ }, z.core.$strip>, z.ZodObject<{
157
+ weight: z.ZodOptional<z.ZodNumber>;
158
+ kind: z.ZodLiteral<"excludes-all">;
159
+ patterns: z.ZodArray<z.ZodString>;
160
+ }, z.core.$strip>, z.ZodObject<{
161
+ weight: z.ZodOptional<z.ZodNumber>;
162
+ kind: z.ZodLiteral<"section-contains-all">;
163
+ section: z.ZodString;
164
+ patterns: z.ZodArray<z.ZodString>;
165
+ }, z.core.$strip>, z.ZodObject<{
166
+ weight: z.ZodOptional<z.ZodNumber>;
167
+ kind: z.ZodLiteral<"ordered-contains">;
168
+ patterns: z.ZodArray<z.ZodString>;
169
+ }, z.core.$strip>, z.ZodObject<{
170
+ weight: z.ZodOptional<z.ZodNumber>;
171
+ kind: z.ZodLiteral<"xml-sections-present">;
172
+ sections: z.ZodArray<z.ZodString>;
173
+ }, z.core.$strip>, z.ZodObject<{
174
+ weight: z.ZodOptional<z.ZodNumber>;
175
+ kind: z.ZodLiteral<"tool-policy">;
176
+ expectations: z.ZodRecord<z.ZodString, z.ZodBoolean>;
177
+ }, z.core.$strip>, z.ZodObject<{
178
+ weight: z.ZodOptional<z.ZodNumber>;
179
+ kind: z.ZodLiteral<"min-length">;
180
+ min: z.ZodNumber;
181
+ }, z.core.$strip>, z.ZodObject<{
182
+ weight: z.ZodOptional<z.ZodNumber>;
183
+ kind: z.ZodLiteral<"llm-judge">;
184
+ rubricRef: z.ZodOptional<z.ZodString>;
185
+ expectedContains: z.ZodOptional<z.ZodArray<z.ZodString>>;
186
+ forbiddenContains: z.ZodOptional<z.ZodArray<z.ZodString>>;
187
+ }, z.core.$strip>, z.ZodObject<{
188
+ weight: z.ZodOptional<z.ZodNumber>;
189
+ kind: z.ZodLiteral<"baseline-diff">;
190
+ baselineRef: z.ZodOptional<z.ZodString>;
191
+ }, z.core.$strip>, z.ZodObject<{
192
+ weight: z.ZodOptional<z.ZodNumber>;
193
+ kind: z.ZodLiteral<"trajectory-assertion">;
194
+ assertionRef: z.ZodOptional<z.ZodString>;
195
+ }, z.core.$strip>], "kind">;
196
+ export declare const EvalCaseSchema: z.ZodObject<{
197
+ id: z.ZodString;
198
+ title: z.ZodString;
199
+ phase: z.ZodEnum<{
200
+ phase1: "phase1";
201
+ phase2: "phase2";
202
+ phase3: "phase3";
203
+ phase4: "phase4";
204
+ }>;
205
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
206
+ kind: z.ZodLiteral<"builtin-agent-prompt">;
207
+ agent: z.ZodEnum<{
208
+ pattern: "pattern";
209
+ loom: "loom";
210
+ tapestry: "tapestry";
211
+ thread: "thread";
212
+ spindle: "spindle";
213
+ weft: "weft";
214
+ warp: "warp";
215
+ }>;
216
+ variant: z.ZodOptional<z.ZodObject<{
217
+ disabledAgents: z.ZodOptional<z.ZodArray<z.ZodString>>;
218
+ }, z.core.$strip>>;
219
+ }, z.core.$strip>, z.ZodObject<{
220
+ kind: z.ZodLiteral<"custom-agent-prompt">;
221
+ agentId: z.ZodString;
222
+ }, z.core.$strip>, z.ZodObject<{
223
+ kind: z.ZodLiteral<"single-turn-agent">;
224
+ agent: z.ZodString;
225
+ input: z.ZodOptional<z.ZodString>;
226
+ }, z.core.$strip>, z.ZodObject<{
227
+ kind: z.ZodLiteral<"trajectory-agent">;
228
+ agent: z.ZodString;
229
+ scenarioRef: z.ZodOptional<z.ZodString>;
230
+ }, z.core.$strip>], "kind">;
231
+ executor: z.ZodDiscriminatedUnion<[z.ZodObject<{
232
+ kind: z.ZodLiteral<"prompt-render">;
233
+ }, z.core.$strip>, z.ZodObject<{
234
+ kind: z.ZodLiteral<"model-response">;
235
+ provider: z.ZodString;
236
+ model: z.ZodString;
237
+ input: z.ZodString;
238
+ }, z.core.$strip>, z.ZodObject<{
239
+ kind: z.ZodLiteral<"trajectory-run">;
240
+ scenarioRef: z.ZodString;
241
+ }, z.core.$strip>], "kind">;
242
+ evaluators: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
243
+ weight: z.ZodOptional<z.ZodNumber>;
244
+ kind: z.ZodLiteral<"contains-all">;
245
+ patterns: z.ZodArray<z.ZodString>;
246
+ }, z.core.$strip>, z.ZodObject<{
247
+ weight: z.ZodOptional<z.ZodNumber>;
248
+ kind: z.ZodLiteral<"contains-any">;
249
+ patterns: z.ZodArray<z.ZodString>;
250
+ }, z.core.$strip>, z.ZodObject<{
251
+ weight: z.ZodOptional<z.ZodNumber>;
252
+ kind: z.ZodLiteral<"excludes-all">;
253
+ patterns: z.ZodArray<z.ZodString>;
254
+ }, z.core.$strip>, z.ZodObject<{
255
+ weight: z.ZodOptional<z.ZodNumber>;
256
+ kind: z.ZodLiteral<"section-contains-all">;
257
+ section: z.ZodString;
258
+ patterns: z.ZodArray<z.ZodString>;
259
+ }, z.core.$strip>, z.ZodObject<{
260
+ weight: z.ZodOptional<z.ZodNumber>;
261
+ kind: z.ZodLiteral<"ordered-contains">;
262
+ patterns: z.ZodArray<z.ZodString>;
263
+ }, z.core.$strip>, z.ZodObject<{
264
+ weight: z.ZodOptional<z.ZodNumber>;
265
+ kind: z.ZodLiteral<"xml-sections-present">;
266
+ sections: z.ZodArray<z.ZodString>;
267
+ }, z.core.$strip>, z.ZodObject<{
268
+ weight: z.ZodOptional<z.ZodNumber>;
269
+ kind: z.ZodLiteral<"tool-policy">;
270
+ expectations: z.ZodRecord<z.ZodString, z.ZodBoolean>;
271
+ }, z.core.$strip>, z.ZodObject<{
272
+ weight: z.ZodOptional<z.ZodNumber>;
273
+ kind: z.ZodLiteral<"min-length">;
274
+ min: z.ZodNumber;
275
+ }, z.core.$strip>, z.ZodObject<{
276
+ weight: z.ZodOptional<z.ZodNumber>;
277
+ kind: z.ZodLiteral<"llm-judge">;
278
+ rubricRef: z.ZodOptional<z.ZodString>;
279
+ expectedContains: z.ZodOptional<z.ZodArray<z.ZodString>>;
280
+ forbiddenContains: z.ZodOptional<z.ZodArray<z.ZodString>>;
281
+ }, z.core.$strip>, z.ZodObject<{
282
+ weight: z.ZodOptional<z.ZodNumber>;
283
+ kind: z.ZodLiteral<"baseline-diff">;
284
+ baselineRef: z.ZodOptional<z.ZodString>;
285
+ }, z.core.$strip>, z.ZodObject<{
286
+ weight: z.ZodOptional<z.ZodNumber>;
287
+ kind: z.ZodLiteral<"trajectory-assertion">;
288
+ assertionRef: z.ZodOptional<z.ZodString>;
289
+ }, z.core.$strip>], "kind">>;
290
+ tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
291
+ notes: z.ZodOptional<z.ZodString>;
292
+ }, z.core.$strip>;
293
+ export declare const EvalSuiteManifestSchema: z.ZodObject<{
294
+ id: z.ZodString;
295
+ title: z.ZodString;
296
+ phase: z.ZodEnum<{
297
+ phase1: "phase1";
298
+ phase2: "phase2";
299
+ phase3: "phase3";
300
+ phase4: "phase4";
301
+ }>;
302
+ caseFiles: z.ZodArray<z.ZodString>;
303
+ tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
304
+ }, z.core.$strip>;
305
+ export declare const AssertionResultSchema: z.ZodObject<{
306
+ evaluatorKind: z.ZodEnum<{
307
+ "contains-all": "contains-all";
308
+ "contains-any": "contains-any";
309
+ "excludes-all": "excludes-all";
310
+ "section-contains-all": "section-contains-all";
311
+ "ordered-contains": "ordered-contains";
312
+ "xml-sections-present": "xml-sections-present";
313
+ "tool-policy": "tool-policy";
314
+ "min-length": "min-length";
315
+ "llm-judge": "llm-judge";
316
+ "baseline-diff": "baseline-diff";
317
+ "trajectory-assertion": "trajectory-assertion";
318
+ }>;
319
+ passed: z.ZodBoolean;
320
+ score: z.ZodNumber;
321
+ maxScore: z.ZodNumber;
322
+ message: z.ZodString;
323
+ }, z.core.$strip>;
324
+ export declare const EvalArtifactsSchema: z.ZodObject<{
325
+ renderedPrompt: z.ZodOptional<z.ZodString>;
326
+ agentMetadata: z.ZodOptional<z.ZodObject<{
327
+ agent: z.ZodString;
328
+ description: z.ZodOptional<z.ZodString>;
329
+ sourceKind: z.ZodEnum<{
330
+ default: "default";
331
+ composer: "composer";
332
+ }>;
333
+ }, z.core.$strip>>;
334
+ toolPolicy: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodBoolean>>;
335
+ promptLength: z.ZodOptional<z.ZodNumber>;
336
+ modelOutput: z.ZodOptional<z.ZodString>;
337
+ judgeOutput: z.ZodOptional<z.ZodString>;
338
+ trace: z.ZodOptional<z.ZodUnknown>;
339
+ tokens: z.ZodOptional<z.ZodNumber>;
340
+ cost: z.ZodOptional<z.ZodNumber>;
341
+ baselineDelta: z.ZodOptional<z.ZodUnknown>;
342
+ }, z.core.$strip>;
343
+ export declare const EvalCaseResultSchema: z.ZodObject<{
344
+ caseId: z.ZodString;
345
+ status: z.ZodEnum<{
346
+ error: "error";
347
+ failed: "failed";
348
+ passed: "passed";
349
+ }>;
350
+ score: z.ZodNumber;
351
+ normalizedScore: z.ZodNumber;
352
+ maxScore: z.ZodNumber;
353
+ durationMs: z.ZodNumber;
354
+ artifacts: z.ZodObject<{
355
+ renderedPrompt: z.ZodOptional<z.ZodString>;
356
+ agentMetadata: z.ZodOptional<z.ZodObject<{
357
+ agent: z.ZodString;
358
+ description: z.ZodOptional<z.ZodString>;
359
+ sourceKind: z.ZodEnum<{
360
+ default: "default";
361
+ composer: "composer";
362
+ }>;
363
+ }, z.core.$strip>>;
364
+ toolPolicy: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodBoolean>>;
365
+ promptLength: z.ZodOptional<z.ZodNumber>;
366
+ modelOutput: z.ZodOptional<z.ZodString>;
367
+ judgeOutput: z.ZodOptional<z.ZodString>;
368
+ trace: z.ZodOptional<z.ZodUnknown>;
369
+ tokens: z.ZodOptional<z.ZodNumber>;
370
+ cost: z.ZodOptional<z.ZodNumber>;
371
+ baselineDelta: z.ZodOptional<z.ZodUnknown>;
372
+ }, z.core.$strip>;
373
+ assertionResults: z.ZodArray<z.ZodObject<{
374
+ evaluatorKind: z.ZodEnum<{
375
+ "contains-all": "contains-all";
376
+ "contains-any": "contains-any";
377
+ "excludes-all": "excludes-all";
378
+ "section-contains-all": "section-contains-all";
379
+ "ordered-contains": "ordered-contains";
380
+ "xml-sections-present": "xml-sections-present";
381
+ "tool-policy": "tool-policy";
382
+ "min-length": "min-length";
383
+ "llm-judge": "llm-judge";
384
+ "baseline-diff": "baseline-diff";
385
+ "trajectory-assertion": "trajectory-assertion";
386
+ }>;
387
+ passed: z.ZodBoolean;
388
+ score: z.ZodNumber;
389
+ maxScore: z.ZodNumber;
390
+ message: z.ZodString;
391
+ }, z.core.$strip>>;
392
+ errors: z.ZodArray<z.ZodString>;
393
+ }, z.core.$strip>;
394
+ export declare const EvalRunSummarySchema: z.ZodObject<{
395
+ totalCases: z.ZodNumber;
396
+ passedCases: z.ZodNumber;
397
+ failedCases: z.ZodNumber;
398
+ errorCases: z.ZodNumber;
399
+ totalScore: z.ZodNumber;
400
+ normalizedScore: z.ZodNumber;
401
+ maxScore: z.ZodNumber;
402
+ }, z.core.$strip>;
403
+ export declare const EvalRunResultSchema: z.ZodObject<{
404
+ runId: z.ZodString;
405
+ startedAt: z.ZodString;
406
+ finishedAt: z.ZodString;
407
+ suiteId: z.ZodString;
408
+ phase: z.ZodEnum<{
409
+ phase1: "phase1";
410
+ phase2: "phase2";
411
+ phase3: "phase3";
412
+ phase4: "phase4";
413
+ }>;
414
+ summary: z.ZodObject<{
415
+ totalCases: z.ZodNumber;
416
+ passedCases: z.ZodNumber;
417
+ failedCases: z.ZodNumber;
418
+ errorCases: z.ZodNumber;
419
+ totalScore: z.ZodNumber;
420
+ normalizedScore: z.ZodNumber;
421
+ maxScore: z.ZodNumber;
422
+ }, z.core.$strip>;
423
+ caseResults: z.ZodArray<z.ZodObject<{
424
+ caseId: z.ZodString;
425
+ status: z.ZodEnum<{
426
+ error: "error";
427
+ failed: "failed";
428
+ passed: "passed";
429
+ }>;
430
+ score: z.ZodNumber;
431
+ normalizedScore: z.ZodNumber;
432
+ maxScore: z.ZodNumber;
433
+ durationMs: z.ZodNumber;
434
+ artifacts: z.ZodObject<{
435
+ renderedPrompt: z.ZodOptional<z.ZodString>;
436
+ agentMetadata: z.ZodOptional<z.ZodObject<{
437
+ agent: z.ZodString;
438
+ description: z.ZodOptional<z.ZodString>;
439
+ sourceKind: z.ZodEnum<{
440
+ default: "default";
441
+ composer: "composer";
442
+ }>;
443
+ }, z.core.$strip>>;
444
+ toolPolicy: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodBoolean>>;
445
+ promptLength: z.ZodOptional<z.ZodNumber>;
446
+ modelOutput: z.ZodOptional<z.ZodString>;
447
+ judgeOutput: z.ZodOptional<z.ZodString>;
448
+ trace: z.ZodOptional<z.ZodUnknown>;
449
+ tokens: z.ZodOptional<z.ZodNumber>;
450
+ cost: z.ZodOptional<z.ZodNumber>;
451
+ baselineDelta: z.ZodOptional<z.ZodUnknown>;
452
+ }, z.core.$strip>;
453
+ assertionResults: z.ZodArray<z.ZodObject<{
454
+ evaluatorKind: z.ZodEnum<{
455
+ "contains-all": "contains-all";
456
+ "contains-any": "contains-any";
457
+ "excludes-all": "excludes-all";
458
+ "section-contains-all": "section-contains-all";
459
+ "ordered-contains": "ordered-contains";
460
+ "xml-sections-present": "xml-sections-present";
461
+ "tool-policy": "tool-policy";
462
+ "min-length": "min-length";
463
+ "llm-judge": "llm-judge";
464
+ "baseline-diff": "baseline-diff";
465
+ "trajectory-assertion": "trajectory-assertion";
466
+ }>;
467
+ passed: z.ZodBoolean;
468
+ score: z.ZodNumber;
469
+ maxScore: z.ZodNumber;
470
+ message: z.ZodString;
471
+ }, z.core.$strip>>;
472
+ errors: z.ZodArray<z.ZodString>;
473
+ }, z.core.$strip>>;
474
+ }, z.core.$strip>;
475
+ export declare function formatSchemaIssues(filePath: string, issues: z.ZodIssue[]): string;
476
+ export declare const AllowedEvalTargetKinds: ("builtin-agent-prompt" | "custom-agent-prompt" | "single-turn-agent" | "trajectory-agent")[];
477
+ export declare const AllowedExecutorKinds: ("prompt-render" | "model-response" | "trajectory-run")[];
478
+ export declare const AllowedEvaluatorKinds: ("contains-all" | "contains-any" | "excludes-all" | "section-contains-all" | "ordered-contains" | "xml-sections-present" | "tool-policy" | "min-length" | "llm-judge" | "baseline-diff" | "trajectory-assertion")[];
@@ -0,0 +1,7 @@
1
+ import type { EvalRunResult } from "./types";
2
+ export declare const EVALS_DIR = ".weave/evals";
3
+ export declare const EVAL_RUNS_DIR = ".weave/evals/runs";
4
+ export declare const EVAL_LATEST_FILE = ".weave/evals/latest.json";
5
+ export declare function ensureEvalStorageDir(directory: string): string;
6
+ export declare function getDefaultEvalRunPath(directory: string, runId: string): string;
7
+ export declare function writeEvalRunResult(directory: string, result: EvalRunResult, outputPath?: string): string;
@@ -0,0 +1,2 @@
1
+ import type { BuiltinAgentPromptTarget, ResolvedTarget } from "../types";
2
+ export declare function resolveBuiltinAgentTarget(target: BuiltinAgentPromptTarget): ResolvedTarget;