@aaac/runtime 0.1.14 → 0.1.15

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,4 +1,4 @@
1
- import { S as SdkAdapter, G as GuardrailHooks, C as CacheConfig, A as AdapterSendOptions, a as AgentExecutionRequest, M as MemoryRef } from '../task-runner-BPk-PcZA.js';
1
+ import { S as SdkAdapter, G as GuardrailHooks, C as CacheConfig, A as AdapterSendOptions, a as AgentExecutionRequest, M as MemoryRef } from '../task-runner-DUyztyo3.js';
2
2
  import 'zod';
3
3
  import '../context-DKkamYX_.js';
4
4
  import '@aaac/observability';
@@ -1,4 +1,4 @@
1
- import { S as SdkAdapter, G as GuardrailHooks, C as CacheConfig, A as AdapterSendOptions, a as AgentExecutionRequest, M as MemoryRef } from '../task-runner-BPk-PcZA.js';
1
+ import { S as SdkAdapter, G as GuardrailHooks, C as CacheConfig, A as AdapterSendOptions, a as AgentExecutionRequest, M as MemoryRef } from '../task-runner-DUyztyo3.js';
2
2
  import 'zod';
3
3
  import '../context-DKkamYX_.js';
4
4
  import '@aaac/observability';
@@ -1,4 +1,4 @@
1
- import { S as SdkAdapter, A as AdapterSendOptions, M as MemoryRef } from '../task-runner-BPk-PcZA.js';
1
+ import { S as SdkAdapter, A as AdapterSendOptions, M as MemoryRef } from '../task-runner-DUyztyo3.js';
2
2
  import 'zod';
3
3
  import '../context-DKkamYX_.js';
4
4
  import '@aaac/observability';
@@ -1,4 +1,4 @@
1
- import { S as SdkAdapter, G as GuardrailHooks, C as CacheConfig, A as AdapterSendOptions, a as AgentExecutionRequest, M as MemoryRef } from '../task-runner-BPk-PcZA.js';
1
+ import { S as SdkAdapter, G as GuardrailHooks, C as CacheConfig, A as AdapterSendOptions, a as AgentExecutionRequest, M as MemoryRef } from '../task-runner-DUyztyo3.js';
2
2
  import 'zod';
3
3
  import '../context-DKkamYX_.js';
4
4
  import '@aaac/observability';
package/dist/index.d.ts CHANGED
@@ -1,5 +1,5 @@
1
- import { O as ObserverEmitFn, T as TaskContext, b as TaskOutcome, c as AgentContractLike, d as TaskContractLike, P as PromptBuilderOptions, W as WorkflowResult, S as SdkAdapter, e as WorkflowRegistries, H as HandoffInput, f as StepCompleteEvent, g as StepResult, D as DelegateStep, h as GuardrailRuleData, i as MemoryStore, M as MemoryRef, L as LibraryToolRegistry, G as GuardrailHooks, R as ResolvedComponent, j as ArtifactBindingConfig, k as TaskRunResult, l as ResolvedToolchain, m as LibraryToolDefinition, n as HookResponse, o as GuardrailCheckResult } from './task-runner-BPk-PcZA.js';
2
- export { p as AdapterOrFactory, A as AdapterSendOptions, a as AgentExecutionRequest, q as AgentProgressEvent, B as BoundResolveOptions, r as BoundResolver, C as CacheConfig, s as CandidateAgent, t as ConvergenceEnvelope, u as ConvergenceEnvelopePayload, E as EnvelopeParams, v as EvaluateStep, w as GateStep, x as GuardrailCheckFunctions, y as GuardrailRule, z as HookContext, I as InMemoryStore, F as ModelAwareSdkAdapterFactory, J as ModelClass, K as ModelMappingConfig, N as ModelResolver, Q as ModelResolverOptions, U as ReceiveSpec, V as ResolvedModel, X as RetryDecision, Y as SdkAdapterFactory, Z as SplitPrompt, _ as TaskRunOptions, $ as WorkflowContractLike, a0 as WorkflowInvocation, a1 as WorkflowRunOptions, a2 as WorkflowStep, a3 as buildCandidateAgents, a4 as buildGateEvaluationPrompt, a5 as buildPerAgentGuardrails, a6 as buildRetryFollowUp, a7 as buildSplitTaskPrompt, a8 as buildTaskPrompt, a9 as createExecutionEnvelope, aa as createGuardrailHooks, ab as createGuardrailHooksForAgent, ac as createGuardrailHooksFromRules, ad as createLibraryToolRegistry, ae as createModelResolver, af as deriveToolchainsForAgents, ag as emitSessionClose, ah as emitSessionOpen, ai as emitSubagentClose, aj as emitSubagentOpen, ak as emitToolchainClose, al as emitToolchainOpen, am as extractStructuredResult, an as getBlockingViolations, ao as getEffectiveGuardrailIds, ap as getGuardrailRulesForAgent, aq as getWarnings, ar as guardrailContextToRuleData, as as hasBlockingViolation, at as parseGateEvaluationResponse, au as renderAgentSystemPrompt, av as runTask, aw as runWorkflow, ax as zodSchemaToPromptDescription, ay as zodSchemaToYamlExample } from './task-runner-BPk-PcZA.js';
1
+ import { O as ObserverEmitFn, T as TaskContext, b as TaskOutcome, c as AgentContractLike, d as TaskContractLike, P as PromptBuilderOptions, W as WorkflowResult, S as SdkAdapter, e as WorkflowRegistries, H as HandoffInput, f as StepCompleteEvent, g as StepResult, D as DelegateStep, h as GuardrailRuleData, i as MemoryStore, M as MemoryRef, L as LibraryToolRegistry, G as GuardrailHooks, R as ResolvedComponent, j as ArtifactBindingConfig, k as TaskRunResult, l as ResolvedToolchain, m as LibraryToolDefinition, n as HookResponse, o as GuardrailCheckResult } from './task-runner-DUyztyo3.js';
2
+ export { p as AdapterOrFactory, A as AdapterSendOptions, a as AgentExecutionRequest, q as AgentProgressEvent, B as BoundResolveOptions, r as BoundResolver, C as CacheConfig, s as CandidateAgent, t as ConvergenceEnvelope, u as ConvergenceEnvelopePayload, E as EnvelopeParams, v as EvaluateStep, w as GateStep, x as GuardrailCheckFunctions, y as GuardrailRule, z as HookContext, I as InMemoryStore, F as ModelAwareSdkAdapterFactory, J as ModelClass, K as ModelMappingConfig, N as ModelResolver, Q as ModelResolverOptions, U as ReceiveSpec, V as ResolvedModel, X as RetryDecision, Y as SdkAdapterFactory, Z as SplitPrompt, _ as TaskRunOptions, $ as WorkflowContractLike, a0 as WorkflowInvocation, a1 as WorkflowRunOptions, a2 as WorkflowStep, a3 as buildCandidateAgents, a4 as buildGateEvaluationPrompt, a5 as buildPerAgentGuardrails, a6 as buildRetryFollowUp, a7 as buildSplitTaskPrompt, a8 as buildTaskPrompt, a9 as createExecutionEnvelope, aa as createGuardrailHooks, ab as createGuardrailHooksForAgent, ac as createGuardrailHooksFromRules, ad as createLibraryToolRegistry, ae as createModelResolver, af as deriveToolchainsForAgents, ag as emitIterationClose, ah as emitIterationMetric, ai as emitIterationOpen, aj as emitSessionClose, ak as emitSessionOpen, al as emitSubagentClose, am as emitSubagentOpen, an as emitToolchainClose, ao as emitToolchainOpen, ap as extractStructuredResult, aq as getBlockingViolations, ar as getEffectiveGuardrailIds, as as getGuardrailRulesForAgent, at as getWarnings, au as guardrailContextToRuleData, av as hasBlockingViolation, aw as parseGateEvaluationResponse, ax as renderAgentSystemPrompt, ay as runTask, az as runWorkflow, aA as zodSchemaToPromptDescription, aB as zodSchemaToYamlExample } from './task-runner-DUyztyo3.js';
3
3
  import { z } from 'zod';
4
4
  import { OperationIR, ComponentIR } from '@aaac/contracts';
5
5
  import { ResolvedConfig } from './generator/index.js';
package/dist/index.js CHANGED
@@ -214,6 +214,59 @@ function emitSubagentClose(observer, spanId, envelope, durationMs, status, agent
214
214
  }
215
215
  });
216
216
  }
217
+ function emitIterationOpen(observer, parentSpanId, evaluateTaskId, loopTo, iterationNumber, maxIterations) {
218
+ if (!observer) return void 0;
219
+ const spanId = generateId();
220
+ observer({
221
+ source: "aaac-runtime",
222
+ eventType: "evaluate.iteration",
223
+ lifecycle: "open",
224
+ spanId,
225
+ parentSpanId,
226
+ attributes: attrs({
227
+ axis: "agent",
228
+ "evaluate.task": evaluateTaskId,
229
+ "evaluate.loop_to": loopTo,
230
+ "evaluate.iteration": iterationNumber,
231
+ "evaluate.max_iterations": maxIterations
232
+ })
233
+ });
234
+ return spanId;
235
+ }
236
+ function emitIterationClose(observer, spanId, evaluateTaskId, iterationNumber, verdict, durationMs, feedbackInjected) {
237
+ if (!observer) return;
238
+ observer({
239
+ source: "aaac-runtime",
240
+ eventType: "evaluate.iteration",
241
+ lifecycle: "close",
242
+ spanId,
243
+ attributes: attrs({
244
+ axis: "agent",
245
+ "evaluate.task": evaluateTaskId,
246
+ "evaluate.iteration": iterationNumber,
247
+ "evaluate.verdict": verdict,
248
+ "evaluate.duration_ms": durationMs,
249
+ "evaluate.feedback_injected": feedbackInjected
250
+ })
251
+ });
252
+ }
253
+ function emitIterationMetric(observer, parentSpanId, evaluateTaskId, totalIterations, terminalOutcome) {
254
+ if (!observer) return;
255
+ const spanId = generateId();
256
+ observer({
257
+ source: "aaac-runtime",
258
+ eventType: "evaluate.metric",
259
+ lifecycle: "instant",
260
+ spanId,
261
+ parentSpanId,
262
+ attributes: attrs({
263
+ axis: "agent",
264
+ "evaluate.task": evaluateTaskId,
265
+ "evaluate.total_iterations": totalIterations,
266
+ "evaluate.terminal_outcome": terminalOutcome
267
+ })
268
+ });
269
+ }
217
270
  function emitToolchainOpen(observer, parentSpanId, toolchainId, operation, artifactIds, componentId) {
218
271
  if (!observer) return void 0;
219
272
  const spanId = generateId();
@@ -975,6 +1028,7 @@ async function runWorkflow(adapterOrFactory, workflowIdOrInvocation, optionsOrRe
975
1028
  const stepOutputs = new Array(workflow.steps.length).fill(void 0);
976
1029
  let abortResult;
977
1030
  const evaluateExecCount = /* @__PURE__ */ new Map();
1031
+ const iterationSpanIds = /* @__PURE__ */ new Map();
978
1032
  const loopInjectedVars = {};
979
1033
  function extractPath(obj, path) {
980
1034
  const cleanPath = path.startsWith("$.") ? path.slice(2) : path;
@@ -1016,6 +1070,18 @@ async function runWorkflow(adapterOrFactory, workflowIdOrInvocation, optionsOrRe
1016
1070
  }
1017
1071
  if (step.type === "evaluate") {
1018
1072
  const evaluateStep = step;
1073
+ const iterationNumber = (evaluateExecCount.get(i) ?? 0) + 1;
1074
+ const iterationSpanId = emitIterationOpen(
1075
+ options.observer,
1076
+ sessionSpanId,
1077
+ evaluateStep.task,
1078
+ evaluateStep.loop_to,
1079
+ iterationNumber,
1080
+ evaluateStep.max_iterations
1081
+ );
1082
+ if (iterationSpanId) {
1083
+ iterationSpanIds.set(i, iterationSpanId);
1084
+ }
1019
1085
  const effectiveVariables = mergeVariables(options.variables, loopInjectedVars);
1020
1086
  const context2 = {
1021
1087
  user_request: evaluateStep.description ?? options.user_request,
@@ -1031,7 +1097,7 @@ async function runWorkflow(adapterOrFactory, workflowIdOrInvocation, optionsOrRe
1031
1097
  handoffSchemas: registries?.handoffSchemas,
1032
1098
  progressOutput: options.progressOutput,
1033
1099
  observer: options.observer,
1034
- parentSpanId: sessionSpanId
1100
+ parentSpanId: iterationSpanId ?? sessionSpanId
1035
1101
  });
1036
1102
  return {
1037
1103
  step_index: i,
@@ -1147,7 +1213,29 @@ async function runWorkflow(adapterOrFactory, workflowIdOrInvocation, optionsOrRe
1147
1213
  const data = result.outcome.status === "success" ? result.outcome.data : void 0;
1148
1214
  const verdict = typeof data?.verdict === "string" ? data.verdict : "fail";
1149
1215
  const execCount = (evaluateExecCount.get(i) ?? 0) + 1;
1216
+ const currentIterationSpanId = iterationSpanIds.get(i);
1217
+ if (currentIterationSpanId) {
1218
+ const willLoopBack = verdict !== "pass" && execCount < evaluateStep.max_iterations;
1219
+ const feedbackInjected = willLoopBack && !!evaluateStep.inject_as;
1220
+ emitIterationClose(
1221
+ options.observer,
1222
+ currentIterationSpanId,
1223
+ evaluateStep.task,
1224
+ execCount,
1225
+ verdict,
1226
+ result.elapsed_ms,
1227
+ feedbackInjected
1228
+ );
1229
+ iterationSpanIds.delete(i);
1230
+ }
1150
1231
  if (verdict === "pass") {
1232
+ emitIterationMetric(
1233
+ options.observer,
1234
+ sessionSpanId,
1235
+ evaluateStep.task,
1236
+ execCount,
1237
+ "pass"
1238
+ );
1151
1239
  stepResults[i] = result;
1152
1240
  completed.add(i);
1153
1241
  emitStepEvent(options, workflow.id, i, step, result);
@@ -1186,7 +1274,15 @@ ${JSON.stringify(data, null, 2)}`;
1186
1274
  evaluateExecCount.set(i, execCount);
1187
1275
  stepResults[i] = result;
1188
1276
  completed.add(i);
1189
- switch (evaluateStep.on_exhausted ?? "escalate") {
1277
+ const exhaustedPolicy = evaluateStep.on_exhausted ?? "escalate";
1278
+ emitIterationMetric(
1279
+ options.observer,
1280
+ sessionSpanId,
1281
+ evaluateStep.task,
1282
+ execCount,
1283
+ `exhausted-${exhaustedPolicy}`
1284
+ );
1285
+ switch (exhaustedPolicy) {
1190
1286
  case "abort":
1191
1287
  abortResult = {
1192
1288
  workflow_id: workflow.id,
@@ -3094,6 +3190,9 @@ export {
3094
3190
  createRuntime,
3095
3191
  createRuntimeBinding,
3096
3192
  deriveToolchainsForAgents,
3193
+ emitIterationClose,
3194
+ emitIterationMetric,
3195
+ emitIterationOpen,
3097
3196
  emitProcessEdit,
3098
3197
  emitProcessTaskClose,
3099
3198
  emitProcessTaskOpen,