@aaac/runtime 0.1.14 → 0.1.15
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/adapters/adk-sdk.d.ts +1 -1
- package/dist/adapters/claude-agent-sdk.d.ts +1 -1
- package/dist/adapters/mock.d.ts +1 -1
- package/dist/adapters/openai-agents-sdk.d.ts +1 -1
- package/dist/index.d.ts +2 -2
- package/dist/index.js +101 -2
- package/dist/index.js.map +1 -1
- package/dist/{task-runner-BPk-PcZA.d.ts → task-runner-DUyztyo3.d.ts} +16 -1
- package/package.json +1 -1
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { S as SdkAdapter, G as GuardrailHooks, C as CacheConfig, A as AdapterSendOptions, a as AgentExecutionRequest, M as MemoryRef } from '../task-runner-
|
|
1
|
+
import { S as SdkAdapter, G as GuardrailHooks, C as CacheConfig, A as AdapterSendOptions, a as AgentExecutionRequest, M as MemoryRef } from '../task-runner-DUyztyo3.js';
|
|
2
2
|
import 'zod';
|
|
3
3
|
import '../context-DKkamYX_.js';
|
|
4
4
|
import '@aaac/observability';
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { S as SdkAdapter, G as GuardrailHooks, C as CacheConfig, A as AdapterSendOptions, a as AgentExecutionRequest, M as MemoryRef } from '../task-runner-
|
|
1
|
+
import { S as SdkAdapter, G as GuardrailHooks, C as CacheConfig, A as AdapterSendOptions, a as AgentExecutionRequest, M as MemoryRef } from '../task-runner-DUyztyo3.js';
|
|
2
2
|
import 'zod';
|
|
3
3
|
import '../context-DKkamYX_.js';
|
|
4
4
|
import '@aaac/observability';
|
package/dist/adapters/mock.d.ts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { S as SdkAdapter, A as AdapterSendOptions, M as MemoryRef } from '../task-runner-
|
|
1
|
+
import { S as SdkAdapter, A as AdapterSendOptions, M as MemoryRef } from '../task-runner-DUyztyo3.js';
|
|
2
2
|
import 'zod';
|
|
3
3
|
import '../context-DKkamYX_.js';
|
|
4
4
|
import '@aaac/observability';
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { S as SdkAdapter, G as GuardrailHooks, C as CacheConfig, A as AdapterSendOptions, a as AgentExecutionRequest, M as MemoryRef } from '../task-runner-
|
|
1
|
+
import { S as SdkAdapter, G as GuardrailHooks, C as CacheConfig, A as AdapterSendOptions, a as AgentExecutionRequest, M as MemoryRef } from '../task-runner-DUyztyo3.js';
|
|
2
2
|
import 'zod';
|
|
3
3
|
import '../context-DKkamYX_.js';
|
|
4
4
|
import '@aaac/observability';
|
package/dist/index.d.ts
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { O as ObserverEmitFn, T as TaskContext, b as TaskOutcome, c as AgentContractLike, d as TaskContractLike, P as PromptBuilderOptions, W as WorkflowResult, S as SdkAdapter, e as WorkflowRegistries, H as HandoffInput, f as StepCompleteEvent, g as StepResult, D as DelegateStep, h as GuardrailRuleData, i as MemoryStore, M as MemoryRef, L as LibraryToolRegistry, G as GuardrailHooks, R as ResolvedComponent, j as ArtifactBindingConfig, k as TaskRunResult, l as ResolvedToolchain, m as LibraryToolDefinition, n as HookResponse, o as GuardrailCheckResult } from './task-runner-
|
|
2
|
-
export { p as AdapterOrFactory, A as AdapterSendOptions, a as AgentExecutionRequest, q as AgentProgressEvent, B as BoundResolveOptions, r as BoundResolver, C as CacheConfig, s as CandidateAgent, t as ConvergenceEnvelope, u as ConvergenceEnvelopePayload, E as EnvelopeParams, v as EvaluateStep, w as GateStep, x as GuardrailCheckFunctions, y as GuardrailRule, z as HookContext, I as InMemoryStore, F as ModelAwareSdkAdapterFactory, J as ModelClass, K as ModelMappingConfig, N as ModelResolver, Q as ModelResolverOptions, U as ReceiveSpec, V as ResolvedModel, X as RetryDecision, Y as SdkAdapterFactory, Z as SplitPrompt, _ as TaskRunOptions, $ as WorkflowContractLike, a0 as WorkflowInvocation, a1 as WorkflowRunOptions, a2 as WorkflowStep, a3 as buildCandidateAgents, a4 as buildGateEvaluationPrompt, a5 as buildPerAgentGuardrails, a6 as buildRetryFollowUp, a7 as buildSplitTaskPrompt, a8 as buildTaskPrompt, a9 as createExecutionEnvelope, aa as createGuardrailHooks, ab as createGuardrailHooksForAgent, ac as createGuardrailHooksFromRules, ad as createLibraryToolRegistry, ae as createModelResolver, af as deriveToolchainsForAgents, ag as
|
|
1
|
+
import { O as ObserverEmitFn, T as TaskContext, b as TaskOutcome, c as AgentContractLike, d as TaskContractLike, P as PromptBuilderOptions, W as WorkflowResult, S as SdkAdapter, e as WorkflowRegistries, H as HandoffInput, f as StepCompleteEvent, g as StepResult, D as DelegateStep, h as GuardrailRuleData, i as MemoryStore, M as MemoryRef, L as LibraryToolRegistry, G as GuardrailHooks, R as ResolvedComponent, j as ArtifactBindingConfig, k as TaskRunResult, l as ResolvedToolchain, m as LibraryToolDefinition, n as HookResponse, o as GuardrailCheckResult } from './task-runner-DUyztyo3.js';
|
|
2
|
+
export { p as AdapterOrFactory, A as AdapterSendOptions, a as AgentExecutionRequest, q as AgentProgressEvent, B as BoundResolveOptions, r as BoundResolver, C as CacheConfig, s as CandidateAgent, t as ConvergenceEnvelope, u as ConvergenceEnvelopePayload, E as EnvelopeParams, v as EvaluateStep, w as GateStep, x as GuardrailCheckFunctions, y as GuardrailRule, z as HookContext, I as InMemoryStore, F as ModelAwareSdkAdapterFactory, J as ModelClass, K as ModelMappingConfig, N as ModelResolver, Q as ModelResolverOptions, U as ReceiveSpec, V as ResolvedModel, X as RetryDecision, Y as SdkAdapterFactory, Z as SplitPrompt, _ as TaskRunOptions, $ as WorkflowContractLike, a0 as WorkflowInvocation, a1 as WorkflowRunOptions, a2 as WorkflowStep, a3 as buildCandidateAgents, a4 as buildGateEvaluationPrompt, a5 as buildPerAgentGuardrails, a6 as buildRetryFollowUp, a7 as buildSplitTaskPrompt, a8 as buildTaskPrompt, a9 as createExecutionEnvelope, aa as createGuardrailHooks, ab as createGuardrailHooksForAgent, ac as createGuardrailHooksFromRules, ad as createLibraryToolRegistry, ae as createModelResolver, af as deriveToolchainsForAgents, ag as emitIterationClose, ah as emitIterationMetric, ai as emitIterationOpen, aj as emitSessionClose, ak as emitSessionOpen, al as emitSubagentClose, am as emitSubagentOpen, an as emitToolchainClose, ao as emitToolchainOpen, ap as extractStructuredResult, aq as getBlockingViolations, ar as getEffectiveGuardrailIds, as as getGuardrailRulesForAgent, at as getWarnings, au as guardrailContextToRuleData, av as hasBlockingViolation, aw as parseGateEvaluationResponse, ax as renderAgentSystemPrompt, ay as runTask, az as runWorkflow, aA as zodSchemaToPromptDescription, aB as zodSchemaToYamlExample } from './task-runner-DUyztyo3.js';
|
|
3
3
|
import { z } from 'zod';
|
|
4
4
|
import { OperationIR, ComponentIR } from '@aaac/contracts';
|
|
5
5
|
import { ResolvedConfig } from './generator/index.js';
|
package/dist/index.js
CHANGED
|
@@ -214,6 +214,59 @@ function emitSubagentClose(observer, spanId, envelope, durationMs, status, agent
|
|
|
214
214
|
}
|
|
215
215
|
});
|
|
216
216
|
}
|
|
217
|
+
function emitIterationOpen(observer, parentSpanId, evaluateTaskId, loopTo, iterationNumber, maxIterations) {
|
|
218
|
+
if (!observer) return void 0;
|
|
219
|
+
const spanId = generateId();
|
|
220
|
+
observer({
|
|
221
|
+
source: "aaac-runtime",
|
|
222
|
+
eventType: "evaluate.iteration",
|
|
223
|
+
lifecycle: "open",
|
|
224
|
+
spanId,
|
|
225
|
+
parentSpanId,
|
|
226
|
+
attributes: attrs({
|
|
227
|
+
axis: "agent",
|
|
228
|
+
"evaluate.task": evaluateTaskId,
|
|
229
|
+
"evaluate.loop_to": loopTo,
|
|
230
|
+
"evaluate.iteration": iterationNumber,
|
|
231
|
+
"evaluate.max_iterations": maxIterations
|
|
232
|
+
})
|
|
233
|
+
});
|
|
234
|
+
return spanId;
|
|
235
|
+
}
|
|
236
|
+
function emitIterationClose(observer, spanId, evaluateTaskId, iterationNumber, verdict, durationMs, feedbackInjected) {
|
|
237
|
+
if (!observer) return;
|
|
238
|
+
observer({
|
|
239
|
+
source: "aaac-runtime",
|
|
240
|
+
eventType: "evaluate.iteration",
|
|
241
|
+
lifecycle: "close",
|
|
242
|
+
spanId,
|
|
243
|
+
attributes: attrs({
|
|
244
|
+
axis: "agent",
|
|
245
|
+
"evaluate.task": evaluateTaskId,
|
|
246
|
+
"evaluate.iteration": iterationNumber,
|
|
247
|
+
"evaluate.verdict": verdict,
|
|
248
|
+
"evaluate.duration_ms": durationMs,
|
|
249
|
+
"evaluate.feedback_injected": feedbackInjected
|
|
250
|
+
})
|
|
251
|
+
});
|
|
252
|
+
}
|
|
253
|
+
function emitIterationMetric(observer, parentSpanId, evaluateTaskId, totalIterations, terminalOutcome) {
|
|
254
|
+
if (!observer) return;
|
|
255
|
+
const spanId = generateId();
|
|
256
|
+
observer({
|
|
257
|
+
source: "aaac-runtime",
|
|
258
|
+
eventType: "evaluate.metric",
|
|
259
|
+
lifecycle: "instant",
|
|
260
|
+
spanId,
|
|
261
|
+
parentSpanId,
|
|
262
|
+
attributes: attrs({
|
|
263
|
+
axis: "agent",
|
|
264
|
+
"evaluate.task": evaluateTaskId,
|
|
265
|
+
"evaluate.total_iterations": totalIterations,
|
|
266
|
+
"evaluate.terminal_outcome": terminalOutcome
|
|
267
|
+
})
|
|
268
|
+
});
|
|
269
|
+
}
|
|
217
270
|
function emitToolchainOpen(observer, parentSpanId, toolchainId, operation, artifactIds, componentId) {
|
|
218
271
|
if (!observer) return void 0;
|
|
219
272
|
const spanId = generateId();
|
|
@@ -975,6 +1028,7 @@ async function runWorkflow(adapterOrFactory, workflowIdOrInvocation, optionsOrRe
|
|
|
975
1028
|
const stepOutputs = new Array(workflow.steps.length).fill(void 0);
|
|
976
1029
|
let abortResult;
|
|
977
1030
|
const evaluateExecCount = /* @__PURE__ */ new Map();
|
|
1031
|
+
const iterationSpanIds = /* @__PURE__ */ new Map();
|
|
978
1032
|
const loopInjectedVars = {};
|
|
979
1033
|
function extractPath(obj, path) {
|
|
980
1034
|
const cleanPath = path.startsWith("$.") ? path.slice(2) : path;
|
|
@@ -1016,6 +1070,18 @@ async function runWorkflow(adapterOrFactory, workflowIdOrInvocation, optionsOrRe
|
|
|
1016
1070
|
}
|
|
1017
1071
|
if (step.type === "evaluate") {
|
|
1018
1072
|
const evaluateStep = step;
|
|
1073
|
+
const iterationNumber = (evaluateExecCount.get(i) ?? 0) + 1;
|
|
1074
|
+
const iterationSpanId = emitIterationOpen(
|
|
1075
|
+
options.observer,
|
|
1076
|
+
sessionSpanId,
|
|
1077
|
+
evaluateStep.task,
|
|
1078
|
+
evaluateStep.loop_to,
|
|
1079
|
+
iterationNumber,
|
|
1080
|
+
evaluateStep.max_iterations
|
|
1081
|
+
);
|
|
1082
|
+
if (iterationSpanId) {
|
|
1083
|
+
iterationSpanIds.set(i, iterationSpanId);
|
|
1084
|
+
}
|
|
1019
1085
|
const effectiveVariables = mergeVariables(options.variables, loopInjectedVars);
|
|
1020
1086
|
const context2 = {
|
|
1021
1087
|
user_request: evaluateStep.description ?? options.user_request,
|
|
@@ -1031,7 +1097,7 @@ async function runWorkflow(adapterOrFactory, workflowIdOrInvocation, optionsOrRe
|
|
|
1031
1097
|
handoffSchemas: registries?.handoffSchemas,
|
|
1032
1098
|
progressOutput: options.progressOutput,
|
|
1033
1099
|
observer: options.observer,
|
|
1034
|
-
parentSpanId: sessionSpanId
|
|
1100
|
+
parentSpanId: iterationSpanId ?? sessionSpanId
|
|
1035
1101
|
});
|
|
1036
1102
|
return {
|
|
1037
1103
|
step_index: i,
|
|
@@ -1147,7 +1213,29 @@ async function runWorkflow(adapterOrFactory, workflowIdOrInvocation, optionsOrRe
|
|
|
1147
1213
|
const data = result.outcome.status === "success" ? result.outcome.data : void 0;
|
|
1148
1214
|
const verdict = typeof data?.verdict === "string" ? data.verdict : "fail";
|
|
1149
1215
|
const execCount = (evaluateExecCount.get(i) ?? 0) + 1;
|
|
1216
|
+
const currentIterationSpanId = iterationSpanIds.get(i);
|
|
1217
|
+
if (currentIterationSpanId) {
|
|
1218
|
+
const willLoopBack = verdict !== "pass" && execCount < evaluateStep.max_iterations;
|
|
1219
|
+
const feedbackInjected = willLoopBack && !!evaluateStep.inject_as;
|
|
1220
|
+
emitIterationClose(
|
|
1221
|
+
options.observer,
|
|
1222
|
+
currentIterationSpanId,
|
|
1223
|
+
evaluateStep.task,
|
|
1224
|
+
execCount,
|
|
1225
|
+
verdict,
|
|
1226
|
+
result.elapsed_ms,
|
|
1227
|
+
feedbackInjected
|
|
1228
|
+
);
|
|
1229
|
+
iterationSpanIds.delete(i);
|
|
1230
|
+
}
|
|
1150
1231
|
if (verdict === "pass") {
|
|
1232
|
+
emitIterationMetric(
|
|
1233
|
+
options.observer,
|
|
1234
|
+
sessionSpanId,
|
|
1235
|
+
evaluateStep.task,
|
|
1236
|
+
execCount,
|
|
1237
|
+
"pass"
|
|
1238
|
+
);
|
|
1151
1239
|
stepResults[i] = result;
|
|
1152
1240
|
completed.add(i);
|
|
1153
1241
|
emitStepEvent(options, workflow.id, i, step, result);
|
|
@@ -1186,7 +1274,15 @@ ${JSON.stringify(data, null, 2)}`;
|
|
|
1186
1274
|
evaluateExecCount.set(i, execCount);
|
|
1187
1275
|
stepResults[i] = result;
|
|
1188
1276
|
completed.add(i);
|
|
1189
|
-
|
|
1277
|
+
const exhaustedPolicy = evaluateStep.on_exhausted ?? "escalate";
|
|
1278
|
+
emitIterationMetric(
|
|
1279
|
+
options.observer,
|
|
1280
|
+
sessionSpanId,
|
|
1281
|
+
evaluateStep.task,
|
|
1282
|
+
execCount,
|
|
1283
|
+
`exhausted-${exhaustedPolicy}`
|
|
1284
|
+
);
|
|
1285
|
+
switch (exhaustedPolicy) {
|
|
1190
1286
|
case "abort":
|
|
1191
1287
|
abortResult = {
|
|
1192
1288
|
workflow_id: workflow.id,
|
|
@@ -3094,6 +3190,9 @@ export {
|
|
|
3094
3190
|
createRuntime,
|
|
3095
3191
|
createRuntimeBinding,
|
|
3096
3192
|
deriveToolchainsForAgents,
|
|
3193
|
+
emitIterationClose,
|
|
3194
|
+
emitIterationMetric,
|
|
3195
|
+
emitIterationOpen,
|
|
3097
3196
|
emitProcessEdit,
|
|
3098
3197
|
emitProcessTaskClose,
|
|
3099
3198
|
emitProcessTaskOpen,
|