@uns-kit/assistant-workflow 2.0.72

package/dist/direct-route-policy.js

@@ -0,0 +1,106 @@
+import { findAssistantWorkflowIntent, normalizeAssistantWorkflowId, } from "./definition.js";
+export function buildAssistantWorkflowDirectRoutePolicy(workflow, intentId) {
+    const normalizedIntentId = normalizeAssistantWorkflowId(intentId);
+    const intent = findAssistantWorkflowIntent(workflow, normalizedIntentId);
+    const routeIds = uniqueStrings(intent?.directRoutes ?? []);
+    const routesById = new Map((workflow.directRoutes ?? []).map((route) => [route.id, route]));
+    const routes = routeIds.flatMap((routeId) => {
+        const route = routesById.get(routeId);
+        return route ? [route] : [];
+    });
+    const missingRouteIds = routeIds.filter((routeId) => !routesById.has(routeId));
+    return {
+        intentId: intent?.id ?? normalizedIntentId,
+        routeIds,
+        routes,
+        missingRouteIds,
+    };
+}
+export function buildAssistantWorkflowDirectRouteRuntimeDecision(input) {
+    const routeId = normalizeAssistantWorkflowId(input.routeId) ?? "";
+    if (input.policyScope === "catalog") {
+        const routeIds = new Set((input.workflow.directRoutes ?? []).map((route) => route.id));
+        if (!routeId || !routeIds.has(routeId)) {
+            return {
+                intentId: null,
+                routeId,
+                enabled: false,
+                reason: "route_not_declared",
+                policyRouteIds: [],
+            };
+        }
+        if (!input.runtimeEnabled) {
+            return {
+                intentId: null,
+                routeId,
+                enabled: false,
+                reason: "runtime_disabled",
+                policyRouteIds: [routeId],
+            };
+        }
+        return {
+            intentId: null,
+            routeId,
+            enabled: true,
+            reason: "enabled",
+            policyRouteIds: [routeId],
+        };
+    }
+    const policy = buildAssistantWorkflowDirectRoutePolicy(input.workflow, input.intentId);
+    if (!policy.intentId || !findAssistantWorkflowIntent(input.workflow, policy.intentId)) {
+        return {
+            intentId: policy.intentId,
+            routeId,
+            enabled: false,
+            reason: "intent_not_found",
+            policyRouteIds: policy.routeIds,
+        };
+    }
+    if (!routeId || !policy.routeIds.includes(routeId)) {
+        return {
+            intentId: policy.intentId,
+            routeId,
+            enabled: false,
+            reason: "route_not_declared",
+            policyRouteIds: policy.routeIds,
+        };
+    }
+    if (!input.runtimeEnabled) {
+        return {
+            intentId: policy.intentId,
+            routeId,
+            enabled: false,
+            reason: "runtime_disabled",
+            policyRouteIds: policy.routeIds,
+        };
+    }
+    return {
+        intentId: policy.intentId,
+        routeId,
+        enabled: true,
+        reason: "enabled",
+        policyRouteIds: policy.routeIds,
+    };
+}
+export function buildAssistantWorkflowDirectRouteRuntimeDecisionTracePayload(decision) {
+    return {
+        intent: decision.intentId,
+        route: decision.routeId,
+        enabled: decision.enabled,
+        reason: decision.reason,
+        policyRouteIds: decision.policyRouteIds,
+    };
+}
+function uniqueStrings(values) {
+    const out = [];
+    const seen = new Set();
+    for (const value of values) {
+        const normalized = normalizeAssistantWorkflowId(value);
+        if (!normalized || seen.has(normalized))
+            continue;
+        seen.add(normalized);
+        out.push(normalized);
+    }
+    return out;
+}
+//# sourceMappingURL=direct-route-policy.js.map

package/dist/direct-route-policy.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"direct-route-policy.js","sourceRoot":"","sources":["../src/direct-route-policy.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,2BAA2B,EAC3B,4BAA4B,GAG7B,MAAM,iBAAiB,CAAC;AAmBzB,MAAM,UAAU,uCAAuC,CACrD,QAAqE,EACrE,QAAiB;IAEjB,MAAM,kBAAkB,GAAG,4BAA4B,CAAC,QAAQ,CAAC,CAAC;IAClE,MAAM,MAAM,GAAG,2BAA2B,CAAC,QAAQ,EAAE,kBAAkB,CAAC,CAAC;IACzE,MAAM,QAAQ,GAAG,aAAa,CAAC,MAAM,EAAE,YAAY,IAAI,EAAE,CAAC,CAAC;IAC3D,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAU,CAAC,CAAC,CAAC;IACrG,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC1C,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACtC,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC9B,CAAC,CAAC,CAAC;IACH,MAAM,eAAe,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;IAE/E,OAAO;QACL,QAAQ,EAAE,MAAM,EAAE,EAAE,IAAI,kBAAkB;QAC1C,QAAQ;QACR,MAAM;QACN,eAAe;KAChB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,gDAAgD,CAAC,KAMhE;IACC,MAAM,OAAO,GAAG,4BAA4B,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;IAClE,IAAI,KAAK,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;QACpC,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;QACvF,IAAI,CAAC,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YACvC,OAAO;gBACL,QAAQ,EAAE,IAAI;gBACd,OAAO;gBACP,OAAO,EAAE,KAAK;gBACd,MAAM,EAAE,oBAAoB;gBAC5B,cAAc,EAAE,EAAE;aACnB,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;YAC1B,OAAO;gBACL,QAAQ,EAAE,IAAI;gBACd,OAAO;gBACP,OAAO,EAAE,KAAK;gBACd,MAAM,EAAE,kBAAkB;gBAC1B,cAAc,EAAE,CAAC,OAAO,CAAC;aAC1B,CAAC;QACJ,CAAC;QACD,OAAO;YACL,QAAQ,EAAE,IAAI;YACd,OAAO;YACP,OAAO,EAAE,IAAI;YACb,MAAM,EAAE,SAAS;YACjB,cAAc,EAAE,CAAC,OAAO,CAAC;SAC1B,CAAC;IACJ,CAAC;IACD,MAAM,MAAM,GAAG,uCAAuC,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;IACvF,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,CAAC,2BAA2B,CAAC,KAAK,CAAC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;QACtF,OAAO;YACL,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,OAAO;YACP,OAAO,EAAE,KAAK;YACd,MAAM,EAAE,kBAAkB;YAC1B,cAAc,EAAE,MAAM,CAAC,QAAQ;SAChC,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,OAAO,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QACnD,OAAO;YACL,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,OAAO;YACP,OAAO,EAAE,KAAK;YACd,MAAM,EAAE,oBAAoB;YAC5B,cAAc,EAAE,MAAM,CAAC,QAAQ;SAChC,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;QAC1B,OAAO;YACL,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,OAAO;YACP,OAAO,EAAE,KAAK;YACd,MAAM,EAAE,kBAAkB;YAC1B,cAAc,EAAE,MAAM,CAAC,QAAQ;SAChC,CAAC;IACJ,CAAC;IACD,OAAO;QACL,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,OAAO;QACP,OAAO,EAAE,IAAI;QACb,MAAM,EAAE,SAAS;QACjB,cAAc,EAAE,MAAM,CAAC,QAAQ;KAChC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,4DAA4D,CAC1E,QAAqD;IAErD,OAAO;QACL,MAAM,EAAE,QAAQ,CAAC,QAAQ;QACzB,KAAK,EAAE,QAAQ,CAAC,OAAO;QACvB,OAAO,EAAE,QAAQ,CAAC,OAAO;QACzB,MAAM,EAAE,QAAQ,CAAC,MAAM;QACvB,cAAc,EAAE,QAAQ,CAAC,cAAc;KACxC,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,MAAyB;IAC9C,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,UAAU,GAAG,4BAA4B,CAAC,KAAK,CAAC,CAAC;QACvD,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC;YAAE,SAAS;QAClD,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACrB,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACvB,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC","sourcesContent":["import {\n  findAssistantWorkflowIntent,\n  normalizeAssistantWorkflowId,\n  type AssistantWorkflowDefinition,\n  type AssistantWorkflowDirectRouteDefinition,\n} from \"./definition.js\";\n\nexport type AssistantWorkflowDirectRoutePolicy = {\n  intentId: string | null;\n  routeIds: string[];\n  routes: AssistantWorkflowDirectRouteDefinition[];\n  missingRouteIds: string[];\n};\n\nexport type AssistantWorkflowDirectRouteRuntimeDecision = {\n  intentId: string | null;\n  routeId: string;\n  enabled: boolean;\n  reason: \"enabled\" | \"runtime_disabled\" | \"intent_not_found\" | \"route_not_declared\";\n  policyRouteIds: string[];\n};\n\nexport type AssistantWorkflowDirectRouteRuntimeDecisionScope = \"intent\" | \"catalog\";\n\nexport function buildAssistantWorkflowDirectRoutePolicy(\n  workflow: AssistantWorkflowDefinition<string, string, string, string>,\n  intentId: unknown,\n): AssistantWorkflowDirectRoutePolicy {\n  const normalizedIntentId = normalizeAssistantWorkflowId(intentId);\n  const intent = findAssistantWorkflowIntent(workflow, normalizedIntentId);\n  const routeIds = uniqueStrings(intent?.directRoutes ?? []);\n  const routesById = new Map((workflow.directRoutes ?? []).map((route) => [route.id, route] as const));\n  const routes = routeIds.flatMap((routeId) => {\n    const route = routesById.get(routeId);\n    return route ? [route] : [];\n  });\n  const missingRouteIds = routeIds.filter((routeId) => !routesById.has(routeId));\n\n  return {\n    intentId: intent?.id ?? normalizedIntentId,\n    routeIds,\n    routes,\n    missingRouteIds,\n  };\n}\n\nexport function buildAssistantWorkflowDirectRouteRuntimeDecision(input: {\n  workflow: AssistantWorkflowDefinition<string, string, string, string>;\n  intentId?: unknown;\n  routeId: unknown;\n  runtimeEnabled: boolean;\n  policyScope?: AssistantWorkflowDirectRouteRuntimeDecisionScope;\n}): AssistantWorkflowDirectRouteRuntimeDecision {\n  const routeId = normalizeAssistantWorkflowId(input.routeId) ?? \"\";\n  if (input.policyScope === \"catalog\") {\n    const routeIds = new Set((input.workflow.directRoutes ?? []).map((route) => route.id));\n    if (!routeId || !routeIds.has(routeId)) {\n      return {\n        intentId: null,\n        routeId,\n        enabled: false,\n        reason: \"route_not_declared\",\n        policyRouteIds: [],\n      };\n    }\n    if (!input.runtimeEnabled) {\n      return {\n        intentId: null,\n        routeId,\n        enabled: false,\n        reason: \"runtime_disabled\",\n        policyRouteIds: [routeId],\n      };\n    }\n    return {\n      intentId: null,\n      routeId,\n      enabled: true,\n      reason: \"enabled\",\n      policyRouteIds: [routeId],\n    };\n  }\n  const policy = buildAssistantWorkflowDirectRoutePolicy(input.workflow, input.intentId);\n  if (!policy.intentId || !findAssistantWorkflowIntent(input.workflow, policy.intentId)) {\n    return {\n      intentId: policy.intentId,\n      routeId,\n      enabled: false,\n      reason: \"intent_not_found\",\n      policyRouteIds: policy.routeIds,\n    };\n  }\n  if (!routeId || !policy.routeIds.includes(routeId)) {\n    return {\n      intentId: policy.intentId,\n      routeId,\n      enabled: false,\n      reason: \"route_not_declared\",\n      policyRouteIds: policy.routeIds,\n    };\n  }\n  if (!input.runtimeEnabled) {\n    return {\n      intentId: policy.intentId,\n      routeId,\n      enabled: false,\n      reason: \"runtime_disabled\",\n      policyRouteIds: policy.routeIds,\n    };\n  }\n  return {\n    intentId: policy.intentId,\n    routeId,\n    enabled: true,\n    reason: \"enabled\",\n    policyRouteIds: policy.routeIds,\n  };\n}\n\nexport function buildAssistantWorkflowDirectRouteRuntimeDecisionTracePayload(\n  decision: AssistantWorkflowDirectRouteRuntimeDecision,\n): Record<string, unknown> {\n  return {\n    intent: decision.intentId,\n    route: decision.routeId,\n    enabled: decision.enabled,\n    reason: decision.reason,\n    policyRouteIds: decision.policyRouteIds,\n  };\n}\n\nfunction uniqueStrings(values: readonly string[]): string[] {\n  const out: string[] = [];\n  const seen = new Set<string>();\n  for (const value of values) {\n    const normalized = normalizeAssistantWorkflowId(value);\n    if (!normalized || seen.has(normalized)) continue;\n    seen.add(normalized);\n    out.push(normalized);\n  }\n  return out;\n}\n"]}

package/dist/eval-case.d.ts

@@ -0,0 +1,85 @@
+import type { AssistantWorkflowRunReportStatus } from "./run-report.js";
+import type { AssistantWorkflowJsonValue, AssistantWorkflowSerializedRunReport } from "./run-report-json.js";
+import type { AssistantWorkflowSerializedToolSelectionDecision } from "./tool-selection-json.js";
+import type { AssistantWorkflowTraceEvalCandidate } from "./trace-replay.js";
+export declare const ASSISTANT_WORKFLOW_EVAL_CASE_SCHEMA_VERSION = 1;
+export type AssistantWorkflowEvalCaseSourceKind = "manual" | "trace-replay" | "run-report" | "tool-selection";
+export type AssistantWorkflowEvalCaseSource = {
+    kind: AssistantWorkflowEvalCaseSourceKind;
+    requestId: string | null;
+    debugId: string | null;
+    workflowId: string | null;
+    workflowVersion: number | null;
+    createdAt: string | null;
+};
+export type AssistantWorkflowEvalCaseExpectations = {
+    intent: string | null;
+    presentation: string | null;
+    status: AssistantWorkflowRunReportStatus | null;
+    outcomeKind: string | null;
+    planStepIds: string[];
+    activePlanningStepProfileIds: string[];
+    profileStepIds: string[];
+    tools: string[];
+    signalNames: string[];
+    qualitySignalNames: string[];
+};
+export type AssistantWorkflowEvalCase = {
+    schemaVersion: typeof ASSISTANT_WORKFLOW_EVAL_CASE_SCHEMA_VERSION;
+    id: string;
+    prompt: string;
+    required: boolean;
+    tags: string[];
+    source: AssistantWorkflowEvalCaseSource;
+    expectations: AssistantWorkflowEvalCaseExpectations;
+    notes: string[];
+    metadata: Record<string, AssistantWorkflowJsonValue>;
+};
+export type AssistantWorkflowEvalCaseInput = {
+    id?: string | null;
+    prompt: string;
+    required?: boolean | null;
+    tags?: readonly string[] | null;
+    source?: Partial<AssistantWorkflowEvalCaseSource> | null;
+    expectations?: Partial<AssistantWorkflowEvalCaseExpectations> | null;
+    notes?: readonly string[] | null;
+    metadata?: Record<string, AssistantWorkflowJsonValue> | null;
+};
+export type AssistantWorkflowTraceEvalCaseOptions = {
+    id?: string | null;
+    required?: boolean | null;
+    tags?: readonly string[] | null;
+    source?: Partial<AssistantWorkflowEvalCaseSource> | null;
+    notes?: readonly string[] | null;
+    metadata?: Record<string, AssistantWorkflowJsonValue> | null;
+};
+export type AssistantWorkflowRunReportEvalCaseOptions = AssistantWorkflowTraceEvalCaseOptions & {
+    prompt: string;
+};
+export type AssistantWorkflowToolSelectionEvalCaseOptions = AssistantWorkflowTraceEvalCaseOptions & {
+    prompt: string;
+};
+export type AssistantWorkflowEvalCaseLineErrorReason = "invalid_json" | "invalid_eval_case";
+export type AssistantWorkflowEvalCaseLineError = {
+    lineNumber: number;
+    reason: AssistantWorkflowEvalCaseLineErrorReason;
+    preview: string;
+};
+export type AssistantWorkflowEvalCaseLinesParseResult = {
+    lineCount: number;
+    caseCount: number;
+    errorCount: number;
+    cases: AssistantWorkflowEvalCase[];
+    errors: AssistantWorkflowEvalCaseLineError[];
+};
+export declare function buildAssistantWorkflowEvalCase(input: AssistantWorkflowEvalCaseInput): AssistantWorkflowEvalCase;
+export declare function buildAssistantWorkflowEvalCaseFromTraceCandidate(candidate: AssistantWorkflowTraceEvalCandidate, options?: AssistantWorkflowTraceEvalCaseOptions): AssistantWorkflowEvalCase;
+export declare function buildAssistantWorkflowEvalCaseFromSerializedRunReport(report: AssistantWorkflowSerializedRunReport, options: AssistantWorkflowRunReportEvalCaseOptions): AssistantWorkflowEvalCase;
+export declare function buildAssistantWorkflowEvalCaseFromSerializedToolSelectionDecision(decision: AssistantWorkflowSerializedToolSelectionDecision, options: AssistantWorkflowToolSelectionEvalCaseOptions): AssistantWorkflowEvalCase;
+export declare function stringifyAssistantWorkflowEvalCase(evalCase: AssistantWorkflowEvalCase, space?: number): string;
+export declare function stringifyAssistantWorkflowEvalCaseLines(cases: readonly AssistantWorkflowEvalCase[], options?: {
+    trailingNewline?: boolean;
+}): string;
+export declare function parseAssistantWorkflowEvalCase(value: unknown): AssistantWorkflowEvalCase | null;
+export declare function parseAssistantWorkflowEvalCaseLines(input: string): AssistantWorkflowEvalCaseLinesParseResult;
+//# sourceMappingURL=eval-case.d.ts.map

package/dist/eval-case.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval-case.d.ts","sourceRoot":"","sources":["../src/eval-case.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gCAAgC,EAAE,MAAM,iBAAiB,CAAC;AACxE,OAAO,KAAK,EACV,0BAA0B,EAC1B,oCAAoC,EACrC,MAAM,sBAAsB,CAAC;AAC9B,OAAO,KAAK,EAAE,gDAAgD,EAAE,MAAM,0BAA0B,CAAC;AACjG,OAAO,KAAK,EAAE,mCAAmC,EAAE,MAAM,mBAAmB,CAAC;AAQ7E,eAAO,MAAM,2CAA2C,IAAI,CAAC;AAE7D,MAAM,MAAM,mCAAmC,GAC3C,QAAQ,GACR,cAAc,GACd,YAAY,GACZ,gBAAgB,CAAC;AAErB,MAAM,MAAM,+BAA+B,GAAG;IAC5C,IAAI,EAAE,mCAAmC,CAAC;IAC1C,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B,CAAC;AAEF,MAAM,MAAM,qCAAqC,GAAG;IAClD,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,MAAM,EAAE,gCAAgC,GAAG,IAAI,CAAC;IAChD,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,4BAA4B,EAAE,MAAM,EAAE,CAAC;IACvC,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,kBAAkB,EAAE,MAAM,EAAE,CAAC;CAC9B,CAAC;AAMF,MAAM,MAAM,yBAAyB,GAAG;IACtC,aAAa,EAAE,OAAO,2CAA2C,CAAC;IAClE,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,OAAO,CAAC;IAClB,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,MAAM,EAAE,+BAA+B,CAAC;IACxC,YAAY,EAAE,qCAAqC,CAAC;IACpD,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,0BAA0B,CAAC,CAAC;CACtD,CAAC;AAEF,MAAM,MAAM,8BAA8B,GAAG;IAC3C,EAAE,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAC1B,IAAI,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,IAAI,CAAC;IAChC,MAAM,CAAC,EAAE,OAAO,CAAC,+BAA+B,CAAC,GAAG,IAAI,CAAC;IACzD,YAAY,CAAC,EAAE,OAAO,CAAC,qCAAqC,CAAC,GAAG,IAAI,CAAC;IACrE,KAAK,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,IAAI,CAAC;IACjC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,0BAA0B,CAAC,GAAG,IAAI,CAAC;CAC9D,CAAC;AAEF,MAAM,MAAM,qCAAqC,GAAG;IAClD,EAAE,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACnB,QAAQ,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAC1B,IAAI,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,IAAI,CAAC;IAChC,MAAM,CAAC,EAAE,OAAO,CAAC,+BAA+B,CAAC,GAAG,IAAI,CAAC;IACzD,KAAK,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,IAAI,CAAC;IACjC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,0BAA0B,CAAC,GAAG,IAAI,CAAC;CAC9D,CAAC;AAEF,MAAM,MAAM,yCAAyC,GACnD,qCAAqC,GAAG;IACtC,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEJ,MAAM,MAAM,6CAA6C,GACvD,qCAAqC,GAAG;IACtC,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEJ,MAAM,MAAM,wCAAwC,GAChD,cAAc,GACd,mBAAmB,CAAC;AAExB,MAAM,MAAM,kCAAkC,GAAG;IAC/C,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,wCAAwC,CAAC;IACjD,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,yCAAyC,GAAG;IACtD,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,yBAAyB,EAAE,CAAC;IACnC,MAAM,EAAE,kCAAkC,EAAE,CAAC;CAC9C,CAAC;AAEF,wBAAgB,8BAA8B,CAAC,KAAK,EAAE,8BAA8B,GAAG,yBAAyB,CAmB/G;AAED,wBAAgB,gDAAgD,CAC9D,SAAS,EAAE,mCAAmC,EAC9C,OAAO,GAAE,qCAA0C,GAClD,yBAAyB,CAsB3B;AAED,wBAAgB,qDAAqD,CACnE,MAAM,EAAE,oCAAoC,EAC5C,OAAO,EAAE,yCAAyC,GACjD,yBAAyB,CA0B3B;AAED,wBAAgB,iEAAiE,CAC/E,QAAQ,EAAE,gDAAgD,EAC1D,OAAO,EAAE,6CAA6C,GACrD,yBAAyB,CAoC3B;AAED,wBAAgB,kCAAkC,CAChD,QAAQ,EAAE,yBAAyB,EACnC,KAAK,CAAC,EAAE,MAAM,GACb,MAAM,CAER;AAED,wBAAgB,uCAAuC,CACrD,KAAK,EAAE,SAAS,yBAAyB,EAAE,EAC3C,OAAO,GAAE;IAAE,eAAe,CAAC,EAAE,OAAO,CAAA;CAAO,GAC1C,MAAM,CAIR;AAED,wBAAgB,8BAA8B,CAAC,KAAK,EAAE,OAAO,GAAG,yBAAyB,GAAG,IAAI,CAuB/F;AAED,wBAAgB,mCAAmC,CAAC,KAAK,EAAE,MAAM,GAAG,yCAAyC,CA0C5G"}

package/dist/eval-case.js

@@ -0,0 +1,366 @@
+import { readAssistantWorkflowNestedArray as readNestedArray, readAssistantWorkflowNestedString as readNestedStringOrNull, readAssistantWorkflowString as readStringOrNull, readAssistantWorkflowStringArray as readStringArray, } from "./value-readers.js";
+export const ASSISTANT_WORKFLOW_EVAL_CASE_SCHEMA_VERSION = 1;
+export function buildAssistantWorkflowEvalCase(input) {
+    const prompt = normalizeRequiredString(input.prompt, "prompt");
+    const source = normalizeEvalCaseSource(input.source, "manual");
+    const expectations = normalizeEvalCaseExpectations(input.expectations);
+    const tags = uniqueNonEmptyStrings(input.tags ?? []);
+    const notes = uniqueNonEmptyStrings(input.notes ?? []);
+    const metadata = input.metadata ?? {};
+    return {
+        schemaVersion: ASSISTANT_WORKFLOW_EVAL_CASE_SCHEMA_VERSION,
+        id: normalizeOptionalString(input.id) ?? buildEvalCaseId(prompt, expectations.intent, source.kind),
+        prompt,
+        required: input.required === true,
+        tags,
+        source,
+        expectations,
+        notes,
+        metadata,
+    };
+}
+export function buildAssistantWorkflowEvalCaseFromTraceCandidate(candidate, options = {}) {
+    return buildAssistantWorkflowEvalCase({
+        prompt: candidate.promptPreview,
+        source: {
+            ...options.source,
+            kind: options.source?.kind ?? "trace-replay",
+        },
+        expectations: {
+            intent: candidate.expectedIntent,
+            presentation: candidate.expectedPresentation,
+            planStepIds: candidate.expectedPlanStepIds,
+            activePlanningStepProfileIds: candidate.expectedActivePlanningStepProfileIds,
+            profileStepIds: candidate.expectedProfileStepIds,
+            tools: candidate.expectedTools,
+            qualitySignalNames: candidate.qualitySignalNames,
+        },
+        notes: [...candidate.notes, ...(options.notes ?? [])],
+        ...(options.id !== undefined ? { id: options.id } : {}),
+        ...(options.required !== undefined ? { required: options.required } : {}),
+        ...(options.tags !== undefined ? { tags: options.tags } : {}),
+        ...(options.metadata !== undefined ? { metadata: options.metadata } : {}),
+    });
+}
+export function buildAssistantWorkflowEvalCaseFromSerializedRunReport(report, options) {
+    return buildAssistantWorkflowEvalCase({
+        prompt: options.prompt,
+        source: {
+            ...options.source,
+            kind: options.source?.kind ?? "run-report",
+            workflowId: options.source?.workflowId ?? report.workflowId,
+            workflowVersion: options.source?.workflowVersion ?? report.workflowVersion,
+        },
+        expectations: {
+            intent: readStringOrNull(report.evaluation["intent"]) ?? readNestedStringOrNull(report.run, ["decision", "intent"]),
+            presentation: readNestedStringOrNull(report.run, ["decision", "effectivePresentation"]),
+            status: report.status,
+            outcomeKind: readStringOrNull(report.evaluation["outcomeKind"]) ?? readStringOrNull(report.outcome["kind"]),
+            planStepIds: readPlanStepIds(report),
+            activePlanningStepProfileIds: readStringArray(report.evaluation["activePlanningStepProfileIds"]),
+            profileStepIds: readStringArray(report.evaluation["profileStepIds"]),
+            tools: readInvocationToolNames(report),
+            signalNames: readSignalNames(report),
+        },
+        ...(options.id !== undefined ? { id: options.id } : {}),
+        ...(options.required !== undefined ? { required: options.required } : {}),
+        ...(options.tags !== undefined ? { tags: options.tags } : {}),
+        ...(options.notes !== undefined ? { notes: options.notes } : {}),
+        ...(options.metadata !== undefined ? { metadata: options.metadata } : {}),
+    });
+}
+export function buildAssistantWorkflowEvalCaseFromSerializedToolSelectionDecision(decision, options) {
+    return buildAssistantWorkflowEvalCase({
+        prompt: options.prompt,
+        source: {
+            ...options.source,
+            kind: options.source?.kind ?? "tool-selection",
+            workflowId: options.source?.workflowId ?? readNestedStringOrNull(decision.comparisonPayload, ["workflowRun", "workflowId"]),
+            workflowVersion: options.source?.workflowVersion ?? readWorkflowVersion(decision),
+        },
+        expectations: {
+            intent: readNestedStringOrNull(decision.comparisonPayload, ["intent"])
+                ?? readNestedStringOrNull(decision.comparisonPayload, ["workflowRun", "decision", "intent"]),
+            presentation: readNestedStringOrNull(decision.comparisonPayload, ["effectivePresentation"])
+                ?? readNestedStringOrNull(decision.comparisonPayload, ["workflowRun", "decision", "effectivePresentation"]),
+            planStepIds: readSelectionPlanStepIds(decision),
+            activePlanningStepProfileIds: readSelectionActivePlanningStepProfileIds(decision),
+            profileStepIds: readSelectionProfileStepIds(decision),
+            tools: decision.effectiveToolNames,
+            signalNames: uniqueNonEmptyStrings([
+                decision.authority.source,
+                decision.authority.reason,
+            ]),
+        },
+        notes: [
+            `tool_selection_authority: ${decision.authority.source}/${decision.authority.reason}`,
+            ...(options.notes ?? []),
+        ],
+        metadata: {
+            ...(options.metadata ?? {}),
+            authoritySource: decision.authority.source,
+            authorityReason: decision.authority.reason,
+        },
+        ...(options.id !== undefined ? { id: options.id } : {}),
+        ...(options.required !== undefined ? { required: options.required } : {}),
+        ...(options.tags !== undefined ? { tags: options.tags } : {}),
+    });
+}
+export function stringifyAssistantWorkflowEvalCase(evalCase, space) {
+    return JSON.stringify(evalCase, null, space);
+}
+export function stringifyAssistantWorkflowEvalCaseLines(cases, options = {}) {
+    const lines = cases.map((evalCase) => JSON.stringify(evalCase));
+    if (!lines.length)
+        return "";
+    return options.trailingNewline === true ? `${lines.join("\n")}\n` : lines.join("\n");
+}
+export function parseAssistantWorkflowEvalCase(value) {
+    if (!isRecord(value))
+        return null;
+    if (value["schemaVersion"] !== ASSISTANT_WORKFLOW_EVAL_CASE_SCHEMA_VERSION)
+        return null;
+    if (typeof value["id"] !== "string" || !value["id"].trim().length)
+        return null;
+    if (typeof value["prompt"] !== "string" || !value["prompt"].trim().length)
+        return null;
+    if (typeof value["required"] !== "boolean")
+        return null;
+    if (!isStringArray(value["tags"]))
+        return null;
+    if (!isEvalCaseSource(value["source"]))
+        return null;
+    if (!isEvalCaseExpectations(value["expectations"]))
+        return null;
+    if (!isStringArray(value["notes"]))
+        return null;
+    if (!isJsonRecord(value["metadata"]))
+        return null;
+    return {
+        schemaVersion: ASSISTANT_WORKFLOW_EVAL_CASE_SCHEMA_VERSION,
+        id: value["id"],
+        prompt: value["prompt"],
+        required: value["required"],
+        tags: value["tags"],
+        source: value["source"],
+        expectations: normalizeEvalCaseExpectations(value["expectations"]),
+        notes: value["notes"],
+        metadata: value["metadata"],
+    };
+}
+export function parseAssistantWorkflowEvalCaseLines(input) {
+    const cases = [];
+    const errors = [];
+    let lineCount = 0;
+    for (const [index, line] of input.split(/\r?\n/).entries()) {
+        const trimmed = line.trim();
+        if (!trimmed.length)
+            continue;
+        const lineNumber = index + 1;
+        lineCount += 1;
+        let parsed;
+        try {
+            parsed = JSON.parse(trimmed);
+        }
+        catch {
+            errors.push({
+                lineNumber,
+                reason: "invalid_json",
+                preview: previewLine(trimmed),
+            });
+            continue;
+        }
+        const evalCase = parseAssistantWorkflowEvalCase(parsed);
+        if (!evalCase) {
+            errors.push({
+                lineNumber,
+                reason: "invalid_eval_case",
+                preview: previewLine(trimmed),
+            });
+            continue;
+        }
+        cases.push(evalCase);
+    }
+    return {
+        lineCount,
+        caseCount: cases.length,
+        errorCount: errors.length,
+        cases,
+        errors,
+    };
+}
+function normalizeEvalCaseSource(source, fallbackKind) {
+    return {
+        kind: isEvalCaseSourceKind(source?.kind) ? source.kind : fallbackKind,
+        requestId: normalizeOptionalString(source?.requestId),
+        debugId: normalizeOptionalString(source?.debugId),
+        workflowId: normalizeOptionalString(source?.workflowId),
+        workflowVersion: typeof source?.workflowVersion === "number" && Number.isFinite(source.workflowVersion)
+            ? source.workflowVersion
+            : null,
+        createdAt: normalizeOptionalString(source?.createdAt),
+    };
+}
+function normalizeEvalCaseExpectations(expectations) {
+    return {
+        intent: normalizeOptionalString(expectations?.intent),
+        presentation: normalizeOptionalString(expectations?.presentation),
+        status: isRunReportStatus(expectations?.status) ? expectations.status : null,
+        outcomeKind: normalizeOptionalString(expectations?.outcomeKind),
+        planStepIds: uniqueNonEmptyStrings(expectations?.planStepIds ?? []),
+        activePlanningStepProfileIds: uniqueNonEmptyStrings(expectations?.activePlanningStepProfileIds ?? []),
+        profileStepIds: uniqueNonEmptyStrings(expectations?.profileStepIds ?? []),
+        tools: uniqueNonEmptyStrings(expectations?.tools ?? []),
+        signalNames: uniqueNonEmptyStrings(expectations?.signalNames ?? []),
+        qualitySignalNames: uniqueNonEmptyStrings(expectations?.qualitySignalNames ?? []),
+    };
+}
+function readPlanStepIds(report) {
+    const steps = readNestedArray(report.run, ["executionPlan", "steps"]);
+    return uniqueNonEmptyStrings(steps.flatMap((step) => isRecord(step) ? [step["id"]] : []));
+}
+function readInvocationToolNames(report) {
+    const invocations = readNestedArray(report.run, ["toolInvocationQueue", "invocations"]);
+    return uniqueNonEmptyStrings(invocations.flatMap((invocation) => isRecord(invocation) ? [invocation["toolName"]] : []));
+}
+function readSignalNames(report) {
+    const signals = readNestedArray(report.evaluation, ["signals"]);
+    return uniqueNonEmptyStrings(signals.flatMap((signal) => isRecord(signal) ? [signal["name"]] : []));
+}
+function readSelectionPlanStepIds(decision) {
+    const fromPlan = readNestedArray(decision.comparisonPayload, ["plan", "stepIds"]);
+    if (fromPlan.length)
+        return uniqueNonEmptyStrings(fromPlan);
+    const fromExecutionPlan = readNestedArray(decision.comparisonPayload, ["executionPlan", "steps"]);
+    return uniqueNonEmptyStrings(fromExecutionPlan.flatMap((step) => isRecord(step) ? [step["id"]] : []));
+}
+function readSelectionActivePlanningStepProfileIds(decision) {
+    const fromPlan = readNestedArray(decision.comparisonPayload, ["plan", "activePlanningStepProfileIds"]);
+    if (fromPlan.length)
+        return uniqueNonEmptyStrings(fromPlan);
+    return readNestedArray(decision.comparisonPayload, ["workflowRun", "decision", "plan", "activePlanningStepProfileIds"])
+        .filter((value) => typeof value === "string");
+}
+function readSelectionProfileStepIds(decision) {
+    const fromPlan = readNestedArray(decision.comparisonPayload, ["plan", "profileStepIds"]);
+    if (fromPlan.length)
+        return uniqueNonEmptyStrings(fromPlan);
+    return readNestedArray(decision.comparisonPayload, ["workflowRun", "decision", "plan", "profileStepIds"])
+        .filter((value) => typeof value === "string");
+}
+function readWorkflowVersion(decision) {
+    const payload = decision.comparisonPayload;
+    if (!isRecord(payload))
+        return null;
+    const workflowRun = payload["workflowRun"];
+    if (!isRecord(workflowRun))
+        return null;
+    return typeof workflowRun["workflowVersion"] === "number" && Number.isFinite(workflowRun["workflowVersion"])
+        ? workflowRun["workflowVersion"]
+        : null;
+}
+function buildEvalCaseId(prompt, intent, sourceKind) {
+    const prefix = [sourceKind, intent ?? "unknown"].map(toIdSegment).join("-");
+    return `${prefix}-${hashString(prompt)}`;
+}
+function hashString(value) {
+    let hash = 5381;
+    for (let index = 0; index < value.length; index += 1) {
+        hash = ((hash << 5) + hash) ^ value.charCodeAt(index);
+    }
+    return (hash >>> 0).toString(36);
+}
+function toIdSegment(value) {
+    const normalized = value.trim().toLowerCase().replace(/[^a-z0-9]+/g, "-").replace(/^-+|-+$/g, "");
+    return normalized.length ? normalized : "unknown";
+}
+function uniqueNonEmptyStrings(values) {
+    const out = [];
+    const seen = new Set();
+    for (const value of values) {
+        if (typeof value !== "string")
+            continue;
+        const trimmed = value.trim();
+        if (!trimmed.length || seen.has(trimmed))
+            continue;
+        seen.add(trimmed);
+        out.push(trimmed);
+    }
+    return out;
+}
+function normalizeOptionalString(value) {
+    if (typeof value !== "string")
+        return null;
+    const trimmed = value.trim();
+    return trimmed.length ? trimmed : null;
+}
+function normalizeRequiredString(value, fieldName) {
+    const trimmed = value.trim();
+    if (!trimmed.length) {
+        throw new Error(`Assistant workflow eval case ${fieldName} is required.`);
+    }
+    return trimmed;
+}
+function isEvalCaseSource(value) {
+    if (!isRecord(value))
+        return false;
+    return (isEvalCaseSourceKind(value["kind"]) &&
+        isNullableString(value["requestId"]) &&
+        isNullableString(value["debugId"]) &&
+        isNullableString(value["workflowId"]) &&
+        (value["workflowVersion"] === null || (typeof value["workflowVersion"] === "number" && Number.isFinite(value["workflowVersion"]))) &&
+        isNullableString(value["createdAt"]));
+}
+function isEvalCaseExpectations(value) {
+    if (!isRecord(value))
+        return false;
+    return (isNullableString(value["intent"]) &&
+        isNullableString(value["presentation"]) &&
+        (value["status"] === null || isRunReportStatus(value["status"])) &&
+        isNullableString(value["outcomeKind"]) &&
+        isStringArray(value["planStepIds"]) &&
+        (value["activePlanningStepProfileIds"] === undefined || isStringArray(value["activePlanningStepProfileIds"])) &&
+        (value["profileStepIds"] === undefined || isStringArray(value["profileStepIds"])) &&
+        isStringArray(value["tools"]) &&
+        isStringArray(value["signalNames"]) &&
+        isStringArray(value["qualitySignalNames"]));
+}
+function isEvalCaseSourceKind(value) {
+    return value === "manual" || value === "trace-replay" || value === "run-report" || value === "tool-selection";
+}
+function isRunReportStatus(value) {
+    return (value === "completed" ||
+        value === "clarification" ||
+        value === "degraded" ||
+        value === "failed" ||
+        value === "not_handled");
+}
+function isNullableString(value) {
+    return value === null || typeof value === "string";
+}
+function isStringArray(value) {
+    return Array.isArray(value) && value.every((entry) => typeof entry === "string");
+}
+function isJsonRecord(value) {
+    if (!isRecord(value))
+        return false;
+    return Object.values(value).every(isJsonValue);
+}
+function isJsonValue(value) {
+    if (value === null)
+        return true;
+    if (typeof value === "string" || typeof value === "boolean")
+        return true;
+    if (typeof value === "number")
+        return Number.isFinite(value);
+    if (Array.isArray(value))
+        return value.every(isJsonValue);
+    return isJsonRecord(value);
+}
+function isRecord(value) {
+    return typeof value === "object" && value !== null && !Array.isArray(value);
+}
+function previewLine(line) {
+    return line.length <= 160 ? line : `${line.slice(0, 157)}...`;
+}
+//# sourceMappingURL=eval-case.js.map