@exellix/ai-tasks 9.1.0 → 10.0.0

package/dist/core/task-sdk.js

@@ -10,6 +10,7 @@ import { buildRunTaskResultMetaFromModelId } from "../invocation/buildRunTaskRes
 import { logRunTaskInvocationPlan } from "../observability/logLlmProviderInvocation.js";
 import { registerBuiltInLocalTasks } from "../localTasks/index.js";
 import { getByPath } from "../utils/jsonPaths.js";
+import { readInvokePayloadRecord } from "../utils/executionMemoryInputRecord.js";
 import { passthroughJobTemplateVariables } from "../utils/skillTemplateVariables.js";
 import { emitRunTaskRequestWarnings } from "../utils/runTaskRequestShape.js";
 import { configureFuncxLogging } from "@x12i/funcx";
@@ -32,14 +33,13 @@ import { getActivixClient } from "../activix/activixClient.js";
 import { withPhaseRecord } from "../activix/phaseTracking.js";
 import { activixOuterTier } from "@x12i/activix";
 import { createDebugTraceCollector, traceWrap } from "../observability/debugTrace.js";
-import { loadSynthesisTemplates, buildSynthesisSystemPrompt, buildSynthesisUserPrompt, resolveSourceMaterial, resolveSourceMaterialParts, getRenderedTemplates, buildSynthesizedContextMarkdown, resolveSynthesisQuestion, runStructuredSynthesisGatewayCallRobust, getContextSynthesizer, normalizeAndValidateSynthesizedPayload, discoverTemplateCores, } from "../synthesis/index.js";
+import { resolveSourceMaterial, resolveSourceMaterialParts, getRenderedTemplates, buildSynthesizedContextMarkdown, resolveSynthesisQuestion, runStructuredSynthesisGatewayCallRobust, getContextSynthesizer, normalizeAndValidateSynthesizedPayload, discoverTemplateCores, } from "../synthesis/index.js";
 import { resolveOutputExpectation as resolveOutputExpectationXynthesis } from "@exellix/xynthesis/ai-actions";
 import { llmCallEnvPrefix, resolveLlmCall } from "../post-steps/resolvePostStepConfig.js";
 import { buildXynthesisWorkScopeIdentity } from "../internal/buildXynthesisWorkScopeIdentity.js";
 import { getPostActionModelFromSlots, prepareMainSkillModelConfigForInvoke, resolvePreActionModel, } from "../utils/routeModelConfigSlots.js";
 import { assertPhaseModelAlias } from "../errors/modelConfigRequiredError.js";
 import { isRunTaskModelResolutionError } from "../errors/runTaskModelResolutionError.js";
-import { runPostStepLlmCall } from "../internal/runPostStepLlmCall.js";
 registerBuiltInLocalTasks();
 const DEFAULT_SYNTH_INPUT_MAX_CHARS = 200_000;
 function maxSynthesizedInputChars() {
@@ -260,10 +260,13 @@ function coerceTaskMemoryNarrixToAttachment(taskMemoryNarrix) {
     };
 }
 function resolveSynthesisMode(config) {
-    if (config.synthesisMode === "structured" || config.synthesisMode === "markdown") {
-        return config.synthesisMode;
+    if (config.synthesisMode === "structured") {
+        return "structured";
     }
-    return "markdown";
+    if (config.synthesisMode === "markdown") {
+        return "structured";
+    }
+    return "structured";
 }
 function detectedTemplateCoresFromExecutionMemory(executionMemory) {
     const artifact = executionMemory?.synthesizedContext;
@@ -437,6 +440,18 @@ function buildSynthesizerInputMaterial(strategy, resolveOpts) {
     const parts = resolveSourceMaterialParts(resolveOpts);
     return { sourceMaterial, parts };
 }
+function buildPreSynthesisGateway(request) {
+    return {
+        aiRequestId: randomUUID(),
+        agentId: typeof request.agentId === "string"
+            ? request.agentId
+            : (request.skillKey ?? "ai-tasks"),
+        sessionId: typeof request.taskId === "string" && request.taskId.trim()
+            ? request.taskId.trim()
+            : randomUUID(),
+        temperature: 0.7,
+    };
+}
 function safeResolveSynthesisQuestion(synthesisRequest, config, renderedPrompt) {
     try {
         const q = resolveSynthesisQuestion(synthesisRequest, config, renderedPrompt);
@@ -543,7 +558,7 @@ export class WorexClientTasks {
                     prevNodeId: input.prevNodeId,
                     masterSkillId: input.masterSkillId,
                     masterSkillActivityId: input.masterSkillActivityId,
-                    hasPipeline: Array.isArray(input.executionPipeline) && input.executionPipeline.length > 0,
+                    hasPipeline: (input.nodePlan?.executionUnits?.length ?? 0) > 1,
                     hasNarrix: !!input.narrix,
                     hasNarrixInput: !!input.narrixInput,
                 });
@@ -603,7 +618,7 @@ export class WorexClientTasks {
                     }
                     return result;
                 };
-                const hasPipeline = Array.isArray(input.executionPipeline) && input.executionPipeline.length > 0;
+                const hasPipeline = (input.nodePlan?.executionUnits?.length ?? 0) > 1;
                 const hasNarrix = !!input.narrix;
                 const hasNarrixInput = !!input.narrixInput;
                 // Activix 6+: correlation + task identity belong in `runContext`, not a parallel top-level `identity` field.
@@ -663,13 +678,13 @@ export class WorexClientTasks {
                                 masterSkillId: req.masterSkillId,
                                 masterSkillActivityId: req.masterSkillActivityId,
                                 includeContextInPrompt: req.includeContextInPrompt === true,
-                                hasPipeline: Array.isArray(req.executionPipeline) && req.executionPipeline.length > 0,
+                                hasPipeline: (req.nodePlan?.executionUnits?.length ?? 0) > 1,
                                 hasNarrix: !!req.narrix,
                                 hasNarrixInput: !!req.narrixInput,
                                 input: summarizeForOuter(req.input, 4_000),
                             }, null, { phase: "direct" }),
                             // pipeline MAIN vs DIRECT is still tracked as the same phase label ("direct")
-                            hasPipeline: !!req.executionPipeline,
+                            hasPipeline: (req.nodePlan?.executionUnits?.length ?? 0) > 1,
                             hasNarrix: !!req.narrix,
                             hasNarrixInput: !!req.narrixInput,
                             overrideContextProvided: options?.overrideContext !== undefined,
@@ -700,7 +715,7 @@ export class WorexClientTasks {
                                     masterSkillId: req.masterSkillId,
                                     masterSkillActivityId: req.masterSkillActivityId,
                                     includeContextInPrompt: req.includeContextInPrompt === true,
-                                    hasPipeline: Array.isArray(req.executionPipeline) && req.executionPipeline.length > 0,
+                                    hasPipeline: (req.nodePlan?.executionUnits?.length ?? 0) > 1,
                                     hasNarrix: !!req.narrix,
                                     hasNarrixInput: !!req.narrixInput,
                                     input: summarizeForOuter(req.input, 4_000),
@@ -988,6 +1003,10 @@ export class WorexClientTasks {
                 return { contextMarkdown: "" };
             throw e;
         }
+        const skillsClient = this.skillsClient;
+        const resolveRawTemplateAvailable = typeof skillsClient.resolveRawTemplate === "function";
+        const synthesisInputStrategy = config.synthesisInputStrategy ?? "policy";
+        let lastTemplateResolveNote;
         const resolveRawTemplate = async (key) => {
             const section = key.endsWith(".instructions") || key.endsWith(".instructions.md")
                 ? "instructions"
@@ -995,17 +1014,33 @@ export class WorexClientTasks {
                     ? "prompt"
                     : null;
             const baseSkillKey = request.skillKey;
-            const skillsClient = this.skillsClient;
-            if (section && typeof skillsClient.resolveRawTemplate === "function") {
-                try {
-                    const result = await skillsClient.resolveRawTemplate(baseSkillKey, section);
-                    if (result?.found && typeof result.content === "string" && result.content.length > 0) {
-                        return result.content;
-                    }
+            if (!section) {
+                return undefined;
+            }
+            if (!resolveRawTemplateAvailable) {
+                lastTemplateResolveNote =
+                    "@exellix/ai-skills resolveRawTemplate() is missing — upgrade ai-skills to 4.1+.";
+                return undefined;
+            }
+            try {
+                const result = await skillsClient.resolveRawTemplate(baseSkillKey, section, {
+                    role: "synthesisContext",
+                    strategyKey: synthesisInputStrategy,
+                });
+                if (result?.found && typeof result.content === "string" && result.content.length > 0) {
+                    return result.content;
                 }
-                catch {
-                    // Keep hard failure behavior in structured mode via empty token discovery.
+                lastTemplateResolveNote = `resolveRawTemplate(skillKey=${baseSkillKey}, role=synthesisContext, strategyKey=${synthesisInputStrategy}, section=${section}) returned found=${String(result?.found ?? false)}`;
+            }
+            catch (e) {
+                if (e instanceof Error &&
+                    (e.name === "CataloxSkillNotFoundError" || /No Catalox catalog item/i.test(e.message))) {
+                    throw e;
                 }
+                lastTemplateResolveNote =
+                    e instanceof Error
+                        ? `${e.name}: ${e.message}`
+                        : `resolveRawTemplate threw: ${String(e)}`;
             }
             return undefined;
         };
@@ -1083,14 +1118,18 @@ export class WorexClientTasks {
                 };
             }
             const execMem = (enrichedBundle.executionMemory ?? memoryBundle.executionMemory);
-            const recordRaw = isRecord(execMem?.input) ? execMem.input.raw : undefined;
+            const recordRaw = readInvokePayloadRecord(request);
             const recordMd = recordRaw !== undefined
-                ? `## Record (executionMemory.input.raw)\n\n\`\`\`json\n${truncate(JSON.stringify(recordRaw, null, 2), maxOutputLength ? Math.min(maxOutputLength, 60_000) : 60_000)}\n\`\`\`\n`
+                ? `## Record (input)\n\n\`\`\`json\n${truncate(JSON.stringify(recordRaw, null, 2), maxOutputLength ? Math.min(maxOutputLength, 60_000) : 60_000)}\n\`\`\`\n`
                 : "";
             const webContextEntry = execMem?.webContext;
             const webMd = buildWebContextEvidenceMarkdown(webContextEntry, config.webEvidence);
-            const { system: systemTemplate, user: userTemplate } = await loadSynthesisTemplates();
-            const systemPrompt = buildSynthesisSystemPrompt(systemTemplate, config.synthesisPromptOverride, config.customSynthesizingGuidelines);
+            const { templateCores } = discoverTemplateCores({
+                templates: [
+                    { name: "instructions", content: rawInstructions },
+                    { name: "prompt", content: rawPrompt },
+                ],
+            });
             const extractWebEvidence = () => {
                 if (!isRecord(webContextEntry))
                     return { webUnavailableReason: "webContext missing" };
@@ -1153,58 +1192,48 @@ export class WorexClientTasks {
                 if (allowWeb)
                     materialParts.push(webMd || "## Web sources (primary evidence)\n\n[unavailable]");
                 const perQuestionMaterial = materialParts.join("\n");
-                const userPrompt = buildSynthesisUserPrompt(renderedInstructions, renderedPrompt, perQuestionMaterial, userTemplate);
                 let synthesisText;
                 if (allowWeb && !hasWeb && !allowRecord) {
                     const reason = webEvidence.webUnavailableReason ?? "web scoping unavailable";
                     synthesisText = `Unknown — web-derived context unavailable (${reason}).`;
                 }
                 else if (allowRecord && !hasRecord && !allowWeb) {
-                    synthesisText = `Unknown — record-derived context unavailable (missing executionMemory.input.raw).`;
+                    synthesisText = `Unknown — record-derived context unavailable (missing executionMemory.input).`;
                 }
                 else if (allowRecord && allowWeb && !hasRecord && !hasWeb) {
                     const reason = webEvidence.webUnavailableReason ?? "web scoping unavailable";
                     synthesisText =
-                        `Unknown — no inputs available (missing executionMemory.input.raw; web unavailable: ${reason}).`;
+                        `Unknown — no inputs available (missing executionMemory.input; web unavailable: ${reason}).`;
                 }
                 else {
-                    const res = await runPostStepLlmCall({
-                        systemPrompt,
-                        userPrompt,
-                        llmCall: synthLlmCall,
-                        stage: "pre-synthesis-question",
-                        stepId: `questionDriven:${id}`,
+                    const payload = await runStructuredSynthesisGatewayCallRobust({
+                        templateCores,
+                        question: question.trim(),
+                        localMarkdown: perQuestionMaterial,
+                        supportingMarkdown: "",
+                        renderedInstructions,
+                        renderedPrompt,
+                        model,
+                        timeoutMs,
+                        maxOutputLength,
+                        outputExpectation: synthLlmCall.outputExpectation,
+                        reasoningEffort: synthLlmCall.reasoningEffort,
+                        topP: synthLlmCall.topP,
+                        executionMode: traceCollector ? "trace" : undefined,
                         jobId: request.jobId,
                         taskId: request.taskId,
                         agentId: request.agentId,
-                        workScopeIdentity,
-                        traceCollector,
-                        traceTask: traceCollector
-                            ? {
-                                taskType: "pre-execution",
-                                details: "synthesized-context question call",
-                                modelUsed: model ?? null,
-                                metadata: {
-                                    jobId: request.jobId,
-                                    taskId: request.taskId,
-                                    skillKey: request.skillKey,
-                                    phase: "pipeline_pre",
-                                    preStepType: "synthesized-context",
-                                    step: { phase: "pre", type: "synthesized-context", stepId: `questionDriven:${id}` },
-                                    questionId: id,
-                                },
-                            }
-                            : undefined,
-                        observationSink: synthObservationSink,
+                        identity: workScopeIdentity,
+                        gateway: buildPreSynthesisGateway(request),
                     });
-                    synthesisText = res.text;
+                    synthesisText = buildSynthesizedContextMarkdown(payload);
                 }
                 answers[id] = {
                     question: question.trim(),
                     source,
                     synthesis: synthesisText,
                     evidence: {
-                        recordPaths: allowRecord ? ["executionMemory.input.raw"] : undefined,
+                        recordPaths: allowRecord ? ["executionMemory.input"] : undefined,
                         webScopeIds: allowWeb ? webEvidence.webScopeIds : undefined,
                         sources: allowWeb ? webEvidence.sources : undefined,
                     },
@@ -1231,148 +1260,87 @@ export class WorexClientTasks {
             };
         }
         const synthesisMode = resolveSynthesisMode(config);
-        if (synthesisMode === "structured") {
-            const parts = sourceMaterialParts;
-            const question = safeResolveSynthesisQuestion(synthesisRequest, config, renderedPrompt);
-            const { templateCores } = discoverTemplateCores({
-                templates: [
-                    { name: "instructions", content: rawInstructions },
-                    { name: "prompt", content: rawPrompt },
-                ],
-            });
-            if (templateCores.length === 0) {
-                if (!rawInstructions.trim() && !rawPrompt.trim()) {
-                    throw new Error(`structured synthesized-context could not resolve raw instructions/prompt templates for skillKey: ${request.skillKey}. ` +
-                        `Ensure ai-skills content registry is available for resolveRawTemplate().`);
-                }
-                throw new Error(`structured synthesized-context requires at least one template core token in instructions or prompt. skillKey: ${request.skillKey}`);
+        const parts = sourceMaterialParts;
+        const question = safeResolveSynthesisQuestion(synthesisRequest, config, renderedPrompt);
+        const { templateCores } = discoverTemplateCores({
+            templates: [
+                { name: "instructions", content: rawInstructions },
+                { name: "prompt", content: rawPrompt },
+            ],
+        });
+        if (templateCores.length === 0) {
+            if (!rawInstructions.trim() && !rawPrompt.trim()) {
+                const hint = resolveRawTemplateAvailable
+                    ? `Missing synthesisContext templates for strategy "${synthesisInputStrategy}". ${lastTemplateResolveNote ?? "Publish/sync skill support templates to Catalox (ai-skills catalox:sync-skill-templates)."}`
+                    : "@exellix/ai-skills resolveRawTemplate() is missing — upgrade ai-skills to 4.1+ and configure Catalox (FIREBASE_PROJECT_ID, GOOGLE_SERVICE_ACCOUNT_BASE64).";
+                throw new Error(`structured synthesized-context could not resolve synthesisContext templates for skillKey: ${request.skillKey}, synthesisInputStrategy: ${synthesisInputStrategy}. ${hint}`);
             }
-            const validateOpts = {
-                expectedTemplateCores: templateCores,
-                expectedQuestion: question,
-                maxItemsPerSide: config.structuredMaxItemsPerSide,
-                maxItemContentChars: config.structuredMaxItemContentChars,
-            };
-            try {
-                const custom = getContextSynthesizer();
-                let payload;
-                if (custom) {
-                    payload = await custom.synthesize({
-                        templateCores,
-                        question,
-                        localRaw: parts.localMarkdown,
-                        supportingRaw: parts.supportingMarkdown,
-                        metadata: {
-                            renderedInstructions,
-                            renderedPrompt,
-                            templateCores,
-                            skillKey: request.skillKey,
-                            jobId: request.jobId,
-                            taskId: request.taskId,
-                        },
-                    });
-                    payload = normalizeAndValidateSynthesizedPayload(payload, validateOpts);
-                }
-                else {
-                    payload = await runStructuredSynthesisGatewayCallRobust({
-                        question,
-                        localMarkdown: parts.localMarkdown,
-                        supportingMarkdown: parts.supportingMarkdown,
+            throw new Error(`structured synthesized-context requires at least one template core token in synthesisContext templates. skillKey: ${request.skillKey}, synthesisInputStrategy: ${synthesisInputStrategy}`);
+        }
+        const validateOpts = {
+            expectedTemplateCores: templateCores,
+            expectedQuestion: question,
+            maxItemsPerSide: config.structuredMaxItemsPerSide,
+            maxItemContentChars: config.structuredMaxItemContentChars,
+        };
+        try {
+            const custom = getContextSynthesizer();
+            let payload;
+            if (custom) {
+                payload = await custom.synthesize({
+                    templateCores,
+                    question,
+                    localRaw: parts.localMarkdown,
+                    supportingRaw: parts.supportingMarkdown,
+                    metadata: {
                         renderedInstructions,
                         renderedPrompt,
-                        templatesBasePath: config.templatesBasePath,
-                        synthesisPromptOverride: config.synthesisPromptOverride,
-                        customSynthesizingGuidelines: config.customSynthesizingGuidelines,
-                        model: model,
-                        timeoutMs: timeoutMs,
-                        maxOutputLength: maxOutputLength,
-                        // Caller-supplied outputExpectation overrides the per-action default in the structured-repair path.
-                        outputExpectation: synthLlmCall.outputExpectation,
-                        reasoningEffort: synthLlmCall.reasoningEffort,
-                        topP: synthLlmCall.topP,
-                        // Forward trace mode so the structured gateway returns a `debugTrace` (lifted into observations elsewhere).
-                        executionMode: traceCollector ? "trace" : undefined,
+                        templateCores,
+                        skillKey: request.skillKey,
                         jobId: request.jobId,
                         taskId: request.taskId,
-                        agentId: request.agentId,
-                        identity: workScopeIdentity,
-                    });
-                }
-                const contextMarkdown = buildSynthesizedContextMarkdown(payload);
-                return {
-                    contextMarkdown,
-                    artifact: {
-                        templateCores,
-                        question,
-                        mode: synthesisMode,
-                        payload,
-                        contextMarkdown,
                     },
-                    synthesizedInput: buildSynthesizedInputArtifact(synthesisMode, sourceMaterial, parts, {
-                        question,
-                        templateCores,
-                    }),
-                    synthesizedContextLlmCalls: traceCollector ? synthLlmCalls : undefined,
-                };
+                });
+                payload = normalizeAndValidateSynthesizedPayload(payload, validateOpts);
             }
-            catch (e) {
-                if (config.fallbackToDirect === true)
-                    return {
-                        contextMarkdown: "",
-                        synthesizedContextLlmCalls: traceCollector ? synthLlmCalls : undefined,
-                    };
-                throw e;
+            else {
+                payload = await runStructuredSynthesisGatewayCallRobust({
+                    templateCores,
+                    question,
+                    localMarkdown: parts.localMarkdown,
+                    supportingMarkdown: parts.supportingMarkdown,
+                    renderedInstructions,
+                    renderedPrompt,
+                    templatesBasePath: config.templatesBasePath,
+                    synthesisPromptOverride: config.synthesisPromptOverride,
+                    customSynthesizingGuidelines: config.customSynthesizingGuidelines,
+                    model: model,
+                    timeoutMs: timeoutMs,
+                    maxOutputLength: maxOutputLength,
+                    // Caller-supplied outputExpectation overrides the per-action default in the structured-repair path.
+                    outputExpectation: synthLlmCall.outputExpectation,
+                    reasoningEffort: synthLlmCall.reasoningEffort,
+                    topP: synthLlmCall.topP,
+                    // Forward trace mode so the structured gateway returns a `debugTrace` (lifted into observations elsewhere).
+                    executionMode: traceCollector ? "trace" : undefined,
+                    jobId: request.jobId,
+                    taskId: request.taskId,
+                    agentId: request.agentId,
+                    identity: workScopeIdentity,
+                    gateway: buildPreSynthesisGateway(request),
+                });
             }
-        }
-        const { system: systemTemplate, user: userTemplate } = await loadSynthesisTemplates();
-        const systemPrompt = buildSynthesisSystemPrompt(systemTemplate, config.synthesisPromptOverride, config.customSynthesizingGuidelines);
-        const userPrompt = buildSynthesisUserPrompt(renderedInstructions, renderedPrompt, sourceMaterial, userTemplate);
-        try {
-            const { text: contextMarkdown } = await runPostStepLlmCall({
-                systemPrompt,
-                userPrompt,
-                extraMaterial: sourceMaterial,
-                llmCall: synthLlmCall,
-                stage: "pre-synthesis-markdown",
-                jobId: request.jobId,
-                taskId: request.taskId,
-                agentId: request.agentId,
-                workScopeIdentity,
-                traceCollector,
-                traceTask: traceCollector
-                    ? {
-                        taskType: "pre-execution",
-                        details: "synthesized-context markdown call",
-                        modelUsed: model ?? null,
-                        metadata: {
-                            jobId: request.jobId,
-                            taskId: request.taskId,
-                            skillKey: request.skillKey,
-                            phase: "pipeline_pre",
-                            preStepType: "synthesized-context",
-                            step: { phase: "pre", type: "synthesized-context", stepId: "markdown" },
-                        },
-                    }
-                    : undefined,
-                observationSink: synthObservationSink,
-            });
-            const question = safeResolveSynthesisQuestion(synthesisRequest, config, renderedPrompt);
-            const { templateCores } = discoverTemplateCores({
-                templates: [
-                    { name: "instructions", content: rawInstructions },
-                    { name: "prompt", content: rawPrompt },
-                ],
-            });
+            const contextMarkdown = buildSynthesizedContextMarkdown(payload);
             return {
                 contextMarkdown,
                 artifact: {
                     templateCores,
                     question,
-                    mode: "markdown",
-                    payload: { kind: "markdown-synthesis" },
+                    mode: synthesisMode,
+                    payload,
                     contextMarkdown,
                 },
-                synthesizedInput: buildSynthesizedInputArtifact("markdown", sourceMaterial, sourceMaterialParts, {
+                synthesizedInput: buildSynthesizedInputArtifact(synthesisMode, sourceMaterial, parts, {
                     question,
                     templateCores,
                 }),