@superblocksteam/vite-plugin-file-sync 1.99.99-next.2 → 2.0.0-SNAPSHOT.2143e2e95d0107ab

package/dist/ai-service/test-utils/span-interceptor.js

@@ -0,0 +1,272 @@
+import ddTrace from "dd-trace";
+import LLMObsEvalMetricsWriter from "dd-trace/packages/dd-trace/src/llmobs/writers/evaluations.js";
+import LLMObsSpanWriter from "dd-trace/packages/dd-trace/src/llmobs/writers/spans.js";
+import { getLogger } from "../../util/logger.js";
+class SpanInterceptor {
+    constructor(shouldDropSpans = true) {
+        this.shouldDrop = shouldDropSpans;
+    }
+    init() {
+        this.reset();
+        this.restore();
+        getLogger().debug("SpanInterceptor: Patching LLMObsSpanWriter.flush");
+        this.patchSpanWriterFlush();
+        getLogger().debug("SpanInterceptor: Patching LLMObsEvalMetricsWriter.flush");
+        this.patchEvaluationWriterFlush();
+    }
+    patchSpanWriterFlush() {
+        if (!this.originalSpanFlushMethod) {
+            this.originalSpanFlushMethod = LLMObsSpanWriter.prototype.flush;
+            // eslint-disable-next-line @typescript-eslint/no-this-alias
+            const self = this;
+            LLMObsSpanWriter.prototype.flush = function () {
+                const events = this._buffer.events;
+                getLogger().debug("LLMObs span writer flush intercepted");
+                getLogger().debug(`Capturing ${events.length} spans from flush`);
+                if (events.length > 0) {
+                    self.captureSpansFromFlush(events);
+                }
+                if (self.shouldDrop) {
+                    this._buffer.clear();
+                    getLogger().debug("Spans dropped to prevent DataDog submission");
+                }
+                else {
+                    getLogger().debug(`Flushing ${events.length} spans to DataDog`);
+                    // Call the original method with the correct 'this' context
+                    self.originalSpanFlushMethod.call(this);
+                }
+            };
+            getLogger().debug("Successfully patched LLMObsSpanWriter.flush method for span capture");
+        }
+    }
+    shouldDrop;
+    capturedSpans = [];
+    capturedEvaluations = [];
+    originalSpanFlushMethod;
+    originalEvalFlushMethod;
+    patchEvaluationWriterFlush() {
+        if (!this.originalEvalFlushMethod) {
+            this.originalEvalFlushMethod = LLMObsEvalMetricsWriter.prototype.flush;
+            // eslint-disable-next-line @typescript-eslint/no-this-alias
+            const self = this;
+            LLMObsEvalMetricsWriter.prototype.flush = function () {
+                const events = this._buffer.events;
+                getLogger().debug("LLMObs evaluation writer flush intercepted");
+                getLogger().debug(`Capturing ${events.length} evaluation metrics from flush`);
+                if (events.length > 0) {
+                    self.captureEvaluationsFromFlush(events);
+                }
+                if (self.shouldDrop) {
+                    this._buffer.clear();
+                    getLogger().debug("Evaluations dropped to prevent DataDog submission");
+                }
+                else {
+                    getLogger().debug(`Flushing ${events.length} evaluations to DataDog`);
+                    // Call the original method with the correct 'this' context
+                    self.originalEvalFlushMethod.call(this);
+                }
+            };
+            getLogger().debug("Successfully patched LLMObsEvalMetricsWriter.flush method for evaluation capture");
+        }
+    }
+    collectSpansFromFlush() {
+        getLogger().debug(`Found ${this.capturedSpans.length} spans captured from flush`);
+        return this.capturedSpans.map((spanEvent) => this.convertFlushSpanToIntercepted(spanEvent));
+    }
+    captureSpansFromFlush(spanEvents) {
+        getLogger().debug(`Capturing ${spanEvents.length} span events from flush`);
+        spanEvents.forEach((spanEvent) => {
+            getLogger().debug(`Captured span: ${spanEvent.name} (${spanEvent.meta?.["span.kind"]})`);
+            this.capturedSpans.push(spanEvent);
+        });
+        getLogger().debug(`Total captured spans: ${this.capturedSpans.length}`);
+    }
+    collectEvaluationsFromFlush() {
+        getLogger().debug(`Found ${this.capturedEvaluations.length} evaluation metrics captured from flush`);
+        return this.capturedEvaluations.map((metric) => this.convertEvaluationMetric(metric));
+    }
+    captureEvaluationsFromFlush(metricEvents) {
+        getLogger().debug(`Capturing ${metricEvents.length} evaluation metrics from flush`);
+        metricEvents.forEach((metricEvent) => {
+            getLogger().debug(`Captured evaluation metric: ${metricEvent.label} (${metricEvent.metric_type})`);
+            this.capturedEvaluations.push(metricEvent);
+        });
+        getLogger().debug(`Total captured evaluation metrics: ${this.capturedEvaluations.length}`);
+    }
+    convertFlushSpanToIntercepted(spanEvent) {
+        return {
+            traceId: spanEvent.trace_id || "unknown",
+            spanId: spanEvent.span_id?.toString() || "unknown",
+            parentId: spanEvent.parent_id &&
+                spanEvent.parent_id !== "undefined" &&
+                spanEvent.parent_id !== "0000000000000000"
+                ? spanEvent.parent_id
+                : undefined,
+            operationName: spanEvent.name || "unknown",
+            startTime: spanEvent.start_ns || Date.now() * 1000,
+            finishTime: spanEvent.start_ns && spanEvent.duration
+                ? spanEvent.start_ns + spanEvent.duration
+                : undefined,
+            duration: spanEvent.duration,
+            tags: spanEvent.tags || {},
+            logs: [],
+            meta: spanEvent.meta || {},
+            metrics: spanEvent.metrics || {},
+            llmobs: {
+                kind: spanEvent.meta?.["span.kind"] || "unknown",
+                sessionId: spanEvent.session_id,
+                inputData: spanEvent.meta?.input,
+                outputData: spanEvent.meta?.output,
+                metadata: spanEvent.meta?.metadata,
+                metrics: spanEvent.metrics,
+            },
+        };
+    }
+    convertEvaluationMetric(metricEvent) {
+        const valueKey = `${metricEvent.metric_type}_value`;
+        return {
+            traceId: metricEvent.trace_id || "unknown",
+            spanId: metricEvent.span_id || "unknown",
+            label: metricEvent.label || "unknown",
+            metricType: metricEvent.metric_type || "unknown",
+            value: metricEvent[valueKey],
+            mlApp: metricEvent.ml_app,
+            timestampMs: metricEvent.timestamp_ms,
+            tags: Array.isArray(metricEvent.tags) ? metricEvent.tags : [],
+            raw: metricEvent,
+        };
+    }
+    getSpans() {
+        ddTrace.llmobs.flush();
+        return this.collectSpansFromFlush();
+    }
+    getEvaluations() {
+        ddTrace.llmobs.flush();
+        return this.collectEvaluationsFromFlush();
+    }
+    getTraces() {
+        const traces = {};
+        const spans = this.getSpans();
+        spans.forEach((span) => {
+            if (!traces[span.traceId]) {
+                traces[span.traceId] = [];
+            }
+            traces[span.traceId].push(span);
+        });
+        return traces;
+    }
+    getSpanHierarchy(traceId) {
+        const spans = this.getSpans().filter((s) => s.traceId === traceId);
+        const spanMap = new Map();
+        const children = new Map();
+        spans.forEach((span) => {
+            spanMap.set(span.spanId, span);
+            if (span.parentId) {
+                if (!children.has(span.parentId)) {
+                    children.set(span.parentId, []);
+                }
+                children.get(span.parentId).push(span);
+            }
+        });
+        const buildTree = (span) => ({
+            ...span,
+            children: (children.get(span.spanId) || []).map(buildTree),
+        });
+        const rootSpans = spans.filter((s) => !s.parentId);
+        return rootSpans.map(buildTree);
+    }
+    verifySpanStructure(expected) {
+        const errors = [];
+        const spans = this.getSpans();
+        const llmobsSpans = spans.filter((s) => s.llmobs);
+        if (expected.totalSpans !== undefined &&
+            spans.length !== expected.totalSpans) {
+            errors.push(`Expected ${expected.totalSpans} total spans, got ${spans.length}`);
+        }
+        if (expected.workflowSpans !== undefined) {
+            const workflowSpans = llmobsSpans.filter((s) => s.llmobs?.kind === "workflow");
+            if (workflowSpans.length !== expected.workflowSpans) {
+                errors.push(`Expected ${expected.workflowSpans} workflow spans, got ${workflowSpans.length}`);
+            }
+        }
+        if (expected.agentSpans !== undefined) {
+            const agentSpans = llmobsSpans.filter((s) => s.llmobs?.kind === "agent");
+            if (agentSpans.length !== expected.agentSpans) {
+                errors.push(`Expected ${expected.agentSpans} agent spans, got ${agentSpans.length}`);
+            }
+        }
+        if (expected.llmSpans !== undefined) {
+            const llmSpans = llmobsSpans.filter((s) => s.llmobs?.kind === "llm");
+            if (llmSpans.length !== expected.llmSpans) {
+                errors.push(`Expected ${expected.llmSpans} LLM spans, got ${llmSpans.length}`);
+            }
+        }
+        if (expected.toolSpans !== undefined) {
+            const toolSpans = llmobsSpans.filter((s) => s.llmobs?.kind === "tool");
+            if (toolSpans.length !== expected.toolSpans) {
+                errors.push(`Expected ${expected.toolSpans} tool spans, got ${toolSpans.length}`);
+            }
+        }
+        if (expected.hasParentChildRelationship) {
+            const hasParentChild = spans.some((s) => s.parentId !== undefined);
+            if (!hasParentChild) {
+                errors.push("Expected parent-child relationships but found none");
+            }
+        }
+        const traces = this.getTraces();
+        const details = {
+            totalSpans: spans.length,
+            llmobsSpans: llmobsSpans.length,
+            spanKinds: llmobsSpans.reduce((acc, s) => {
+                const kind = s.llmobs?.kind || "unknown";
+                acc[kind] = (acc[kind] || 0) + 1;
+                return acc;
+            }, {}),
+            traceCount: Object.keys(traces).length,
+            hierarchies: Object.keys(traces).map((traceId) => this.getSpanHierarchy(traceId)),
+        };
+        return { success: errors.length === 0, errors, details };
+    }
+    printSpanTree() {
+        const traces = this.getTraces();
+        getLogger().debug("\n=== Intercepted Span Tree ===");
+        Object.keys(traces).forEach((traceId) => {
+            getLogger().debug(`\nTrace: ${traceId.substring(0, 8)}...`);
+            const hierarchy = this.getSpanHierarchy(traceId);
+            const printSpan = (span, indent = 0) => {
+                const prefix = "  ".repeat(indent);
+                const duration = span.duration
+                    ? `${(span.duration / 1000).toFixed(2)}ms`
+                    : "ongoing";
+                const kind = span.llmobs?.kind ? ` [${span.llmobs.kind}]` : "";
+                getLogger().debug(`${prefix}${span.operationName}${kind} (${duration})`);
+                if (span.llmobs?.sessionId) {
+                    getLogger().debug(`${prefix}  session: ${span.llmobs.sessionId}`);
+                }
+                if (span.children && span.children.length > 0) {
+                    span.children.forEach((child) => printSpan(child, indent + 1));
+                }
+            };
+            hierarchy.forEach((span) => printSpan(span));
+        });
+        getLogger().debug("=============================\n");
+    }
+    reset() {
+        this.capturedSpans = [];
+        this.capturedEvaluations = [];
+    }
+    restore() {
+        if (this.originalSpanFlushMethod) {
+            LLMObsSpanWriter.prototype.flush = this.originalSpanFlushMethod;
+            this.originalSpanFlushMethod = null;
+            getLogger().debug("Restored original LLMObsSpanWriter.flush method");
+        }
+        if (this.originalEvalFlushMethod) {
+            LLMObsEvalMetricsWriter.prototype.flush = this.originalEvalFlushMethod;
+            this.originalEvalFlushMethod = null;
+            getLogger().debug("Restored original LLMObsEvalMetricsWriter.flush method");
+        }
+    }
+}
+export const spanInterceptor = new SpanInterceptor(process.env.DD_FORWARD == undefined);
+//# sourceMappingURL=span-interceptor.js.map

package/dist/ai-service/test-utils/span-interceptor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"span-interceptor.js","sourceRoot":"","sources":["../../../src/ai-service/test-utils/span-interceptor.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,UAAU,CAAC;AAC/B,OAAO,uBAAuB,MAAM,8DAA8D,CAAC;AACnG,OAAO,gBAAgB,MAAM,wDAAwD,CAAC;AAEtF,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAqCjD,MAAM,eAAe;IACnB,YACE,eAAe,GAAG,IAAI;QAEtB,IAAI,CAAC,UAAU,GAAG,eAAe,CAAC;IACpC,CAAC;IAEM,IAAI;QACT,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,IAAI,CAAC,OAAO,EAAE,CAAC;QACf,SAAS,EAAE,CAAC,KAAK,CAAC,kDAAkD,CAAC,CAAC;QACtE,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAC5B,SAAS,EAAE,CAAC,KAAK,CACf,yDAAyD,CAC1D,CAAC;QACF,IAAI,CAAC,0BAA0B,EAAE,CAAC;IACpC,CAAC;IAEO,oBAAoB;QAC1B,IAAI,CAAC,IAAI,CAAC,uBAAuB,EAAE,CAAC;YAClC,IAAI,CAAC,uBAAuB,GAAG,gBAAgB,CAAC,SAAS,CAAC,KAAK,CAAC;YAChE,4DAA4D;YAC5D,MAAM,IAAI,GAAG,IAAI,CAAC;YAElB,gBAAgB,CAAC,SAAS,CAAC,KAAK,GAAG;gBACjC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;gBACnC,SAAS,EAAE,CAAC,KAAK,CAAC,sCAAsC,CAAC,CAAC;gBAC1D,SAAS,EAAE,CAAC,KAAK,CAAC,aAAa,MAAM,CAAC,MAAM,mBAAmB,CAAC,CAAC;gBAEjE,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACtB,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC;gBACrC,CAAC;gBAED,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;oBACpB,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;oBACrB,SAAS,EAAE,CAAC,KAAK,CAAC,6CAA6C,CAAC,CAAC;gBACnE,CAAC;qBAAM,CAAC;oBACN,SAAS,EAAE,CAAC,KAAK,CAAC,YAAY,MAAM,CAAC,MAAM,mBAAmB,CAAC,CAAC;oBAChE,2DAA2D;oBAC3D,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC1C,CAAC;YACH,CAAC,CAAC;YAEF,SAAS,EAAE,CAAC,KAAK,CACf,qEAAqE,CACtE,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,UAAU,CAAU;IACpB,aAAa,GAAU,EAAE,CAAC;IAC1B,mBAAmB,GAAU,EAAE,CAAC;IAChC,uBAAuB,CAAM;IAC7B,uBAAuB,CAAM;IAE7B,0BAA0B;QAChC,IAAI,CAAC,IAAI,CAAC,uBAAuB,EAAE,CAAC;YAClC,IAAI,CAAC,uBAAuB,GAAG,uBAAuB,CAAC,SAAS,CAAC,KAAK,CAAC;YACvE,4DAA4D;YAC5D,MAAM,IAAI,GAAG,IAAI,CAAC;YAElB,uBAAuB,CAAC,SAAS,CAAC,KAAK,GAAG;gBACxC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;gBACnC,SAAS,EAAE,CAAC,KAAK,CAAC,4CAA4C,CAAC,CAAC;gBAChE,SAAS,EAAE,CAAC,KAAK,CACf,aAAa,MAAM,CAAC,MAAM,gCAAgC,CAC3D,CAAC;gBAEF,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACtB,IAAI,CAAC,2BAA2B,CAAC,MAAM,CAAC,CAAC;gBAC3C,CAAC;gBAED,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;oBACpB,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;oBACrB,SAAS,EAAE,CAAC,KAAK,CACf,mDAAmD,CACpD,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,SAAS,EAAE,CAAC,KAAK,CAAC,YAAY,MAAM,CAAC,MAAM,yBAAyB,CAAC,CAAC;oBACtE,2DAA2D;oBAC3D,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC1C,CAAC;YACH,CAAC,CAAC;YAEF,SAAS,EAAE,CAAC,KAAK,CACf,kFAAkF,CACnF,CAAC;QACJ,CAAC;IACH,CAAC;IAEM,qBAAqB;QAC1B,SAAS,EAAE,CAAC,KAAK,CACf,SAAS,IAAI,CAAC,aAAa,CAAC,MAAM,4BAA4B,CAC/D,CAAC;QACF,OAAO,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAC1C,IAAI,CAAC,6BAA6B,CAAC,SAAS,CAAC,CAC9C,CAAC;IACJ,CAAC;IAEM,qBAAqB,CAAC,UAAiB;QAC5C,SAAS,EAAE,CAAC,KAAK,CAAC,aAAa,UAAU,CAAC,MAAM,yBAAyB,CAAC,CAAC;QAE3E,UAAU,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE;YAC/B,SAAS,EAAE,CAAC,KAAK,CACf,kBAAkB,SAAS,CAAC,IAAI,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC,WAAW,CAAC,GAAG,CACtE,CAAC;YACF,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;QAEH,SAAS,EAAE,CAAC,KAAK,CAAC,yBAAyB,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC;IAC1E,CAAC;IAEM,2BAA2B;QAChC,SAAS,EAAE,CAAC,KAAK,CACf,SAAS,IAAI,CAAC,mBAAmB,CAAC,MAAM,yCAAyC,CAClF,CAAC;QACF,OAAO,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAC7C,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,CACrC,CAAC;IACJ,CAAC;IAEM,2BAA2B,CAAC,YAAmB;QACpD,SAAS,EAAE,CAAC,KAAK,CACf,aAAa,YAAY,CAAC,MAAM,gCAAgC,CACjE,CAAC;QAEF,YAAY,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,EAAE;YACnC,SAAS,EAAE,CAAC,KAAK,CACf,+BAA+B,WAAW,CAAC,KAAK,KAAK,WAAW,CAAC,WAAW,GAAG,CAChF,CAAC;YACF,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,SAAS,EAAE,CAAC,KAAK,CACf,sCAAsC,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,CACxE,CAAC;IACJ,CAAC;IAEO,6BAA6B,CAAC,SAAc;QAClD,OAAO;YACL,OAAO,EAAE,SAAS,CAAC,QAAQ,IAAI,SAAS;YACxC,MAAM,EAAE,SAAS,CAAC,OAAO,EAAE,QAAQ,EAAE,IAAI,SAAS;YAClD,QAAQ,EACN,SAAS,CAAC,SAAS;gBACnB,SAAS,CAAC,SAAS,KAAK,WAAW;gBACnC,SAAS,CAAC,SAAS,KAAK,kBAAkB;gBACxC,CAAC,CAAC,SAAS,CAAC,SAAS;gBACrB,CAAC,CAAC,SAAS;YACf,aAAa,EAAE,SAAS,CAAC,IAAI,IAAI,SAAS;YAC1C,SAAS,EAAE,SAAS,CAAC,QAAQ,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI;YAClD,UAAU,EACR,SAAS,CAAC,QAAQ,IAAI,SAAS,CAAC,QAAQ;gBACtC,CAAC,CAAC,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,QAAQ;gBACzC,CAAC,CAAC,SAAS;YACf,QAAQ,EAAE,SAAS,CAAC,QAAQ;YAC5B,IAAI,EAAE,SAAS,CAAC,IAAI,IAAI,EAAE;YAC1B,IAAI,EAAE,EAAE;YACR,IAAI,EAAE,SAAS,CAAC,IAAI,IAAI,EAAE;YAC1B,OAAO,EAAE,SAAS,CAAC,OAAO,IAAI,EAAE;YAChC,MAAM,EAAE;gBACN,IAAI,EAAE,SAAS,CAAC,IAAI,EAAE,CAAC,WAAW,CAAC,IAAI,SAAS;gBAChD,SAAS,EAAE,SAAS,CAAC,UAAU;gBAC/B,SAAS,EAAE,SAAS,CAAC,IAAI,EAAE,KAAK;gBAChC,UAAU,EAAE,SAAS,CAAC,IAAI,EAAE,MAAM;gBAClC,QAAQ,EAAE,SAAS,CAAC,IAAI,EAAE,QAAQ;gBAClC,OAAO,EAAE,SAAS,CAAC,OAAO;aAC3B;SACF,CAAC;IACJ,CAAC;IAEO,uBAAuB,CAC7B,WAAgB;QAEhB,MAAM,QAAQ,GAAG,GAAG,WAAW,CAAC,WAAW,QAAQ,CAAC;QACpD,OAAO;YACL,OAAO,EAAE,WAAW,CAAC,QAAQ,IAAI,SAAS;YAC1C,MAAM,EAAE,WAAW,CAAC,OAAO,IAAI,SAAS;YACxC,KAAK,EAAE,WAAW,CAAC,KAAK,IAAI,SAAS;YACrC,UAAU,EAAE,WAAW,CAAC,WAAW,IAAI,SAAS;YAChD,KAAK,EAAE,WAAW,CAAC,QAAQ,CAAC;YAC5B,KAAK,EAAE,WAAW,CAAC,MAAM;YACzB,WAAW,EAAE,WAAW,CAAC,YAAY;YACrC,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE;YAC7D,GAAG,EAAE,WAAW;SACjB,CAAC;IACJ,CAAC;IAED,QAAQ;QACN,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QACvB,OAAO,IAAI,CAAC,qBAAqB,EAAE,CAAC;IACtC,CAAC;IAED,cAAc;QACZ,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QACvB,OAAO,IAAI,CAAC,2BAA2B,EAAE,CAAC;IAC5C,CAAC;IAED,SAAS;QACP,MAAM,MAAM,GAA4C,EAAE,CAAC;QAC3D,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC9B,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;YACrB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC1B,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;YAC5B,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,OAAO,CAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;QACH,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,gBAAgB,CAAC,OAAe;QAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,OAAO,CAAC,CAAC;QACnE,MAAM,OAAO,GAAG,IAAI,GAAG,EAAiC,CAAC;QACzD,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAmC,CAAC;QAE5D,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;YACrB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YAC/B,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACjC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;gBAClC,CAAC;gBACD,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC1C,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,MAAM,SAAS,GAAG,CAAC,IAA2B,EAAO,EAAE,CAAC,CAAC;YACvD,GAAG,IAAI;YACP,QAAQ,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC;SAC3D,CAAC,CAAC;QAEH,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;QACnD,OAAO,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAClC,CAAC;IAED,mBAAmB,CAAC,QAOnB;QACC,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC9B,MAAM,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QAElD,IACE,QAAQ,CAAC,UAAU,KAAK,SAAS;YACjC,KAAK,CAAC,MAAM,KAAK,QAAQ,CAAC,UAAU,EACpC,CAAC;YACD,MAAM,CAAC,IAAI,CACT,YAAY,QAAQ,CAAC,UAAU,qBAAqB,KAAK,CAAC,MAAM,EAAE,CACnE,CAAC;QACJ,CAAC;QAED,IAAI,QAAQ,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;YACzC,MAAM,aAAa,GAAG,WAAW,CAAC,MAAM,CACtC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,IAAI,KAAK,UAAU,CACrC,CAAC;YACF,IAAI,aAAa,CAAC,MAAM,KAAK,QAAQ,CAAC,aAAa,EAAE,CAAC;gBACpD,MAAM,CAAC,IAAI,CACT,YAAY,QAAQ,CAAC,aAAa,wBAAwB,aAAa,CAAC,MAAM,EAAE,CACjF,CAAC;YACJ,CAAC;QACH,CAAC;QAED,IAAI,QAAQ,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;YACtC,MAAM,UAAU,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,IAAI,KAAK,OAAO,CAAC,CAAC;YACzE,IAAI,UAAU,CAAC,MAAM,KAAK,QAAQ,CAAC,UAAU,EAAE,CAAC;gBAC9C,MAAM,CAAC,IAAI,CACT,YAAY,QAAQ,CAAC,UAAU,qBAAqB,UAAU,CAAC,MAAM,EAAE,CACxE,CAAC;YACJ,CAAC;QACH,CAAC;QAED,IAAI,QAAQ,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YACpC,MAAM,QAAQ,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,IAAI,KAAK,KAAK,CAAC,CAAC;YACrE,IAAI,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,QAAQ,EAAE,CAAC;gBAC1C,MAAM,CAAC,IAAI,CACT,YAAY,QAAQ,CAAC,QAAQ,mBAAmB,QAAQ,CAAC,MAAM,EAAE,CAClE,CAAC;YACJ,CAAC;QACH,CAAC;QAED,IAAI,QAAQ,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACrC,MAAM,SAAS,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,IAAI,KAAK,MAAM,CAAC,CAAC;YACvE,IAAI,SAAS,CAAC,MAAM,KAAK,QAAQ,CAAC,SAAS,EAAE,CAAC;gBAC5C,MAAM,CAAC,IAAI,CACT,YAAY,QAAQ,CAAC,SAAS,oBAAoB,SAAS,CAAC,MAAM,EAAE,CACrE,CAAC;YACJ,CAAC;QACH,CAAC;QAED,IAAI,QAAQ,CAAC,0BAA0B,EAAE,CAAC;YACxC,MAAM,cAAc,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC;YACnE,IAAI,CAAC,cAAc,EAAE,CAAC;gBACpB,MAAM,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAC;YACpE,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;QAChC,MAAM,OAAO,GAAG;YACd,UAAU,EAAE,KAAK,CAAC,MAAM;YACxB,WAAW,EAAE,WAAW,CAAC,MAAM;YAC/B,SAAS,EAAE,WAAW,CAAC,MAAM,CAC3B,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE;gBACT,MAAM,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,IAAI,IAAI,SAAS,CAAC;gBACzC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;gBACjC,OAAO,GAAG,CAAC;YACb,CAAC,EACD,EAA4B,CAC7B;YACD,UAAU,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM;YACtC,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAC/C,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAC/B;SACF,CAAC;QAEF,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IAC3D,CAAC;IAED,aAAa;QACX,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;QAEhC,SAAS,EAAE,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC;QACrD,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YACtC,SAAS,EAAE,CAAC,KAAK,CAAC,YAAY,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;YAE5D,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;YACjD,MAAM,SAAS,GAAG,CAAC,IAAS,EAAE,MAAM,GAAG,CAAC,EAAE,EAAE;gBAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBACnC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ;oBAC5B,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;oBAC1C,CAAC,CAAC,SAAS,CAAC;gBACd,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;gBAE/D,SAAS,EAAE,CAAC,KAAK,CACf,GAAG,MAAM,GAAG,IAAI,CAAC,aAAa,GAAG,IAAI,KAAK,QAAQ,GAAG,CACtD,CAAC;gBAEF,IAAI,IAAI,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC;oBAC3B,SAAS,EAAE,CAAC,KAAK,CAAC,GAAG,MAAM,cAAc,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;gBACpE,CAAC;gBAED,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC9C,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,KAAU,EAAE,EAAE,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;gBACtE,CAAC;YACH,CAAC,CAAC;YAEF,SAAS,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;QAC/C,CAAC,CAAC,CAAC;QACH,SAAS,EAAE,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC;IACvD,CAAC;IAED,KAAK;QACH,IAAI,CAAC,aAAa,GAAG,EAAE,CAAC;QACxB,IAAI,CAAC,mBAAmB,GAAG,EAAE,CAAC;IAChC,CAAC;IAED,OAAO;QACL,IAAI,IAAI,CAAC,uBAAuB,EAAE,CAAC;YACjC,gBAAgB,CAAC,SAAS,CAAC,KAAK,GAAG,IAAI,CAAC,uBAAuB,CAAC;YAChE,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC;YACpC,SAAS,EAAE,CAAC,KAAK,CAAC,iDAAiD,CAAC,CAAC;QACvE,CAAC;QACD,IAAI,IAAI,CAAC,uBAAuB,EAAE,CAAC;YACjC,uBAAuB,CAAC,SAAS,CAAC,KAAK,GAAG,IAAI,CAAC,uBAAuB,CAAC;YACvE,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC;YACpC,SAAS,EAAE,CAAC,KAAK,CACf,wDAAwD,CACzD,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AAED,MAAM,CAAC,MAAM,eAAe,GAAG,IAAI,eAAe,CAChD,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,SAAS,CACpC,CAAC"}

package/dist/ai-service/test-utils/tracer-harness.d.ts

@@ -0,0 +1,8 @@
+import type { LLMObsTracer } from "../llmobs/tracer.js";
+export interface CapturingTracer {
+    tracer: LLMObsTracer;
+    traceOptions: Array<Record<string, unknown>>;
+    annotations: Array<Record<string, unknown>>;
+}
+export declare function createCapturingTracer(): CapturingTracer;
+//# sourceMappingURL=tracer-harness.d.ts.map

package/dist/ai-service/test-utils/tracer-harness.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tracer-harness.d.ts","sourceRoot":"","sources":["../../../src/ai-service/test-utils/tracer-harness.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAExD,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,YAAY,CAAC;IACrB,YAAY,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IAC7C,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;CAC7C;AAED,wBAAgB,qBAAqB,IAAI,eAAe,CAmBvD"}

package/dist/ai-service/test-utils/tracer-harness.js

@@ -0,0 +1,26 @@
+/**
+ * Capturing LLMObs tracer stub for unit tests.
+ *
+ * Records every `trace()` call's options and every `annotate()` payload so
+ * tests can assert span names/kinds and annotations without dd-trace.
+ * `trace` runs the callback immediately with an inert span; `wrap` returns
+ * the wrapped function unchanged.
+ */
+import { vi } from "vitest";
+export function createCapturingTracer() {
+    const traceOptions = [];
+    const annotations = [];
+    const span = { finish: vi.fn() };
+    const tracer = {
+        trace: vi.fn((options, fn) => {
+            traceOptions.push(options);
+            return fn(span);
+        }),
+        wrap: vi.fn().mockImplementation((_meta, fn) => fn),
+        annotate: vi.fn((_span, spanAnnotations) => {
+            annotations.push(spanAnnotations);
+        }),
+    };
+    return { tracer, traceOptions, annotations };
+}
+//# sourceMappingURL=tracer-harness.js.map

package/dist/ai-service/test-utils/tracer-harness.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tracer-harness.js","sourceRoot":"","sources":["../../../src/ai-service/test-utils/tracer-harness.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAU5B,MAAM,UAAU,qBAAqB;IACnC,MAAM,YAAY,GAAmC,EAAE,CAAC;IACxD,MAAM,WAAW,GAAmC,EAAE,CAAC;IACvD,MAAM,IAAI,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC;IACjC,MAAM,MAAM,GAAG;QACb,KAAK,EAAE,EAAE,CAAC,EAAE,CACV,CAAC,OAAgC,EAAE,EAA8B,EAAE,EAAE;YACnE,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC3B,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC;QAClB,CAAC,CACF;QACD,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,CAAC,KAAc,EAAE,EAAW,EAAE,EAAE,CAAC,EAAE,CAAC;QACrE,QAAQ,EAAE,EAAE,CAAC,EAAE,CACb,CAAC,KAAc,EAAE,eAAwC,EAAE,EAAE;YAC3D,WAAW,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACpC,CAAC,CACF;KACyB,CAAC;IAC7B,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,WAAW,EAAE,CAAC;AAC/C,CAAC"}

package/dist/ai-service/transform/api-builder/shared.d.ts

@@ -1,11 +1,19 @@
-import { FileTransformer } from "../shared.js";
-import type { TemplateRenderer } from "../../eval/template-renderer.js";
+import type { TemplateRenderer } from "../../template-renderer.js";
 import type { TransformerIOSpec } from "../../types.js";
+import { FileTransformer } from "../shared.js";
+export declare class ApiBuilderTypeScriptError extends Error {
+    constructor(message: string);
+}
 export declare abstract class ApiBuilderTransformer<Src extends TransformerIOSpec, Dest extends TransformerIOSpec> extends FileTransformer<Src, Dest> {
     private readonly templateRenderer;
     constructor(src: Src, dest: Dest, templateRenderer: TemplateRenderer);
     protected abstract evalScript: string;
     protected renderTemplate(): Promise<string>;
+    /**
+     * Override to provide additional environment variables for the evaluation process.
+     * These are passed to the node evaluator script.
+     */
+    protected getEvalEnv(): Record<string, string>;
     protected runEvaluation(cwd: string): Promise<Record<string, string>>;
 }
 //# sourceMappingURL=shared.d.ts.map

package/dist/ai-service/transform/api-builder/shared.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"shared.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/transform/api-builder/shared.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAC;AACxE,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAExD,8BAAsB,qBAAqB,CACzC,GAAG,SAAS,iBAAiB,EAC7B,IAAI,SAAS,iBAAiB,CAC9B,SAAQ,eAAe,CAAC,GAAG,EAAE,IAAI,CAAC;IAIhC,OAAO,CAAC,QAAQ,CAAC,gBAAgB;gBAFjC,GAAG,EAAE,GAAG,EACR,IAAI,EAAE,IAAI,EACO,gBAAgB,EAAE,gBAAgB;IAKrD,SAAS,CAAC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;cAEtB,cAAc,IAAI,OAAO,CAAC,MAAM,CAAC;IAIjD,SAAS,CAAC,aAAa,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAwDtE"}
+{"version":3,"file":"shared.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/transform/api-builder/shared.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AACnE,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACxD,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAE/C,qBAAa,yBAA0B,SAAQ,KAAK;gBACtC,OAAO,EAAE,MAAM;CAM5B;AAWD,8BAAsB,qBAAqB,CACzC,GAAG,SAAS,iBAAiB,EAC7B,IAAI,SAAS,iBAAiB,CAC9B,SAAQ,eAAe,CAAC,GAAG,EAAE,IAAI,CAAC;IAIhC,OAAO,CAAC,QAAQ,CAAC,gBAAgB;gBAFjC,GAAG,EAAE,GAAG,EACR,IAAI,EAAE,IAAI,EACO,gBAAgB,EAAE,gBAAgB;IAKrD,SAAS,CAAC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;cAEtB,cAAc,IAAI,OAAO,CAAC,MAAM,CAAC;IAIjD;;;OAGG;IACH,SAAS,CAAC,UAAU,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAI9C,SAAS,CAAC,aAAa,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAgEtE"}

package/dist/ai-service/transform/api-builder/shared.js

@@ -1,6 +1,21 @@
 import { spawn } from "child_process";
+import { join } from "node:path";
 import { getLogger } from "../../../util/logger.js";
 import { FileTransformer } from "../shared.js";
+export class ApiBuilderTypeScriptError extends Error {
+    constructor(message) {
+        super(message);
+        this.name = "ApiBuilderTypeScriptError";
+        Object.setPrototypeOf(this, ApiBuilderTypeScriptError.prototype);
+    }
+}
+class ApiBuilderTransformationError extends Error {
+    constructor(message) {
+        super(message);
+        this.name = "ApiBuilderTransformationError";
+        Object.setPrototypeOf(this, ApiBuilderTransformationError.prototype);
+    }
+}
 export class ApiBuilderTransformer extends FileTransformer {
     templateRenderer;
     constructor(src, dest, templateRenderer) {
@@ -10,24 +25,33 @@ export class ApiBuilderTransformer extends FileTransformer {
     async renderTemplate() {
         return this.templateRenderer.renderTemplate("api-builder-to-yaml");
     }
+    /**
+     * Override to provide additional environment variables for the evaluation process.
+     * These are passed to the node evaluator script.
+     */
+    getEvalEnv() {
+        return {};
+    }
     runEvaluation(cwd) {
         return new Promise((resolve, reject) => {
             const logger = getLogger();
-            logger.debug("[ai-service] Evaluating in", cwd);
-            const tsc = spawn("npx", ["tsc", "--noEmitOnError", "false"], { cwd });
+            logger.debug(`[ai-service] Evaluating in ${cwd}`);
+            const tsc = spawn("npx", ["tsc", "--noEmitOnError", "false", "--noErrorTruncation", "true"], { cwd, shell: true });
+            const outputLines = [];
             tsc.stdout.on("data", (data) => {
                 logger.info("[ai-service] tsc stdout", data.toString());
+                outputLines.push(data.toString());
             });
             tsc.on("close", (code) => {
                 if (code !== 0) {
-                    // TODO: revisit this when we are strict about tsc errors
-                    // return reject(
-                    //   new Error(
-                    //     `tsc process exited with code ${code}. Error details:\n${tscErrorOutput}`,
-                    //   ),
-                    // );
+                    return reject(new ApiBuilderTypeScriptError(outputLines.join("\n")));
                 }
-                const evaluator = spawn("node", ["--import", "./bootstrap.mjs", this.evalScript], { cwd });
+                // Merge additional environment variables from subclass
+                const evalEnv = {
+                    ...process.env,
+                    ...this.getEvalEnv(),
+                };
+                const evaluator = spawn("node", ["--import", join(cwd, "bootstrap.mjs"), this.evalScript], { cwd, env: evalEnv });
                 let outputData = "";
                 let errorData = "";
                 evaluator.stdout.on("data", (data) => {
@@ -38,7 +62,7 @@ export class ApiBuilderTransformer extends FileTransformer {
                 });
                 evaluator.on("close", (code) => {
                     if (code !== 0 || errorData) {
-                        return reject(new Error(`Evaluation process exited with code ${code}: ${errorData}`));
+                        return reject(new ApiBuilderTransformationError(`Evaluation process exited with code ${code}: ${errorData}`));
                     }
                     try {
                         const result = JSON.parse(outputData);

package/dist/ai-service/transform/api-builder/shared.js.map

@@ -1 +1 @@
-{"version":3,"file":"shared.js","sourceRoot":"","sources":["../../../../src/ai-service/transform/api-builder/shared.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AACtC,OAAO,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AACpD,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAI/C,MAAM,OAAgB,qBAGpB,SAAQ,eAA0B;IAIf;IAHnB,YACE,GAAQ,EACR,IAAU,EACO,gBAAkC;QAEnD,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAFA,qBAAgB,GAAhB,gBAAgB,CAAkB;IAGrD,CAAC;IAIS,KAAK,CAAC,cAAc;QAC5B,OAAO,IAAI,CAAC,gBAAgB,CAAC,cAAc,CAAC,qBAAqB,CAAC,CAAC;IACrE,CAAC;IAES,aAAa,CAAC,GAAW;QACjC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;YAC3B,MAAM,CAAC,KAAK,CAAC,4BAA4B,EAAE,GAAG,CAAC,CAAC;YAChD,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,iBAAiB,EAAE,OAAO,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;YAEvE,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;gBAC7B,MAAM,CAAC,IAAI,CAAC,yBAAyB,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC1D,CAAC,CAAC,CAAC;YAEH,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;gBACvB,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;oBACf,yDAAyD;oBACzD,iBAAiB;oBACjB,eAAe;oBACf,iFAAiF;oBACjF,OAAO;oBACP,KAAK;gBACP,CAAC;gBAED,MAAM,SAAS,GAAG,KAAK,CACrB,MAAM,EACN,CAAC,UAAU,EAAE,iBAAiB,EAAE,IAAI,CAAC,UAAU,CAAC,EAChD,EAAE,GAAG,EAAE,CACR,CAAC;gBAEF,IAAI,UAAU,GAAG,EAAE,CAAC;gBACpB,IAAI,SAAS,GAAG,EAAE,CAAC;gBAEnB,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;oBACnC,UAAU,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAChC,CAAC,CAAC,CAAC;gBAEH,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;oBACnC,SAAS,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAC/B,CAAC,CAAC,CAAC;gBAEH,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;oBAC7B,IAAI,IAAI,KAAK,CAAC,IAAI,SAAS,EAAE,CAAC;wBAC5B,OAAO,MAAM,CACX,IAAI,KAAK,CACP,uCAAuC,IAAI,KAAK,SAAS,EAAE,CAC5D,CACF,CAAC;oBACJ,CAAC;oBAED,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;wBACtC,OAAO,CAAC,MAAM,CAAC,CAAC;oBAClB,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,MAAM,CAAC,IAAI,KAAK,CAAC,sCAAsC,KAAK,EAAE,CAAC,CAAC,CAAC;oBACnE,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;CACF"}
+{"version":3,"file":"shared.js","sourceRoot":"","sources":["../../../../src/ai-service/transform/api-builder/shared.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AACtC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,OAAO,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AAGpD,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAE/C,MAAM,OAAO,yBAA0B,SAAQ,KAAK;IAClD,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,2BAA2B,CAAC;QAExC,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE,yBAAyB,CAAC,SAAS,CAAC,CAAC;IACnE,CAAC;CACF;AAED,MAAM,6BAA8B,SAAQ,KAAK;IAC/C,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,+BAA+B,CAAC;QAE5C,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE,6BAA6B,CAAC,SAAS,CAAC,CAAC;IACvE,CAAC;CACF;AAED,MAAM,OAAgB,qBAGpB,SAAQ,eAA0B;IAIf;IAHnB,YACE,GAAQ,EACR,IAAU,EACO,gBAAkC;QAEnD,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAFA,qBAAgB,GAAhB,gBAAgB,CAAkB;IAGrD,CAAC;IAIS,KAAK,CAAC,cAAc;QAC5B,OAAO,IAAI,CAAC,gBAAgB,CAAC,cAAc,CAAC,qBAAqB,CAAC,CAAC;IACrE,CAAC;IAED;;;OAGG;IACO,UAAU;QAClB,OAAO,EAAE,CAAC;IACZ,CAAC;IAES,aAAa,CAAC,GAAW;QACjC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;YAC3B,MAAM,CAAC,KAAK,CAAC,8BAA8B,GAAG,EAAE,CAAC,CAAC;YAClD,MAAM,GAAG,GAAG,KAAK,CACf,KAAK,EACL,CAAC,KAAK,EAAE,iBAAiB,EAAE,OAAO,EAAE,qBAAqB,EAAE,MAAM,CAAC,EAClE,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,CACrB,CAAC;YAEF,MAAM,WAAW,GAAa,EAAE,CAAC;YAEjC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;gBAC7B,MAAM,CAAC,IAAI,CAAC,yBAAyB,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;gBACxD,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;YACpC,CAAC,CAAC,CAAC;YAEH,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;gBACvB,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;oBACf,OAAO,MAAM,CAAC,IAAI,yBAAyB,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBACvE,CAAC;gBAED,uDAAuD;gBACvD,MAAM,OAAO,GAAG;oBACd,GAAG,OAAO,CAAC,GAAG;oBACd,GAAG,IAAI,CAAC,UAAU,EAAE;iBACrB,CAAC;gBAEF,MAAM,SAAS,GAAG,KAAK,CACrB,MAAM,EACN,CAAC,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,eAAe,CAAC,EAAE,IAAI,CAAC,UAAU,CAAC,EACzD,EAAE,GAAG,EAAE,GAAG,EAAE,OAAO,EAAE,CACtB,CAAC;gBAEF,IAAI,UAAU,GAAG,EAAE,CAAC;gBACpB,IAAI,SAAS,GAAG,EAAE,CAAC;gBAEnB,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;oBACnC,UAAU,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAChC,CAAC,CAAC,CAAC;gBAEH,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;oBACnC,SAAS,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAC/B,CAAC,CAAC,CAAC;gBAEH,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;oBAC7B,IAAI,IAAI,KAAK,CAAC,IAAI,SAAS,EAAE,CAAC;wBAC5B,OAAO,MAAM,CACX,IAAI,6BAA6B,CAC/B,uCAAuC,IAAI,KAAK,SAAS,EAAE,CAC5D,CACF,CAAC;oBACJ,CAAC;oBAED,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;wBACtC,OAAO,CAAC,MAAM,CAAC,CAAC;oBAClB,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,MAAM,CAAC,IAAI,KAAK,CAAC,sCAAsC,KAAK,EAAE,CAAC,CAAC,CAAC;oBACnE,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;CACF"}

package/dist/ai-service/transform/api-builder/to-sdk-transformer.d.ts

@@ -1,8 +1,8 @@
 import { readAppApiYamlFile } from "@superblocksteam/util";
 import { Paths } from "../../const.js";
-import { ApiBuilderTransformer } from "./shared.js";
-import type { TemplateRenderer } from "../../eval/template-renderer.js";
+import type { TemplateRenderer } from "../../template-renderer.js";
 import type { PathParams, TransformerInput, TransformerOutput } from "../../types.js";
+import { ApiBuilderTransformer } from "./shared.js";
 declare const src: {
     readonly apis: Paths.ApiYamls;
 };
@@ -11,6 +11,20 @@ declare const dest: {
 };
 type Src = typeof src;
 type Dest = typeof dest;
+/**
+ * Integrations that are not yet supported by Clark's API generation.
+ * These have complex semantics that require custom handling.
+ *
+ * Note: OpenAPI-derived integrations (airtable, github, slack, etc.) are NOT here
+ * because they inherit from RestApi and are dynamically supported via
+ * createExtendedPluginTypeDefinition in integration-types.ts.
+ *
+ * When adding support for a new integration, remove it from this list
+ * and add an entry to INTEGRATION_TYPE_DEFINITIONS in integration-types.ts.
+ */
+export declare const UNSUPPORTED_INTEGRATIONS: string[];
+export declare const isApiSupported: typeof _isApiSupported;
+declare function _isApiSupported(blocks: any[]): boolean;
 export declare class YamlToApiBuilderTransformer extends ApiBuilderTransformer<Src, Dest> {
     private readonly config;
     protected evalScript: string;

package/dist/ai-service/transform/api-builder/to-sdk-transformer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"to-sdk-transformer.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/transform/api-builder/to-sdk-transformer.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAC3D,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAEvC,OAAO,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AACpD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAC;AACxE,OAAO,KAAK,EACV,UAAU,EACV,gBAAgB,EAChB,iBAAiB,EAClB,MAAM,gBAAgB,CAAC;AAExB,QAAA,MAAM,GAAG;;CAAoC,CAAC;AAC9C,QAAA,MAAM,IAAI;;CAAyC,CAAC;AAEpD,KAAK,GAAG,GAAG,OAAO,GAAG,CAAC;AACtB,KAAK,IAAI,GAAG,OAAO,IAAI,CAAC;AAExB,qBAAa,2BAA4B,SAAQ,qBAAqB,CACpE,GAAG,EACH,IAAI,CACL;IAIG,OAAO,CAAC,QAAQ,CAAC,MAAM;IAHzB,SAAS,CAAC,UAAU,SAA8B;gBAG/B,MAAM,EAAE;QACvB,cAAc,EAAE,MAAM,CAAC;QACvB,WAAW,EAAE,MAAM,EAAE,CAAC;QACtB,WAAW,EAAE,OAAO,CAAC;QACrB,gBAAgB,EAAE,gBAAgB,CAAC;KACpC;IAKG,aAAa,CACjB,UAAU,EAAE,UAAU,CAAC,KAAK,CAAC,QAAQ,CAAC,GACrC,OAAO,CAAC,UAAU,CAAC,OAAO,kBAAkB,CAAC,CAAC;IAY3C,SAAS,CACb,GAAG,EAAE,gBAAgB,CAAC,GAAG,CAAC,GACzB,OAAO,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;CAmEpC"}
+{"version":3,"file":"to-sdk-transformer.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/transform/api-builder/to-sdk-transformer.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAE3D,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAEvC,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AACnE,OAAO,KAAK,EACV,UAAU,EACV,gBAAgB,EAChB,iBAAiB,EAClB,MAAM,gBAAgB,CAAC;AAExB,OAAO,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAEpD,QAAA,MAAM,GAAG;;CAAoC,CAAC;AAC9C,QAAA,MAAM,IAAI;;CAAyC,CAAC;AAEpD,KAAK,GAAG,GAAG,OAAO,GAAG,CAAC;AACtB,KAAK,IAAI,GAAG,OAAO,IAAI,CAAC;AAExB;;;;;;;;;;GAUG;AACH,eAAO,MAAM,wBAAwB,UAWpC,CAAC;AAEF,eAAO,MAAM,cAAc,wBAG1B,CAAC;AACF,iBAAS,eAAe,CAAC,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAyE/C;AAED,qBAAa,2BAA4B,SAAQ,qBAAqB,CACpE,GAAG,EACH,IAAI,CACL;IAIG,OAAO,CAAC,QAAQ,CAAC,MAAM;IAHzB,SAAS,CAAC,UAAU,SAA8B;gBAG/B,MAAM,EAAE;QACvB,cAAc,EAAE,MAAM,CAAC;QACvB,WAAW,EAAE,MAAM,EAAE,CAAC;QACtB,WAAW,EAAE,OAAO,CAAC;QACrB,gBAAgB,EAAE,gBAAgB,CAAC;KACpC;IASG,aAAa,CACjB,UAAU,EAAE,UAAU,CAAC,KAAK,CAAC,QAAQ,CAAC,GACrC,OAAO,CAAC,UAAU,CAAC,OAAO,kBAAkB,CAAC,CAAC;IAgB3C,SAAS,CACb,GAAG,EAAE,gBAAgB,CAAC,GAAG,CAAC,GACzB,OAAO,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;CA4DpC"}