@superblocksteam/vite-plugin-file-sync 1.99.99-next.3 → 2.0.0-SNAPSHOT.2143e2e95d0107ab

package/dist/ai-service/test-utils/error-mocks.js

@@ -0,0 +1,334 @@
+/**
+ * Error injection utilities for testing retry middleware behavior e2e.
+ *
+ * Provides pre-defined error scenarios that can be injected into mock streams
+ * to test how the retry middleware handles different provider errors.
+ */
+/**
+ * Pre-defined error scenarios for testing.
+ */
+export const ERROR_SCENARIOS = {
+    rate_limit: {
+        name: "Rate Limit (429)",
+        description: "Rate limit error that succeeds after 2 retries",
+        errors: [
+            {
+                type: "rate_limit_error",
+                message: "Rate limit exceeded. Please try again later.",
+            },
+            {
+                type: "rate_limit_error",
+                message: "Rate limit exceeded. Please try again later.",
+            },
+        ],
+        eventuallySucceeds: true,
+        successContent: "✅ Successfully recovered from rate limiting! This demonstrates the retry middleware handling transient errors.",
+    },
+    overloaded: {
+        name: "Overloaded (529)",
+        description: "Server overloaded error that succeeds after 1 retry",
+        errors: [
+            {
+                type: "overloaded_error",
+                message: "The server is currently overloaded. Please try again.",
+            },
+        ],
+        eventuallySucceeds: true,
+        successContent: "✅ Successfully recovered from server overload! The retry logic waited and tried again.",
+    },
+    timeout: {
+        name: "Timeout",
+        description: "Timeout error that succeeds after 2 retries",
+        errors: [
+            {
+                type: "api_error",
+                message: "ETIMEDOUT: Connection timed out",
+            },
+            {
+                type: "api_error",
+                message: "ETIMEDOUT: Connection timed out",
+            },
+        ],
+        eventuallySucceeds: true,
+        successContent: "✅ Successfully recovered from timeout errors! Network issues were resolved.",
+    },
+    auth_failure: {
+        name: "Authentication Error (401)",
+        description: "Non-retryable authentication error",
+        errors: [
+            {
+                type: "authentication_error",
+                message: "Invalid API key provided.",
+            },
+        ],
+        eventuallySucceeds: false,
+    },
+    permission_denied: {
+        name: "Permission Error (403)",
+        description: "Non-retryable permission error",
+        errors: [
+            {
+                type: "permission_error",
+                message: "Access denied. Your API key does not have permission to access this resource.",
+            },
+        ],
+        eventuallySucceeds: false,
+    },
+    invalid_request: {
+        name: "Invalid Request Error (400)",
+        description: "Non-retryable invalid request error",
+        errors: [
+            {
+                type: "invalid_request_error",
+                message: "Invalid request: malformed input parameters.",
+            },
+        ],
+        eventuallySucceeds: false,
+    },
+    max_retries: {
+        name: "Exhausted Retries",
+        description: "Rate limit error that exhausts all retry attempts",
+        errors: [
+            {
+                type: "rate_limit_error",
+                message: "Rate limit exceeded",
+            },
+        ],
+        eventuallySucceeds: false,
+    },
+    mixed_errors: {
+        name: "Mixed Error Types",
+        description: "Different error types across retries (overloaded, then timeout)",
+        errors: [
+            {
+                type: "overloaded_error",
+                message: "Server overloaded",
+            },
+            {
+                type: "api_error",
+                message: "ETIMEDOUT: Connection timed out",
+            },
+        ],
+        eventuallySucceeds: true,
+        successContent: "✅ Successfully recovered from multiple different error types! The retry middleware handled mixed errors gracefully.",
+    },
+    partial_stream: {
+        name: "Partial Stream Success",
+        description: "Stream succeeds partially, then fails with timeout",
+        errors: [
+            {
+                type: "api_error",
+                message: "Connection lost mid-stream",
+                delayMs: 100, // Simulate some successful streaming first
+            },
+        ],
+        eventuallySucceeds: true,
+        successContent: "✅ Successfully recovered from mid-stream failure! The retry middleware restarted the stream from the beginning.",
+    },
+    thrown_timeout: {
+        name: "Thrown Timeout Error",
+        description: "Throws timeout error (tests catch block instead of error chunks)",
+        errors: [
+            {
+                type: "api_error",
+                message: "ETIMEDOUT: Connection timed out",
+                shouldThrow: true,
+            },
+            {
+                type: "api_error",
+                message: "ETIMEDOUT: Connection timed out",
+                shouldThrow: true,
+            },
+        ],
+        eventuallySucceeds: true,
+        successContent: "✅ Successfully recovered from thrown timeout errors! The catch block handled stream failures correctly.",
+    },
+    thrown_network: {
+        name: "Thrown Network Error",
+        description: "Throws network error during streaming",
+        errors: [
+            {
+                type: "api_error",
+                message: "ECONNRESET: Connection reset by peer",
+                shouldThrow: true,
+            },
+        ],
+        eventuallySucceeds: true,
+        successContent: "✅ Successfully recovered from thrown network error! Stream was restarted after connection drop.",
+    },
+    mixed_throw_and_chunk: {
+        name: "Mixed Thrown and Chunk Errors",
+        description: "First error is a chunk, second error is thrown",
+        errors: [
+            {
+                type: "rate_limit_error",
+                message: "Rate limit exceeded",
+                shouldThrow: false, // Send as error chunk
+            },
+            {
+                type: "api_error",
+                message: "ETIMEDOUT: Connection timed out",
+                shouldThrow: true, // Throw this one
+            },
+        ],
+        eventuallySucceeds: true,
+        successContent: "✅ Successfully recovered from mixed error types! Both error chunks and thrown errors were handled.",
+    },
+};
+/**
+ * Generates an error chunk in the AI SDK format.
+ *
+ * @param errorType - Standardized error type (e.g., "rate_limit_error")
+ * @param message - Error message
+ * @returns Error chunk ready to be injected into a stream
+ */
+export function createErrorChunk(errorType, message) {
+    return {
+        type: "error",
+        error: {
+            type: errorType,
+            message,
+            // Include some provider-specific fields for realism
+            ...(errorType === "rate_limit_error" && {
+                statusCode: 429,
+                headers: {
+                    "retry-after": "5",
+                },
+            }),
+            ...(errorType === "overloaded_error" && {
+                statusCode: 529,
+            }),
+            ...(errorType === "authentication_error" && {
+                statusCode: 401,
+            }),
+            ...(errorType === "permission_error" && {
+                statusCode: 403,
+            }),
+            ...(errorType === "invalid_request_error" && {
+                statusCode: 400,
+            }),
+        },
+    };
+}
+/**
+ * Generates mock chunks for an error scenario.
+ *
+ * Creates a sequence of chunks that includes:
+ * - Initial step-start
+ * - Text content (if partial success before error)
+ * - Error chunk
+ * - Success chunks (if eventuallySucceeds is true)
+ * - Final step-finish/finish chunks
+ *
+ * @param scenario - The error scenario to generate chunks for
+ * @param attemptNumber - Current retry attempt (0-indexed, 0 = first attempt)
+ * @returns Array of chunks ready to be streamed
+ */
+export function generateErrorScenarioChunks(scenario, attemptNumber) {
+    const chunks = [];
+    // Check if we should inject an error for this attempt
+    // If eventuallySucceeds is false, keep repeating the last error
+    const errorIndex = scenario.eventuallySucceeds
+        ? attemptNumber
+        : Math.min(attemptNumber, scenario.errors.length - 1);
+    if (errorIndex < scenario.errors.length) {
+        const error = scenario.errors[errorIndex];
+        // TypeScript safety: ensure error exists
+        if (!error) {
+            throw new Error(`Error scenario missing error at index ${errorIndex}`);
+        }
+        // If this error has a delay, add some success content first
+        if (error.delayMs) {
+            const index = chunks.length;
+            chunks.push({
+                type: "content_block_start",
+                index,
+                content_block: {
+                    type: "text",
+                },
+            });
+            chunks.push({
+                type: "content_block_delta",
+                index,
+                delta: {
+                    type: "text_delta",
+                    text: "Streaming started successfully... (simulating partial success before error)",
+                },
+            });
+            chunks.push({
+                type: "content_block_stop",
+                index,
+            });
+        }
+        // Check if we should throw or send error chunk
+        if (error.shouldThrow) {
+            // Return a special marker that tells the stream generator to throw
+            chunks.push({
+                __shouldThrow: true,
+                error: new Error(error.message),
+            });
+        }
+        else {
+            // Add the error chunk
+            chunks.push(createErrorChunk(error.type, error.message));
+        }
+    }
+    else if (scenario.eventuallySucceeds &&
+        attemptNumber >= scenario.errors.length) {
+        // All errors exhausted, return success
+        const successText = scenario.successContent || "Successfully recovered after retry attempts.";
+        // Split success content into chunks
+        const words = successText.split(" ");
+        const index = chunks.length;
+        chunks.push({
+            type: "content_block_start",
+            index,
+            content_block: {
+                type: "text",
+            },
+        });
+        for (const word of words) {
+            chunks.push({
+                type: "content_block_delta",
+                index,
+                delta: {
+                    type: "text_delta",
+                    text: word + " ",
+                },
+            });
+        }
+        chunks.push({
+            type: "content_block_stop",
+            index,
+        });
+        // Add finish chunks
+        // chunks.push(
+        //   {
+        //     type: "step-finish",
+        //     finishReason: "stop",
+        //     usage: { promptTokens: 10, completionTokens: 50, totalTokens: 60 },
+        //     request: {},
+        //     response: {
+        //       id: `aitxt-success-${attemptNumber}`,
+        //       modelId: "test-model",
+        //       headers: {},
+        //     },
+        //     warnings: [],
+        //     isContinued: false,
+        //     messageId: `msg-success-${attemptNumber}`,
+        //   },
+        //   {
+        //     type: "finish",
+        //     finishReason: "stop",
+        //     usage: { promptTokens: 10, completionTokens: 50, totalTokens: 60 },
+        //     response: {
+        //       id: `aitxt-success-${attemptNumber}`,
+        //       modelId: "test-model",
+        //       headers: {},
+        //     },
+        //   },
+        // );
+    }
+    return chunks;
+}
+//# sourceMappingURL=error-mocks.js.map

package/dist/ai-service/test-utils/error-mocks.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"error-mocks.js","sourceRoot":"","sources":["../../../src/ai-service/test-utils/error-mocks.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AA4BH;;GAEG;AACH,MAAM,CAAC,MAAM,eAAe,GAAkC;IAC5D,UAAU,EAAE;QACV,IAAI,EAAE,kBAAkB;QACxB,WAAW,EAAE,gDAAgD;QAC7D,MAAM,EAAE;YACN;gBACE,IAAI,EAAE,kBAAkB;gBACxB,OAAO,EAAE,8CAA8C;aACxD;YACD;gBACE,IAAI,EAAE,kBAAkB;gBACxB,OAAO,EAAE,8CAA8C;aACxD;SACF;QACD,kBAAkB,EAAE,IAAI;QACxB,cAAc,EACZ,gHAAgH;KACnH;IAED,UAAU,EAAE;QACV,IAAI,EAAE,kBAAkB;QACxB,WAAW,EAAE,qDAAqD;QAClE,MAAM,EAAE;YACN;gBACE,IAAI,EAAE,kBAAkB;gBACxB,OAAO,EAAE,uDAAuD;aACjE;SACF;QACD,kBAAkB,EAAE,IAAI;QACxB,cAAc,EACZ,wFAAwF;KAC3F;IAED,OAAO,EAAE;QACP,IAAI,EAAE,SAAS;QACf,WAAW,EAAE,6CAA6C;QAC1D,MAAM,EAAE;YACN;gBACE,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,iCAAiC;aAC3C;YACD;gBACE,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,iCAAiC;aAC3C;SACF;QACD,kBAAkB,EAAE,IAAI;QACxB,cAAc,EACZ,6EAA6E;KAChF;IAED,YAAY,EAAE;QACZ,IAAI,EAAE,4BAA4B;QAClC,WAAW,EAAE,oCAAoC;QACjD,MAAM,EAAE;YACN;gBACE,IAAI,EAAE,sBAAsB;gBAC5B,OAAO,EAAE,2BAA2B;aACrC;SACF;QACD,kBAAkB,EAAE,KAAK;KAC1B;IAED,iBAAiB,EAAE;QACjB,IAAI,EAAE,wBAAwB;QAC9B,WAAW,EAAE,gCAAgC;QAC7C,MAAM,EAAE;YACN;gBACE,IAAI,EAAE,kBAAkB;gBACxB,OAAO,EACL,+EAA+E;aAClF;SACF;QACD,kBAAkB,EAAE,KAAK;KAC1B;IAED,eAAe,EAAE;QACf,IAAI,EAAE,6BAA6B;QACnC,WAAW,EAAE,qCAAqC;QAClD,MAAM,EAAE;YACN;gBACE,IAAI,EAAE,uBAAuB;gBAC7B,OAAO,EAAE,8CAA8C;aACxD;SACF;QACD,kBAAkB,EAAE,KAAK;KAC1B;IAED,WAAW,EAAE;QACX,IAAI,EAAE,mBAAmB;QACzB,WAAW,EAAE,mDAAmD;QAChE,MAAM,EAAE;YACN;gBACE,IAAI,EAAE,kBAAkB;gBACxB,OAAO,EAAE,qBAAqB;aAC/B;SACF;QACD,kBAAkB,EAAE,KAAK;KAC1B;IAED,YAAY,EAAE;QACZ,IAAI,EAAE,mBAAmB;QACzB,WAAW,EACT,iEAAiE;QACnE,MAAM,EAAE;YACN;gBACE,IAAI,EAAE,kBAAkB;gBACxB,OAAO,EAAE,mBAAmB;aAC7B;YACD;gBACE,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,iCAAiC;aAC3C;SACF;QACD,kBAAkB,EAAE,IAAI;QACxB,cAAc,EACZ,qHAAqH;KACxH;IAED,cAAc,EAAE;QACd,IAAI,EAAE,wBAAwB;QAC9B,WAAW,EAAE,oDAAoD;QACjE,MAAM,EAAE;YACN;gBACE,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,4BAA4B;gBACrC,OAAO,EAAE,GAAG,EAAE,2CAA2C;aAC1D;SACF;QACD,kBAAkB,EAAE,IAAI;QACxB,cAAc,EACZ,iHAAiH;KACpH;IAED,cAAc,EAAE;QACd,IAAI,EAAE,sBAAsB;QAC5B,WAAW,EACT,kEAAkE;QACpE,MAAM,EAAE;YACN;gBACE,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,iCAAiC;gBAC1C,WAAW,EAAE,IAAI;aAClB;YACD;gBACE,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,iCAAiC;gBAC1C,WAAW,EAAE,IAAI;aAClB;SACF;QACD,kBAAkB,EAAE,IAAI;QACxB,cAAc,EACZ,yGAAyG;KAC5G;IAED,cAAc,EAAE;QACd,IAAI,EAAE,sBAAsB;QAC5B,WAAW,EAAE,uCAAuC;QACpD,MAAM,EAAE;YACN;gBACE,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,sCAAsC;gBAC/C,WAAW,EAAE,IAAI;aAClB;SACF;QACD,kBAAkB,EAAE,IAAI;QACxB,cAAc,EACZ,iGAAiG;KACpG;IAED,qBAAqB,EAAE;QACrB,IAAI,EAAE,+BAA+B;QACrC,WAAW,EAAE,gDAAgD;QAC7D,MAAM,EAAE;YACN;gBACE,IAAI,EAAE,kBAAkB;gBACxB,OAAO,EAAE,qBAAqB;gBAC9B,WAAW,EAAE,KAAK,EAAE,sBAAsB;aAC3C;YACD;gBACE,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,iCAAiC;gBAC1C,WAAW,EAAE,IAAI,EAAE,iBAAiB;aACrC;SACF;QACD,kBAAkB,EAAE,IAAI;QACxB,cAAc,EACZ,oGAAoG;KACvG;CACF,CAAC;AAEF;;;;;;GAMG;AACH,MAAM,UAAU,gBAAgB,CAAC,SAAiB,EAAE,OAAe;IACjE,OAAO;QACL,IAAI,EAAE,OAAO;QACb,KAAK,EAAE;YACL,IAAI,EAAE,SAAS;YACf,OAAO;YACP,oDAAoD;YACpD,GAAG,CAAC,SAAS,KAAK,kBAAkB,IAAI;gBACtC,UAAU,EAAE,GAAG;gBACf,OAAO,EAAE;oBACP,aAAa,EAAE,GAAG;iBACnB;aACF,CAAC;YACF,GAAG,CAAC,SAAS,KAAK,kBAAkB,IAAI;gBACtC,UAAU,EAAE,GAAG;aAChB,CAAC;YACF,GAAG,CAAC,SAAS,KAAK,sBAAsB,IAAI;gBAC1C,UAAU,EAAE,GAAG;aAChB,CAAC;YACF,GAAG,CAAC,SAAS,KAAK,kBAAkB,IAAI;gBACtC,UAAU,EAAE,GAAG;aAChB,CAAC;YACF,GAAG,CAAC,SAAS,KAAK,uBAAuB,IAAI;gBAC3C,UAAU,EAAE,GAAG;aAChB,CAAC;SACH;KACF,CAAC;AACJ,CAAC;AAED;;;;;;;;;;;;;GAaG;AACH,MAAM,UAAU,2BAA2B,CACzC,QAAuB,EACvB,aAAqB;IAErB,MAAM,MAAM,GAAU,EAAE,CAAC;IAEzB,sDAAsD;IACtD,gEAAgE;IAChE,MAAM,UAAU,GAAG,QAAQ,CAAC,kBAAkB;QAC5C,CAAC,CAAC,aAAa;QACf,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAExD,IAAI,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QACxC,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAE1C,yCAAyC;QACzC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,yCAAyC,UAAU,EAAE,CAAC,CAAC;QACzE,CAAC;QAED,4DAA4D;QAC5D,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAClB,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC;YAC5B,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,qBAAqB;gBAC3B,KAAK;gBACL,aAAa,EAAE;oBACb,IAAI,EAAE,MAAM;iBACb;aACF,CAAC,CAAC;YACH,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,qBAAqB;gBAC3B,KAAK;gBACL,KAAK,EAAE;oBACL,IAAI,EAAE,YAAY;oBAClB,IAAI,EAAE,6EAA6E;iBACpF;aACF,CAAC,CAAC;YAEH,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,oBAAoB;gBAC1B,KAAK;aACN,CAAC,CAAC;QACL,CAAC;QAED,+CAA+C;QAC/C,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;YACtB,mEAAmE;YACnE,MAAM,CAAC,IAAI,CAAC;gBACV,aAAa,EAAE,IAAI;gBACnB,KAAK,EAAE,IAAI,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC;aAChC,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,sBAAsB;YACtB,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;SAAM,IACL,QAAQ,CAAC,kBAAkB;QAC3B,aAAa,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,EACvC,CAAC;QACD,uCAAuC;QACvC,MAAM,WAAW,GACf,QAAQ,CAAC,cAAc,IAAI,8CAA8C,CAAC;QAE5E,oCAAoC;QACpC,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACrC,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,qBAAqB;YAC3B,KAAK;YACL,aAAa,EAAE;gBACb,IAAI,EAAE,MAAM;aACb;SACF,CAAC,CAAC;QACH,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,qBAAqB;gBAC3B,KAAK;gBACL,KAAK,EAAE;oBACL,IAAI,EAAE,YAAY;oBAClB,IAAI,EAAE,IAAI,GAAG,GAAG;iBACjB;aACF,CAAC,CAAC;QACL,CAAC;QACD,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,oBAAoB;YAC1B,KAAK;SACN,CAAC,CAAC;QAEH,oBAAoB;QACpB,eAAe;QACf,MAAM;QACN,2BAA2B;QAC3B,4BAA4B;QAC5B,0EAA0E;QAC1E,mBAAmB;QACnB,kBAAkB;QAClB,8CAA8C;QAC9C,+BAA+B;QAC/B,qBAAqB;QACrB,SAAS;QACT,oBAAoB;QACpB,0BAA0B;QAC1B,iDAAiD;QACjD,OAAO;QACP,MAAM;QACN,sBAAsB;QACtB,4BAA4B;QAC5B,0EAA0E;QAC1E,kBAAkB;QAClB,8CAA8C;QAC9C,+BAA+B;QAC/B,qBAAqB;QACrB,SAAS;QACT,OAAO;QACP,KAAK;IACP,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/ai-service/test-utils/metrics-harness.d.ts

@@ -0,0 +1,38 @@
+/**
+ * In-memory OTel metrics capture for tests.
+ *
+ * Installs a real SDK MeterProvider backed by an InMemoryMetricExporter as
+ * the process-global provider, so emitter modules that resolve their meter
+ * lazily from `metrics.getMeter()` bind to it. `collect()` force-flushes and
+ * reshapes the SDK's ResourceMetrics into a flat (metric, attributes, value)
+ * list for assertion. Mirrors the harness used by
+ * `shell.install-metrics.test.ts` and the telemetry package's emitter tests.
+ */
+import { type Attributes } from "@opentelemetry/api";
+/** Bucket layout of a histogram data point, as the SDK reports it. */
+export interface HistogramBuckets {
+    boundaries: number[];
+    counts: number[];
+}
+export interface FlatDataPoint {
+    metric: string;
+    attributes: Attributes;
+    value: number | {
+        buckets?: HistogramBuckets;
+        count?: number;
+        sum?: number;
+    };
+}
+export interface MetricsCapture {
+    collect: () => Promise<FlatDataPoint[]>;
+    shutdown: () => Promise<void>;
+}
+/**
+ * Swap in a fresh in-memory global MeterProvider.
+ *
+ * @param onProviderSwap invoked right after the swap (and again on shutdown)
+ * so emitter singletons that cache instruments can drop their bindings to
+ * the previous provider.
+ */
+export declare function setupMetricsCapture(onProviderSwap?: () => void): MetricsCapture;
+//# sourceMappingURL=metrics-harness.d.ts.map

package/dist/ai-service/test-utils/metrics-harness.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics-harness.d.ts","sourceRoot":"","sources":["../../../src/ai-service/test-utils/metrics-harness.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AACH,OAAO,EACL,KAAK,UAAU,EAGhB,MAAM,oBAAoB,CAAC;AAS5B,sEAAsE;AACtE,MAAM,WAAW,gBAAgB;IAC/B,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,MAAM,WAAW,aAAa;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,UAAU,CAAC;IACvB,KAAK,EAAE,MAAM,GAAG;QAAE,OAAO,CAAC,EAAE,gBAAgB,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,GAAG,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAC9E;AAED,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,MAAM,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;IACxC,QAAQ,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC/B;AAED;;;;;;GAMG;AACH,wBAAgB,mBAAmB,CACjC,cAAc,CAAC,EAAE,MAAM,IAAI,GAC1B,cAAc,CAoDhB"}

package/dist/ai-service/test-utils/metrics-harness.js

@@ -0,0 +1,67 @@
+/**
+ * In-memory OTel metrics capture for tests.
+ *
+ * Installs a real SDK MeterProvider backed by an InMemoryMetricExporter as
+ * the process-global provider, so emitter modules that resolve their meter
+ * lazily from `metrics.getMeter()` bind to it. `collect()` force-flushes and
+ * reshapes the SDK's ResourceMetrics into a flat (metric, attributes, value)
+ * list for assertion. Mirrors the harness used by
+ * `shell.install-metrics.test.ts` and the telemetry package's emitter tests.
+ */
+import { metrics, } from "@opentelemetry/api";
+import { AggregationTemporality, DataPointType, InMemoryMetricExporter, MeterProvider as SdkMeterProvider, PeriodicExportingMetricReader, } from "@opentelemetry/sdk-metrics";
+/**
+ * Swap in a fresh in-memory global MeterProvider.
+ *
+ * @param onProviderSwap invoked right after the swap (and again on shutdown)
+ * so emitter singletons that cache instruments can drop their bindings to
+ * the previous provider.
+ */
+export function setupMetricsCapture(onProviderSwap) {
+    const previousProvider = metrics.getMeterProvider();
+    const exporter = new InMemoryMetricExporter(AggregationTemporality.CUMULATIVE);
+    const reader = new PeriodicExportingMetricReader({
+        exporter,
+        exportIntervalMillis: 60_000,
+    });
+    const provider = new SdkMeterProvider({ readers: [reader] });
+    replaceGlobalMeterProvider(provider);
+    onProviderSwap?.();
+    const flatten = (name, dps) => dps.map((dp) => ({
+        metric: name,
+        attributes: dp.attributes,
+        value: dp.value,
+    }));
+    return {
+        async collect() {
+            await provider.forceFlush();
+            const out = [];
+            for (const resourceMetrics of exporter.getMetrics()) {
+                for (const scopeMetrics of resourceMetrics.scopeMetrics) {
+                    for (const metric of scopeMetrics.metrics) {
+                        if (metric.dataPointType === DataPointType.SUM ||
+                            metric.dataPointType === DataPointType.GAUGE ||
+                            metric.dataPointType === DataPointType.HISTOGRAM) {
+                            out.push(...flatten(metric.descriptor.name, metric.dataPoints));
+                        }
+                    }
+                }
+            }
+            exporter.reset();
+            return out;
+        },
+        async shutdown() {
+            await provider.shutdown();
+            replaceGlobalMeterProvider(previousProvider);
+            onProviderSwap?.();
+        },
+    };
+}
+function replaceGlobalMeterProvider(provider) {
+    metrics.disable();
+    const didInstall = metrics.setGlobalMeterProvider(provider);
+    if (!didInstall || metrics.getMeterProvider() !== provider) {
+        throw new Error("Failed to install OpenTelemetry test meter provider");
+    }
+}
+//# sourceMappingURL=metrics-harness.js.map

package/dist/ai-service/test-utils/metrics-harness.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics-harness.js","sourceRoot":"","sources":["../../../src/ai-service/test-utils/metrics-harness.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AACH,OAAO,EAGL,OAAO,GACR,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EACL,sBAAsB,EACtB,aAAa,EACb,sBAAsB,EACtB,aAAa,IAAI,gBAAgB,EACjC,6BAA6B,GAC9B,MAAM,4BAA4B,CAAC;AAmBpC;;;;;;GAMG;AACH,MAAM,UAAU,mBAAmB,CACjC,cAA2B;IAE3B,MAAM,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC;IACpD,MAAM,QAAQ,GAAG,IAAI,sBAAsB,CACzC,sBAAsB,CAAC,UAAU,CAClC,CAAC;IACF,MAAM,MAAM,GAAG,IAAI,6BAA6B,CAAC;QAC/C,QAAQ;QACR,oBAAoB,EAAE,MAAM;KAC7B,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,IAAI,gBAAgB,CAAC,EAAE,OAAO,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IAC7D,0BAA0B,CAAC,QAAQ,CAAC,CAAC;IACrC,cAAc,EAAE,EAAE,CAAC;IAEnB,MAAM,OAAO,GAAG,CACd,IAAY,EACZ,GAGE,EACe,EAAE,CACnB,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QACf,MAAM,EAAE,IAAI;QACZ,UAAU,EAAE,EAAE,CAAC,UAAU;QACzB,KAAK,EAAE,EAAE,CAAC,KAAK;KAChB,CAAC,CAAC,CAAC;IAEN,OAAO;QACL,KAAK,CAAC,OAAO;YACX,MAAM,QAAQ,CAAC,UAAU,EAAE,CAAC;YAC5B,MAAM,GAAG,GAAoB,EAAE,CAAC;YAChC,KAAK,MAAM,eAAe,IAAI,QAAQ,CAAC,UAAU,EAAE,EAAE,CAAC;gBACpD,KAAK,MAAM,YAAY,IAAI,eAAe,CAAC,YAAY,EAAE,CAAC;oBACxD,KAAK,MAAM,MAAM,IAAI,YAAY,CAAC,OAAO,EAAE,CAAC;wBAC1C,IACE,MAAM,CAAC,aAAa,KAAK,aAAa,CAAC,GAAG;4BAC1C,MAAM,CAAC,aAAa,KAAK,aAAa,CAAC,KAAK;4BAC5C,MAAM,CAAC,aAAa,KAAK,aAAa,CAAC,SAAS,EAChD,CAAC;4BACD,GAAG,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC;wBAClE,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YACD,QAAQ,CAAC,KAAK,EAAE,CAAC;YACjB,OAAO,GAAG,CAAC;QACb,CAAC;QACD,KAAK,CAAC,QAAQ;YACZ,MAAM,QAAQ,CAAC,QAAQ,EAAE,CAAC;YAC1B,0BAA0B,CAAC,gBAAgB,CAAC,CAAC;YAC7C,cAAc,EAAE,EAAE,CAAC;QACrB,CAAC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,0BAA0B,CAAC,QAA0B;IAC5D,OAAO,CAAC,OAAO,EAAE,CAAC;IAClB,MAAM,UAAU,GAAG,OAAO,CAAC,sBAAsB,CAAC,QAAQ,CAAC,CAAC;IAC5D,IAAI,CAAC,UAAU,IAAI,OAAO,CAAC,gBAAgB,EAAE,KAAK,QAAQ,EAAE,CAAC;QAC3D,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;IACzE,CAAC;AACH,CAAC"}

package/dist/ai-service/test-utils/span-interceptor.d.ts

@@ -0,0 +1,74 @@
+interface InterceptedLLMObsSpan {
+    traceId: string;
+    spanId: string;
+    parentId?: string;
+    operationName: string;
+    startTime: number;
+    finishTime?: number;
+    duration?: number;
+    tags: Record<string, any>;
+    logs: Array<{
+        timestamp: number;
+        fields: Record<string, any>;
+    }>;
+    meta: Record<string, any>;
+    metrics: Record<string, any>;
+    llmobs: {
+        kind: string;
+        sessionId?: string;
+        inputData?: any;
+        outputData?: any;
+        metadata?: any;
+        metrics?: any;
+    };
+}
+interface InterceptedEvaluationMetric {
+    traceId: string;
+    spanId: string;
+    label: string;
+    metricType: string;
+    value?: unknown;
+    mlApp?: string;
+    timestampMs?: number;
+    tags: string[];
+    raw: Record<string, any>;
+}
+declare class SpanInterceptor {
+    constructor(shouldDropSpans?: boolean);
+    init(): void;
+    private patchSpanWriterFlush;
+    private shouldDrop;
+    private capturedSpans;
+    private capturedEvaluations;
+    private originalSpanFlushMethod;
+    private originalEvalFlushMethod;
+    private patchEvaluationWriterFlush;
+    collectSpansFromFlush(): InterceptedLLMObsSpan[];
+    captureSpansFromFlush(spanEvents: any[]): void;
+    collectEvaluationsFromFlush(): InterceptedEvaluationMetric[];
+    captureEvaluationsFromFlush(metricEvents: any[]): void;
+    private convertFlushSpanToIntercepted;
+    private convertEvaluationMetric;
+    getSpans(): InterceptedLLMObsSpan[];
+    getEvaluations(): InterceptedEvaluationMetric[];
+    getTraces(): Record<string, InterceptedLLMObsSpan[]>;
+    getSpanHierarchy(traceId: string): InterceptedLLMObsSpan[];
+    verifySpanStructure(expected: {
+        totalSpans?: number;
+        workflowSpans?: number;
+        agentSpans?: number;
+        llmSpans?: number;
+        toolSpans?: number;
+        hasParentChildRelationship?: boolean;
+    }): {
+        success: boolean;
+        errors: string[];
+        details?: any;
+    };
+    printSpanTree(): void;
+    reset(): void;
+    restore(): void;
+}
+export declare const spanInterceptor: SpanInterceptor;
+export {};
+//# sourceMappingURL=span-interceptor.d.ts.map

package/dist/ai-service/test-utils/span-interceptor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"span-interceptor.d.ts","sourceRoot":"","sources":["../../../src/ai-service/test-utils/span-interceptor.ts"],"names":[],"mappings":"AAMA,UAAU,qBAAqB;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC1B,IAAI,EAAE,KAAK,CAAC;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;KAAE,CAAC,CAAC;IAChE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC1B,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAE7B,MAAM,EAAE;QACN,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,SAAS,CAAC,EAAE,GAAG,CAAC;QAChB,UAAU,CAAC,EAAE,GAAG,CAAC;QACjB,QAAQ,CAAC,EAAE,GAAG,CAAC;QACf,OAAO,CAAC,EAAE,GAAG,CAAC;KACf,CAAC;CACH;AAED,UAAU,2BAA2B;IACnC,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAC1B;AAED,cAAM,eAAe;gBAEjB,eAAe,UAAO;IAKjB,IAAI;IAWX,OAAO,CAAC,oBAAoB;IA+B5B,OAAO,CAAC,UAAU,CAAU;IAC5B,OAAO,CAAC,aAAa,CAAa;IAClC,OAAO,CAAC,mBAAmB,CAAa;IACxC,OAAO,CAAC,uBAAuB,CAAM;IACrC,OAAO,CAAC,uBAAuB,CAAM;IAErC,OAAO,CAAC,0BAA0B;IAmC3B,qBAAqB,IAAI,qBAAqB,EAAE;IAShD,qBAAqB,CAAC,UAAU,EAAE,GAAG,EAAE;IAavC,2BAA2B,IAAI,2BAA2B,EAAE;IAS5D,2BAA2B,CAAC,YAAY,EAAE,GAAG,EAAE;IAiBtD,OAAO,CAAC,6BAA6B;IAgCrC,OAAO,CAAC,uBAAuB;IAiB/B,QAAQ,IAAI,qBAAqB,EAAE;IAKnC,cAAc,IAAI,2BAA2B,EAAE;IAK/C,SAAS,IAAI,MAAM,CAAC,MAAM,EAAE,qBAAqB,EAAE,CAAC;IAYpD,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,qBAAqB,EAAE;IAwB1D,mBAAmB,CAAC,QAAQ,EAAE;QAC5B,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,0BAA0B,CAAC,EAAE,OAAO,CAAC;KACtC,GAAG;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,MAAM,EAAE,MAAM,EAAE,CAAC;QAAC,OAAO,CAAC,EAAE,GAAG,CAAA;KAAE;IAgFzD,aAAa,IAAI,IAAI;IAiCrB,KAAK,IAAI,IAAI;IAKb,OAAO,IAAI,IAAI;CAchB;AAED,eAAO,MAAM,eAAe,iBAE3B,CAAC"}