scorecard-ai 2.3.0 → 2.4.0

package/CHANGELOG.md

@@ -1,5 +1,9 @@
 # Changelog
 
+## 2.4.0 (2025-10-31)
+
+Full Changelog: [v2.3.0...v2.4.0](https://github.com/scorecard-ai/scorecard-node/compare/v2.3.0...v2.4.0)
+
 ## 2.3.0 (2025-10-31)
 
 Full Changelog: [v2.2.0...v2.3.0](https://github.com/scorecard-ai/scorecard-node/compare/v2.2.0...v2.3.0)

package/index.d.mts

@@ -5,4 +5,5 @@ export { Scorecard, type ClientOptions } from "./client.mjs";
 export { PagePromise } from "./core/pagination.mjs";
 export { ScorecardError, APIError, APIConnectionError, APIConnectionTimeoutError, APIUserAbortError, NotFoundError, ConflictError, RateLimitError, BadRequestError, AuthenticationError, InternalServerError, PermissionDeniedError, UnprocessableEntityError, } from "./core/error.mjs";
 export { runAndEvaluate } from "./lib/runAndEvaluate.mjs";
+export { wrapAISDK } from "./lib/wrapAISDK.mjs";
 //# sourceMappingURL=index.d.mts.map

package/index.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.mts","sourceRoot":"","sources":["src/index.ts"],"names":[],"mappings":"OAEO,EAAE,SAAS,IAAI,OAAO,EAAE;OAExB,EAAE,KAAK,UAAU,EAAE,MAAM,EAAE;OAC3B,EAAE,UAAU,EAAE;OACd,EAAE,SAAS,EAAE,KAAK,aAAa,EAAE;OACjC,EAAE,WAAW,EAAE;OACf,EACL,cAAc,EACd,QAAQ,EACR,kBAAkB,EAClB,yBAAyB,EACzB,iBAAiB,EACjB,aAAa,EACb,aAAa,EACb,cAAc,EACd,eAAe,EACf,mBAAmB,EACnB,mBAAmB,EACnB,qBAAqB,EACrB,wBAAwB,GACzB;OAEM,EAAE,cAAc,EAAE"}
+{"version":3,"file":"index.d.mts","sourceRoot":"","sources":["src/index.ts"],"names":[],"mappings":"OAEO,EAAE,SAAS,IAAI,OAAO,EAAE;OAExB,EAAE,KAAK,UAAU,EAAE,MAAM,EAAE;OAC3B,EAAE,UAAU,EAAE;OACd,EAAE,SAAS,EAAE,KAAK,aAAa,EAAE;OACjC,EAAE,WAAW,EAAE;OACf,EACL,cAAc,EACd,QAAQ,EACR,kBAAkB,EAClB,yBAAyB,EACzB,iBAAiB,EACjB,aAAa,EACb,aAAa,EACb,cAAc,EACd,eAAe,EACf,mBAAmB,EACnB,mBAAmB,EACnB,qBAAqB,EACrB,wBAAwB,GACzB;OAEM,EAAE,cAAc,EAAE;OAClB,EAAE,SAAS,EAAE"}

package/index.d.ts

@@ -5,4 +5,5 @@ export { Scorecard, type ClientOptions } from "./client.js";
 export { PagePromise } from "./core/pagination.js";
 export { ScorecardError, APIError, APIConnectionError, APIConnectionTimeoutError, APIUserAbortError, NotFoundError, ConflictError, RateLimitError, BadRequestError, AuthenticationError, InternalServerError, PermissionDeniedError, UnprocessableEntityError, } from "./core/error.js";
 export { runAndEvaluate } from "./lib/runAndEvaluate.js";
+export { wrapAISDK } from "./lib/wrapAISDK.js";
 //# sourceMappingURL=index.d.ts.map

package/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["src/index.ts"],"names":[],"mappings":"OAEO,EAAE,SAAS,IAAI,OAAO,EAAE;OAExB,EAAE,KAAK,UAAU,EAAE,MAAM,EAAE;OAC3B,EAAE,UAAU,EAAE;OACd,EAAE,SAAS,EAAE,KAAK,aAAa,EAAE;OACjC,EAAE,WAAW,EAAE;OACf,EACL,cAAc,EACd,QAAQ,EACR,kBAAkB,EAClB,yBAAyB,EACzB,iBAAiB,EACjB,aAAa,EACb,aAAa,EACb,cAAc,EACd,eAAe,EACf,mBAAmB,EACnB,mBAAmB,EACnB,qBAAqB,EACrB,wBAAwB,GACzB;OAEM,EAAE,cAAc,EAAE"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["src/index.ts"],"names":[],"mappings":"OAEO,EAAE,SAAS,IAAI,OAAO,EAAE;OAExB,EAAE,KAAK,UAAU,EAAE,MAAM,EAAE;OAC3B,EAAE,UAAU,EAAE;OACd,EAAE,SAAS,EAAE,KAAK,aAAa,EAAE;OACjC,EAAE,WAAW,EAAE;OACf,EACL,cAAc,EACd,QAAQ,EACR,kBAAkB,EAClB,yBAAyB,EACzB,iBAAiB,EACjB,aAAa,EACb,aAAa,EACb,cAAc,EACd,eAAe,EACf,mBAAmB,EACnB,mBAAmB,EACnB,qBAAqB,EACrB,wBAAwB,GACzB;OAEM,EAAE,cAAc,EAAE;OAClB,EAAE,SAAS,EAAE"}

package/index.js

@@ -4,7 +4,7 @@ exports = module.exports = function (...args) {
   return new exports.default(...args)
 }
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.runAndEvaluate = exports.UnprocessableEntityError = exports.PermissionDeniedError = exports.InternalServerError = exports.AuthenticationError = exports.BadRequestError = exports.RateLimitError = exports.ConflictError = exports.NotFoundError = exports.APIUserAbortError = exports.APIConnectionTimeoutError = exports.APIConnectionError = exports.APIError = exports.ScorecardError = exports.PagePromise = exports.Scorecard = exports.APIPromise = exports.toFile = exports.default = void 0;
+exports.wrapAISDK = exports.runAndEvaluate = exports.UnprocessableEntityError = exports.PermissionDeniedError = exports.InternalServerError = exports.AuthenticationError = exports.BadRequestError = exports.RateLimitError = exports.ConflictError = exports.NotFoundError = exports.APIUserAbortError = exports.APIConnectionTimeoutError = exports.APIConnectionError = exports.APIError = exports.ScorecardError = exports.PagePromise = exports.Scorecard = exports.APIPromise = exports.toFile = exports.default = void 0;
 var client_1 = require("./client.js");
 Object.defineProperty(exports, "default", { enumerable: true, get: function () { return client_1.Scorecard; } });
 var uploads_1 = require("./core/uploads.js");
@@ -31,4 +31,6 @@ Object.defineProperty(exports, "PermissionDeniedError", { enumerable: true, get:
 Object.defineProperty(exports, "UnprocessableEntityError", { enumerable: true, get: function () { return error_1.UnprocessableEntityError; } });
 var runAndEvaluate_1 = require("./lib/runAndEvaluate.js");
 Object.defineProperty(exports, "runAndEvaluate", { enumerable: true, get: function () { return runAndEvaluate_1.runAndEvaluate; } });
+var wrapAISDK_1 = require("./lib/wrapAISDK.js");
+Object.defineProperty(exports, "wrapAISDK", { enumerable: true, get: function () { return wrapAISDK_1.wrapAISDK; } });
 //# sourceMappingURL=index.js.map

package/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["src/index.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,sCAAgD;AAAvC,iGAAA,SAAS,OAAW;AAE7B,6CAAyD;AAA/B,iGAAA,MAAM,OAAA;AAChC,qDAAgD;AAAvC,yGAAA,UAAU,OAAA;AACnB,sCAAyD;AAAhD,mGAAA,SAAS,OAAA;AAClB,mDAAgD;AAAvC,yGAAA,WAAW,OAAA;AACpB,yCAcsB;AAbpB,uGAAA,cAAc,OAAA;AACd,iGAAA,QAAQ,OAAA;AACR,2GAAA,kBAAkB,OAAA;AAClB,kHAAA,yBAAyB,OAAA;AACzB,0GAAA,iBAAiB,OAAA;AACjB,sGAAA,aAAa,OAAA;AACb,sGAAA,aAAa,OAAA;AACb,uGAAA,cAAc,OAAA;AACd,wGAAA,eAAe,OAAA;AACf,4GAAA,mBAAmB,OAAA;AACnB,4GAAA,mBAAmB,OAAA;AACnB,8GAAA,qBAAqB,OAAA;AACrB,iHAAA,wBAAwB,OAAA;AAG1B,0DAAsD;AAA7C,gHAAA,cAAc,OAAA"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["src/index.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,sCAAgD;AAAvC,iGAAA,SAAS,OAAW;AAE7B,6CAAyD;AAA/B,iGAAA,MAAM,OAAA;AAChC,qDAAgD;AAAvC,yGAAA,UAAU,OAAA;AACnB,sCAAyD;AAAhD,mGAAA,SAAS,OAAA;AAClB,mDAAgD;AAAvC,yGAAA,WAAW,OAAA;AACpB,yCAcsB;AAbpB,uGAAA,cAAc,OAAA;AACd,iGAAA,QAAQ,OAAA;AACR,2GAAA,kBAAkB,OAAA;AAClB,kHAAA,yBAAyB,OAAA;AACzB,0GAAA,iBAAiB,OAAA;AACjB,sGAAA,aAAa,OAAA;AACb,sGAAA,aAAa,OAAA;AACb,uGAAA,cAAc,OAAA;AACd,wGAAA,eAAe,OAAA;AACf,4GAAA,mBAAmB,OAAA;AACnB,4GAAA,mBAAmB,OAAA;AACnB,8GAAA,qBAAqB,OAAA;AACrB,iHAAA,wBAAwB,OAAA;AAG1B,0DAAsD;AAA7C,gHAAA,cAAc,OAAA;AACvB,gDAA4C;AAAnC,sGAAA,SAAS,OAAA"}

package/index.mjs

@@ -6,4 +6,5 @@ export { Scorecard } from "./client.mjs";
 export { PagePromise } from "./core/pagination.mjs";
 export { ScorecardError, APIError, APIConnectionError, APIConnectionTimeoutError, APIUserAbortError, NotFoundError, ConflictError, RateLimitError, BadRequestError, AuthenticationError, InternalServerError, PermissionDeniedError, UnprocessableEntityError, } from "./core/error.mjs";
 export { runAndEvaluate } from "./lib/runAndEvaluate.mjs";
+export { wrapAISDK } from "./lib/wrapAISDK.mjs";
 //# sourceMappingURL=index.mjs.map

package/index.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"index.mjs","sourceRoot":"","sources":["src/index.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,SAAS,IAAI,OAAO,EAAE;OAExB,EAAmB,MAAM,EAAE;OAC3B,EAAE,UAAU,EAAE;OACd,EAAE,SAAS,EAAsB;OACjC,EAAE,WAAW,EAAE;OACf,EACL,cAAc,EACd,QAAQ,EACR,kBAAkB,EAClB,yBAAyB,EACzB,iBAAiB,EACjB,aAAa,EACb,aAAa,EACb,cAAc,EACd,eAAe,EACf,mBAAmB,EACnB,mBAAmB,EACnB,qBAAqB,EACrB,wBAAwB,GACzB;OAEM,EAAE,cAAc,EAAE"}
+{"version":3,"file":"index.mjs","sourceRoot":"","sources":["src/index.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,SAAS,IAAI,OAAO,EAAE;OAExB,EAAmB,MAAM,EAAE;OAC3B,EAAE,UAAU,EAAE;OACd,EAAE,SAAS,EAAsB;OACjC,EAAE,WAAW,EAAE;OACf,EACL,cAAc,EACd,QAAQ,EACR,kBAAkB,EAClB,yBAAyB,EACzB,iBAAiB,EACjB,aAAa,EACb,aAAa,EACb,cAAc,EACd,eAAe,EACf,mBAAmB,EACnB,mBAAmB,EACnB,qBAAqB,EACrB,wBAAwB,GACzB;OAEM,EAAE,cAAc,EAAE;OAClB,EAAE,SAAS,EAAE"}

package/lib/wrapAISDK.d.mts

@@ -0,0 +1,62 @@
+/**
+ * Configuration for the Scorecard AI SDK wrapper
+ */
+interface ScorecardConfig {
+    /**
+     * ID of the Scorecard project that traces should be associated with.
+     * Defaults to SCORECARD_PROJECT_ID environment variable.
+     */
+    projectId?: string;
+    /**
+     * Metrics to score the traces against.
+     * It can be a list of metric IDs, descriptions of what you want the metric to do, or a mix of both.
+     * For example: ['123', 'Check if the response is concise'].
+     * If it's a description, the metric will be created if it doesn't exist.
+     * Defaults to empty array.
+     */
+    metrics?: string[];
+    /**
+     * Scorecard API key for authentication.
+     * Defaults to SCORECARD_API_KEY environment variable.
+     */
+    apiKey?: string;
+    /**
+     * Service name for telemetry.
+     * Defaults to "ai-sdk-app".
+     */
+    serviceName?: string;
+    /**
+     * Service version for telemetry.
+     * Defaults to undefined.
+     */
+    serviceVersion?: string;
+    /**
+     * Max export batch size for the batch span processor.
+     * Defaults to 1 so the traces are exported immediately.
+     */
+    maxExportBatchSize?: number;
+}
+/**
+ * Wraps the AI SDK module to automatically inject telemetry configuration.
+ *
+ * @param aiSDKModule - The AI SDK module (e.g., import('ai'))
+ * @param config - Optional Scorecard configuration
+ * @returns Proxied AI SDK module with automatic telemetry injection
+ *
+ * @example
+ * ```typescript
+ * import ai from 'ai';
+ * import { wrapAISDK } from 'scorecard-ai';
+ *
+ * const aiSDK = await wrapAISDK(ai);
+ *
+ * // Now all AI SDK calls will automatically send traces to Scorecard.
+ * const { text } = await aiSDK.generateText({
+ *   model: openai('gpt-4o-mini'),
+ *   prompt: 'What is the capital of France? Answer in one sentence.',
+ * });
+ * ```
+ */
+export declare function wrapAISDK<T extends Record<string, unknown>>(aiSDKModule: T, config?: ScorecardConfig): T;
+export {};
+//# sourceMappingURL=wrapAISDK.d.mts.map

package/lib/wrapAISDK.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"wrapAISDK.d.mts","sourceRoot":"","sources":["../src/lib/wrapAISDK.ts"],"names":[],"mappings":"AASA;;GAEG;AACH,UAAU,eAAe;IACvB;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB;;;;;;OAMG;IACH,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IAEnB;;;OAGG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;OAGG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB;;;OAGG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAyED;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,wBAAgB,SAAS,CAAC,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACzD,WAAW,EAAE,CAAC,EACd,MAAM,GAAE,eAAoB,GAC3B,CAAC,CAmFH"}

package/lib/wrapAISDK.d.ts

@@ -0,0 +1,62 @@
+/**
+ * Configuration for the Scorecard AI SDK wrapper
+ */
+interface ScorecardConfig {
+    /**
+     * ID of the Scorecard project that traces should be associated with.
+     * Defaults to SCORECARD_PROJECT_ID environment variable.
+     */
+    projectId?: string;
+    /**
+     * Metrics to score the traces against.
+     * It can be a list of metric IDs, descriptions of what you want the metric to do, or a mix of both.
+     * For example: ['123', 'Check if the response is concise'].
+     * If it's a description, the metric will be created if it doesn't exist.
+     * Defaults to empty array.
+     */
+    metrics?: string[];
+    /**
+     * Scorecard API key for authentication.
+     * Defaults to SCORECARD_API_KEY environment variable.
+     */
+    apiKey?: string;
+    /**
+     * Service name for telemetry.
+     * Defaults to "ai-sdk-app".
+     */
+    serviceName?: string;
+    /**
+     * Service version for telemetry.
+     * Defaults to undefined.
+     */
+    serviceVersion?: string;
+    /**
+     * Max export batch size for the batch span processor.
+     * Defaults to 1 so the traces are exported immediately.
+     */
+    maxExportBatchSize?: number;
+}
+/**
+ * Wraps the AI SDK module to automatically inject telemetry configuration.
+ *
+ * @param aiSDKModule - The AI SDK module (e.g., import('ai'))
+ * @param config - Optional Scorecard configuration
+ * @returns Proxied AI SDK module with automatic telemetry injection
+ *
+ * @example
+ * ```typescript
+ * import ai from 'ai';
+ * import { wrapAISDK } from 'scorecard-ai';
+ *
+ * const aiSDK = await wrapAISDK(ai);
+ *
+ * // Now all AI SDK calls will automatically send traces to Scorecard.
+ * const { text } = await aiSDK.generateText({
+ *   model: openai('gpt-4o-mini'),
+ *   prompt: 'What is the capital of France? Answer in one sentence.',
+ * });
+ * ```
+ */
+export declare function wrapAISDK<T extends Record<string, unknown>>(aiSDKModule: T, config?: ScorecardConfig): T;
+export {};
+//# sourceMappingURL=wrapAISDK.d.ts.map

package/lib/wrapAISDK.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"wrapAISDK.d.ts","sourceRoot":"","sources":["../src/lib/wrapAISDK.ts"],"names":[],"mappings":"AASA;;GAEG;AACH,UAAU,eAAe;IACvB;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB;;;;;;OAMG;IACH,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IAEnB;;;OAGG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;OAGG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB;;;OAGG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAyED;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,wBAAgB,SAAS,CAAC,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACzD,WAAW,EAAE,CAAC,EACd,MAAM,GAAE,eAAoB,GAC3B,CAAC,CAmFH"}

package/lib/wrapAISDK.js

@@ -0,0 +1,154 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.wrapAISDK = wrapAISDK;
+const sdk_trace_node_1 = require("@opentelemetry/sdk-trace-node");
+const exporter_trace_otlp_http_1 = require("@opentelemetry/exporter-trace-otlp-http");
+const resources_1 = require("@opentelemetry/resources");
+const semantic_conventions_1 = require("@opentelemetry/semantic-conventions");
+const utils_1 = require("../internal/utils.js");
+const error_1 = require("../error.js");
+const client_1 = require("../client.js");
+const DEFAULT_SERVICE_NAME = 'ai-sdk-app';
+const AI_SDK_FUNCTIONS_WITH_TELEMETRY = new Set([
+    'embed',
+    'embedMany',
+    'generateObject',
+    'generateText',
+    'streamObject',
+    'streamText',
+]);
+/**
+ * Initialize the OpenTelemetry tracer with Scorecard configuration.
+ */
+function initializeTracer(config = {}) {
+    const { projectId = (0, utils_1.readEnv)('SCORECARD_PROJECT_ID'), apiKey = (0, utils_1.readEnv)('SCORECARD_API_KEY'), serviceName = DEFAULT_SERVICE_NAME, serviceVersion, maxExportBatchSize = 1, } = config;
+    // Create resource with service information
+    const resource = (0, resources_1.defaultResource)().merge((0, resources_1.resourceFromAttributes)({
+        [semantic_conventions_1.ATTR_SERVICE_NAME]: serviceName,
+        ...(serviceVersion != null ? { [semantic_conventions_1.ATTR_SERVICE_VERSION]: serviceVersion } : null),
+        ...(projectId != null ? { 'scorecard.project_id': projectId } : null),
+    }));
+    // Create span processors
+    const spanProcessors = [];
+    try {
+        const tracingUrl = (0, utils_1.readEnv)('SCORECARD_TRACING_URL') || 'https://tracing.scorecard.io/otel/v1/traces';
+        // Create OTLP exporter for Scorecard
+        const otlpExporter = new exporter_trace_otlp_http_1.OTLPTraceExporter({
+            url: tracingUrl,
+            headers: apiKey ?
+                {
+                    Authorization: `Bearer ${apiKey}`,
+                }
+                : {},
+        });
+        // Add batch span processor with OTLP exporter
+        spanProcessors.push(new sdk_trace_node_1.BatchSpanProcessor(otlpExporter, {
+            maxExportBatchSize,
+        }));
+    }
+    catch (error) {
+        // Handle initialization errors
+        console.error(error);
+        throw new error_1.ScorecardError('Failed to initialize Scorecard telemetry');
+    }
+    // Create tracer provider with span processors
+    const tracerProvider = new sdk_trace_node_1.NodeTracerProvider({
+        resource,
+        spanProcessors,
+    });
+    // Register the provider
+    tracerProvider.register();
+    // Return the tracer instance
+    return tracerProvider.getTracer('ai-sdk-wrapper');
+}
+/**
+ * Wraps the AI SDK module to automatically inject telemetry configuration.
+ *
+ * @param aiSDKModule - The AI SDK module (e.g., import('ai'))
+ * @param config - Optional Scorecard configuration
+ * @returns Proxied AI SDK module with automatic telemetry injection
+ *
+ * @example
+ * ```typescript
+ * import ai from 'ai';
+ * import { wrapAISDK } from 'scorecard-ai';
+ *
+ * const aiSDK = await wrapAISDK(ai);
+ *
+ * // Now all AI SDK calls will automatically send traces to Scorecard.
+ * const { text } = await aiSDK.generateText({
+ *   model: openai('gpt-4o-mini'),
+ *   prompt: 'What is the capital of France? Answer in one sentence.',
+ * });
+ * ```
+ */
+function wrapAISDK(aiSDKModule, config = {}) {
+    const projectId = config.projectId || (0, utils_1.readEnv)('SCORECARD_PROJECT_ID');
+    const apiKey = config.apiKey || (0, utils_1.readEnv)('SCORECARD_API_KEY');
+    const serviceName = config.serviceName || DEFAULT_SERVICE_NAME;
+    if (!apiKey) {
+        throw new error_1.ScorecardError('The SCORECARD_API_KEY environment variable is missing or empty; either provide it, or instantiate the AI SDK wrapper client with an apiKey option, like wrapAISDK(ai, { apiKey: "My API Key" }).');
+    }
+    const client = new client_1.Scorecard({ apiKey });
+    if (config.metrics && config.metrics.length > 0 && !projectId) {
+        throw new error_1.ScorecardError("The SCORECARD_PROJECT_ID environment variable is missing or empty; either provide it, or instantiate the AI SDK wrapper with a projectId option, like wrapAISDK(ai, { projectId: '123' }).");
+    }
+    // Create metrics and monitor if needed
+    if (config.metrics && config.metrics.length > 0 && projectId) {
+        client
+            .put(`/api/v2/projects/${projectId}/monitors`, {
+            body: {
+                description: serviceName,
+                metrics: config.metrics,
+                filter: {
+                    serviceName,
+                },
+            },
+        })
+            // we use .catch instead of try/catch to avoid needing async/await in the wrapper
+            // otherwise the code would await here before giving back the wrapped AI SDK module
+            .catch((error) => {
+            console.error('Failed to create a Scorecard monitor for your AI SDK traces. The most common case is that the projectId is incorrect.', error);
+        });
+    }
+    // Initialize tracer
+    const tracerInstance = initializeTracer(config);
+    // Create telemetry configuration to inject
+    const telemetryConfig = {
+        isEnabled: true,
+        recordInputs: true,
+        recordOutputs: true,
+        tracer: tracerInstance,
+    };
+    // Create a proxy to intercept function calls
+    return new Proxy(aiSDKModule, {
+        get(target, prop) {
+            const originalValue = target[prop];
+            // Only wrap functions that support telemetry
+            if (typeof prop === 'string' &&
+                AI_SDK_FUNCTIONS_WITH_TELEMETRY.has(prop) &&
+                typeof originalValue === 'function') {
+                return function (...args) {
+                    try {
+                        // The first argument is typically the options object
+                        if (args.length > 0 && args[0] && typeof args[0] === 'object') {
+                            args[0].experimental_telemetry = {
+                                ...telemetryConfig,
+                                ...(args[0].experimental_telemetry || {}),
+                            };
+                        }
+                    }
+                    catch (error) {
+                        // Silently handle any errors during injection
+                        console.error('Failed to inject telemetry config:', error);
+                    }
+                    // Call the original function
+                    return originalValue.apply(this, args);
+                };
+            }
+            // Return original value for non-function properties or non-telemetry functions
+            return originalValue;
+        },
+    });
+}
+//# sourceMappingURL=wrapAISDK.js.map

package/lib/wrapAISDK.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"wrapAISDK.js","sourceRoot":"","sources":["../src/lib/wrapAISDK.ts"],"names":[],"mappings":";;AAiJA,8BAsFC;AAvOD,kEAAuF;AACvF,sFAA4E;AAC5E,wDAAmF;AACnF,8EAA8F;AAE9F,gDAA4C;AAC5C,uCAA0C;AAC1C,yCAAsC;AA8CtC,MAAM,oBAAoB,GAAG,YAAY,CAAC;AAC1C,MAAM,+BAA+B,GAAG,IAAI,GAAG,CAAC;IAC9C,OAAO;IACP,WAAW;IACX,gBAAgB;IAChB,cAAc;IACd,cAAc;IACd,YAAY;CACb,CAAC,CAAC;AACH;;GAEG;AACH,SAAS,gBAAgB,CAAC,SAA0B,EAAE;IACpD,MAAM,EACJ,SAAS,GAAG,IAAA,eAAO,EAAC,sBAAsB,CAAC,EAC3C,MAAM,GAAG,IAAA,eAAO,EAAC,mBAAmB,CAAC,EACrC,WAAW,GAAG,oBAAoB,EAClC,cAAc,EACd,kBAAkB,GAAG,CAAC,GACvB,GAAG,MAAM,CAAC;IAEX,2CAA2C;IAC3C,MAAM,QAAQ,GAAG,IAAA,2BAAe,GAAE,CAAC,KAAK,CACtC,IAAA,kCAAsB,EAAC;QACrB,CAAC,wCAAiB,CAAC,EAAE,WAAW;QAChC,GAAG,CAAC,cAAc,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,2CAAoB,CAAC,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QAC/E,GAAG,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,sBAAsB,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;KACtE,CAAC,CACH,CAAC;IAEF,yBAAyB;IACzB,MAAM,cAAc,GAAG,EAAE,CAAC;IAE1B,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,IAAA,eAAO,EAAC,uBAAuB,CAAC,IAAI,6CAA6C,CAAC;QACrG,qCAAqC;QACrC,MAAM,YAAY,GAAG,IAAI,4CAAiB,CAAC;YACzC,GAAG,EAAE,UAAU;YACf,OAAO,EACL,MAAM,CAAC,CAAC;gBACN;oBACE,aAAa,EAAE,UAAU,MAAM,EAAE;iBAClC;gBACH,CAAC,CAAC,EAAE;SACP,CAAC,CAAC;QAEH,8CAA8C;QAC9C,cAAc,CAAC,IAAI,CACjB,IAAI,mCAAkB,CAAC,YAAY,EAAE;YACnC,kBAAkB;SACnB,CAAC,CACH,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,+BAA+B;QAC/B,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACrB,MAAM,IAAI,sBAAc,CAAC,0CAA0C,CAAC,CAAC;IACvE,CAAC;IAED,8CAA8C;IAC9C,MAAM,cAAc,GAAG,IAAI,mCAAkB,CAAC;QAC5C,QAAQ;QACR,cAAc;KACf,CAAC,CAAC;IAEH,wBAAwB;IACxB,cAAc,CAAC,QAAQ,EAAE,CAAC;IAE1B,6BAA6B;IAC7B,OAAO,cAAc,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;AACpD,CAAC;AAED;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,SAAgB,SAAS,CACvB,WAAc,EACd,SAA0B,EAAE;IAE5B,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,IAAA,eAAO,EAAC,sBAAsB,CAAC,CAAC;IACtE,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,IAAA,eAAO,EAAC,mBAAmB,CAAC,CAAC;IAC7D,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,oBAAoB,CAAC;IAC/D,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,sBAAc,CACtB,kMAAkM,CACnM,CAAC;IACJ,CAAC;IACD,MAAM,MAAM,GAAG,IAAI,kBAAS,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;IAEzC,IAAI,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;QAC9D,MAAM,IAAI,sBAAc,CACtB,4LAA4L,CAC7L,CAAC;IACJ,CAAC;IAED,uCAAuC;IACvC,IAAI,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,EAAE,CAAC;QAC7D,MAAM;aACH,GAAG,CAAC,oBAAoB,SAAS,WAAW,EAAE;YAC7C,IAAI,EAAE;gBACJ,WAAW,EAAE,WAAW;gBACxB,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,MAAM,EAAE;oBACN,WAAW;iBACZ;aACF;SACF,CAAC;YACF,iFAAiF;YACjF,mFAAmF;aAClF,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YACf,OAAO,CAAC,KAAK,CACX,uHAAuH,EACvH,KAAK,CACN,CAAC;QACJ,CAAC,CAAC,CAAC;IACP,CAAC;IACD,oBAAoB;IACpB,MAAM,cAAc,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC;IAEhD,2CAA2C;IAC3C,MAAM,eAAe,GAAG;QACtB,SAAS,EAAE,IAAI;QACf,YAAY,EAAE,IAAI;QAClB,aAAa,EAAE,IAAI;QACnB,MAAM,EAAE,cAAc;KACvB,CAAC;IAEF,6CAA6C;IAC7C,OAAO,IAAI,KAAK,CAAC,WAAW,EAAE;QAC5B,GAAG,CAAC,MAAM,EAAE,IAAqB;YAC/B,MAAM,aAAa,GAAG,MAAM,CAAC,IAAe,CAAC,CAAC;YAE9C,6CAA6C;YAC7C,IACE,OAAO,IAAI,KAAK,QAAQ;gBACxB,+BAA+B,CAAC,GAAG,CAAC,IAAI,CAAC;gBACzC,OAAO,aAAa,KAAK,UAAU,EACnC,CAAC;gBACD,OAAO,UAAqB,GAAG,IAAW;oBACxC,IAAI,CAAC;wBACH,qDAAqD;wBACrD,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,OAAO,IAAI,CAAC,CAAC,CAAC,KAAK,QAAQ,EAAE,CAAC;4BAC9D,IAAI,CAAC,CAAC,CAAC,CAAC,sBAAsB,GAAG;gCAC/B,GAAG,eAAe;gCAClB,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,sBAAsB,IAAI,EAAE,CAAC;6BAC1C,CAAC;wBACJ,CAAC;oBACH,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,8CAA8C;wBAC9C,OAAO,CAAC,KAAK,CAAC,oCAAoC,EAAE,KAAK,CAAC,CAAC;oBAC7D,CAAC;oBAED,6BAA6B;oBAC7B,OAAO,aAAa,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;gBACzC,CAAC,CAAC;YACJ,CAAC;YAED,+EAA+E;YAC/E,OAAO,aAAa,CAAC;QACvB,CAAC;KACF,CAAC,CAAC;AACL,CAAC"}

package/lib/wrapAISDK.mjs

@@ -0,0 +1,151 @@
+import { NodeTracerProvider, BatchSpanProcessor } from '@opentelemetry/sdk-trace-node';
+import { OTLPTraceExporter } from '@opentelemetry/exporter-trace-otlp-http';
+import { defaultResource, resourceFromAttributes } from '@opentelemetry/resources';
+import { ATTR_SERVICE_NAME, ATTR_SERVICE_VERSION } from '@opentelemetry/semantic-conventions';
+import { readEnv } from "../internal/utils.mjs";
+import { ScorecardError } from "../error.mjs";
+import { Scorecard } from "../client.mjs";
+const DEFAULT_SERVICE_NAME = 'ai-sdk-app';
+const AI_SDK_FUNCTIONS_WITH_TELEMETRY = new Set([
+    'embed',
+    'embedMany',
+    'generateObject',
+    'generateText',
+    'streamObject',
+    'streamText',
+]);
+/**
+ * Initialize the OpenTelemetry tracer with Scorecard configuration.
+ */
+function initializeTracer(config = {}) {
+    const { projectId = readEnv('SCORECARD_PROJECT_ID'), apiKey = readEnv('SCORECARD_API_KEY'), serviceName = DEFAULT_SERVICE_NAME, serviceVersion, maxExportBatchSize = 1, } = config;
+    // Create resource with service information
+    const resource = defaultResource().merge(resourceFromAttributes({
+        [ATTR_SERVICE_NAME]: serviceName,
+        ...(serviceVersion != null ? { [ATTR_SERVICE_VERSION]: serviceVersion } : null),
+        ...(projectId != null ? { 'scorecard.project_id': projectId } : null),
+    }));
+    // Create span processors
+    const spanProcessors = [];
+    try {
+        const tracingUrl = readEnv('SCORECARD_TRACING_URL') || 'https://tracing.scorecard.io/otel/v1/traces';
+        // Create OTLP exporter for Scorecard
+        const otlpExporter = new OTLPTraceExporter({
+            url: tracingUrl,
+            headers: apiKey ?
+                {
+                    Authorization: `Bearer ${apiKey}`,
+                }
+                : {},
+        });
+        // Add batch span processor with OTLP exporter
+        spanProcessors.push(new BatchSpanProcessor(otlpExporter, {
+            maxExportBatchSize,
+        }));
+    }
+    catch (error) {
+        // Handle initialization errors
+        console.error(error);
+        throw new ScorecardError('Failed to initialize Scorecard telemetry');
+    }
+    // Create tracer provider with span processors
+    const tracerProvider = new NodeTracerProvider({
+        resource,
+        spanProcessors,
+    });
+    // Register the provider
+    tracerProvider.register();
+    // Return the tracer instance
+    return tracerProvider.getTracer('ai-sdk-wrapper');
+}
+/**
+ * Wraps the AI SDK module to automatically inject telemetry configuration.
+ *
+ * @param aiSDKModule - The AI SDK module (e.g., import('ai'))
+ * @param config - Optional Scorecard configuration
+ * @returns Proxied AI SDK module with automatic telemetry injection
+ *
+ * @example
+ * ```typescript
+ * import ai from 'ai';
+ * import { wrapAISDK } from 'scorecard-ai';
+ *
+ * const aiSDK = await wrapAISDK(ai);
+ *
+ * // Now all AI SDK calls will automatically send traces to Scorecard.
+ * const { text } = await aiSDK.generateText({
+ *   model: openai('gpt-4o-mini'),
+ *   prompt: 'What is the capital of France? Answer in one sentence.',
+ * });
+ * ```
+ */
+export function wrapAISDK(aiSDKModule, config = {}) {
+    const projectId = config.projectId || readEnv('SCORECARD_PROJECT_ID');
+    const apiKey = config.apiKey || readEnv('SCORECARD_API_KEY');
+    const serviceName = config.serviceName || DEFAULT_SERVICE_NAME;
+    if (!apiKey) {
+        throw new ScorecardError('The SCORECARD_API_KEY environment variable is missing or empty; either provide it, or instantiate the AI SDK wrapper client with an apiKey option, like wrapAISDK(ai, { apiKey: "My API Key" }).');
+    }
+    const client = new Scorecard({ apiKey });
+    if (config.metrics && config.metrics.length > 0 && !projectId) {
+        throw new ScorecardError("The SCORECARD_PROJECT_ID environment variable is missing or empty; either provide it, or instantiate the AI SDK wrapper with a projectId option, like wrapAISDK(ai, { projectId: '123' }).");
+    }
+    // Create metrics and monitor if needed
+    if (config.metrics && config.metrics.length > 0 && projectId) {
+        client
+            .put(`/api/v2/projects/${projectId}/monitors`, {
+            body: {
+                description: serviceName,
+                metrics: config.metrics,
+                filter: {
+                    serviceName,
+                },
+            },
+        })
+            // we use .catch instead of try/catch to avoid needing async/await in the wrapper
+            // otherwise the code would await here before giving back the wrapped AI SDK module
+            .catch((error) => {
+            console.error('Failed to create a Scorecard monitor for your AI SDK traces. The most common case is that the projectId is incorrect.', error);
+        });
+    }
+    // Initialize tracer
+    const tracerInstance = initializeTracer(config);
+    // Create telemetry configuration to inject
+    const telemetryConfig = {
+        isEnabled: true,
+        recordInputs: true,
+        recordOutputs: true,
+        tracer: tracerInstance,
+    };
+    // Create a proxy to intercept function calls
+    return new Proxy(aiSDKModule, {
+        get(target, prop) {
+            const originalValue = target[prop];
+            // Only wrap functions that support telemetry
+            if (typeof prop === 'string' &&
+                AI_SDK_FUNCTIONS_WITH_TELEMETRY.has(prop) &&
+                typeof originalValue === 'function') {
+                return function (...args) {
+                    try {
+                        // The first argument is typically the options object
+                        if (args.length > 0 && args[0] && typeof args[0] === 'object') {
+                            args[0].experimental_telemetry = {
+                                ...telemetryConfig,
+                                ...(args[0].experimental_telemetry || {}),
+                            };
+                        }
+                    }
+                    catch (error) {
+                        // Silently handle any errors during injection
+                        console.error('Failed to inject telemetry config:', error);
+                    }
+                    // Call the original function
+                    return originalValue.apply(this, args);
+                };
+            }
+            // Return original value for non-function properties or non-telemetry functions
+            return originalValue;
+        },
+    });
+}
+//# sourceMappingURL=wrapAISDK.mjs.map

package/lib/wrapAISDK.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"wrapAISDK.mjs","sourceRoot":"","sources":["../src/lib/wrapAISDK.ts"],"names":[],"mappings":"OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,+BAA+B;OAC/E,EAAE,iBAAiB,EAAE,MAAM,yCAAyC;OACpE,EAAE,eAAe,EAAE,sBAAsB,EAAE,MAAM,0BAA0B;OAC3E,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,MAAM,qCAAqC;OAEtF,EAAE,OAAO,EAAE;OACX,EAAE,cAAc,EAAE;OAClB,EAAE,SAAS,EAAE;AA8CpB,MAAM,oBAAoB,GAAG,YAAY,CAAC;AAC1C,MAAM,+BAA+B,GAAG,IAAI,GAAG,CAAC;IAC9C,OAAO;IACP,WAAW;IACX,gBAAgB;IAChB,cAAc;IACd,cAAc;IACd,YAAY;CACb,CAAC,CAAC;AACH;;GAEG;AACH,SAAS,gBAAgB,CAAC,SAA0B,EAAE;IACpD,MAAM,EACJ,SAAS,GAAG,OAAO,CAAC,sBAAsB,CAAC,EAC3C,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC,EACrC,WAAW,GAAG,oBAAoB,EAClC,cAAc,EACd,kBAAkB,GAAG,CAAC,GACvB,GAAG,MAAM,CAAC;IAEX,2CAA2C;IAC3C,MAAM,QAAQ,GAAG,eAAe,EAAE,CAAC,KAAK,CACtC,sBAAsB,CAAC;QACrB,CAAC,iBAAiB,CAAC,EAAE,WAAW;QAChC,GAAG,CAAC,cAAc,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,oBAAoB,CAAC,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QAC/E,GAAG,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,sBAAsB,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;KACtE,CAAC,CACH,CAAC;IAEF,yBAAyB;IACzB,MAAM,cAAc,GAAG,EAAE,CAAC;IAE1B,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,OAAO,CAAC,uBAAuB,CAAC,IAAI,6CAA6C,CAAC;QACrG,qCAAqC;QACrC,MAAM,YAAY,GAAG,IAAI,iBAAiB,CAAC;YACzC,GAAG,EAAE,UAAU;YACf,OAAO,EACL,MAAM,CAAC,CAAC;gBACN;oBACE,aAAa,EAAE,UAAU,MAAM,EAAE;iBAClC;gBACH,CAAC,CAAC,EAAE;SACP,CAAC,CAAC;QAEH,8CAA8C;QAC9C,cAAc,CAAC,IAAI,CACjB,IAAI,kBAAkB,CAAC,YAAY,EAAE;YACnC,kBAAkB;SACnB,CAAC,CACH,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,+BAA+B;QAC/B,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACrB,MAAM,IAAI,cAAc,CAAC,0CAA0C,CAAC,CAAC;IACvE,CAAC;IAED,8CAA8C;IAC9C,MAAM,cAAc,GAAG,IAAI,kBAAkB,CAAC;QAC5C,QAAQ;QACR,cAAc;KACf,CAAC,CAAC;IAEH,wBAAwB;IACxB,cAAc,CAAC,QAAQ,EAAE,CAAC;IAE1B,6BAA6B;IAC7B,OAAO,cAAc,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;AACpD,CAAC;AAED;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,MAAM,UAAU,SAAS,CACvB,WAAc,EACd,SAA0B,EAAE;IAE5B,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,OAAO,CAAC,sBAAsB,CAAC,CAAC;IACtE,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,OAAO,CAAC,mBAAmB,CAAC,CAAC;IAC7D,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,oBAAoB,CAAC;IAC/D,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,cAAc,CACtB,kMAAkM,CACnM,CAAC;IACJ,CAAC;IACD,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;IAEzC,IAAI,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;QAC9D,MAAM,IAAI,cAAc,CACtB,4LAA4L,CAC7L,CAAC;IACJ,CAAC;IAED,uCAAuC;IACvC,IAAI,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,EAAE,CAAC;QAC7D,MAAM;aACH,GAAG,CAAC,oBAAoB,SAAS,WAAW,EAAE;YAC7C,IAAI,EAAE;gBACJ,WAAW,EAAE,WAAW;gBACxB,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,MAAM,EAAE;oBACN,WAAW;iBACZ;aACF;SACF,CAAC;YACF,iFAAiF;YACjF,mFAAmF;aAClF,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YACf,OAAO,CAAC,KAAK,CACX,uHAAuH,EACvH,KAAK,CACN,CAAC;QACJ,CAAC,CAAC,CAAC;IACP,CAAC;IACD,oBAAoB;IACpB,MAAM,cAAc,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC;IAEhD,2CAA2C;IAC3C,MAAM,eAAe,GAAG;QACtB,SAAS,EAAE,IAAI;QACf,YAAY,EAAE,IAAI;QAClB,aAAa,EAAE,IAAI;QACnB,MAAM,EAAE,cAAc;KACvB,CAAC;IAEF,6CAA6C;IAC7C,OAAO,IAAI,KAAK,CAAC,WAAW,EAAE;QAC5B,GAAG,CAAC,MAAM,EAAE,IAAqB;YAC/B,MAAM,aAAa,GAAG,MAAM,CAAC,IAAe,CAAC,CAAC;YAE9C,6CAA6C;YAC7C,IACE,OAAO,IAAI,KAAK,QAAQ;gBACxB,+BAA+B,CAAC,GAAG,CAAC,IAAI,CAAC;gBACzC,OAAO,aAAa,KAAK,UAAU,EACnC,CAAC;gBACD,OAAO,UAAqB,GAAG,IAAW;oBACxC,IAAI,CAAC;wBACH,qDAAqD;wBACrD,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,OAAO,IAAI,CAAC,CAAC,CAAC,KAAK,QAAQ,EAAE,CAAC;4BAC9D,IAAI,CAAC,CAAC,CAAC,CAAC,sBAAsB,GAAG;gCAC/B,GAAG,eAAe;gCAClB,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,sBAAsB,IAAI,EAAE,CAAC;6BAC1C,CAAC;wBACJ,CAAC;oBACH,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,8CAA8C;wBAC9C,OAAO,CAAC,KAAK,CAAC,oCAAoC,EAAE,KAAK,CAAC,CAAC;oBAC7D,CAAC;oBAED,6BAA6B;oBAC7B,OAAO,aAAa,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;gBACzC,CAAC,CAAC;YACJ,CAAC;YAED,+EAA+E;YAC/E,OAAO,aAAa,CAAC;QACvB,CAAC;KACF,CAAC,CAAC;AACL,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "scorecard-ai",
-  "version": "2.3.0",
+  "version": "2.4.0",
   "description": "The official TypeScript library for the Scorecard API",
   "author": "Scorecard <team@scorecard.io>",
   "types": "./index.d.ts",
@@ -24,7 +24,13 @@
     "lint": "./scripts/lint",
     "fix": "./scripts/format"
   },
-  "dependencies": {},
+  "dependencies": {
+    "@opentelemetry/api": "^1.9.0",
+    "@opentelemetry/exporter-trace-otlp-http": "^0.207.0",
+    "@opentelemetry/resources": "^2.2.0",
+    "@opentelemetry/sdk-trace-node": "^2.2.0",
+    "@opentelemetry/semantic-conventions": "^1.37.0"
+  },
   "exports": {
     ".": {
       "require": {

package/src/index.ts

@@ -23,3 +23,4 @@ export {
 } from './core/error';
 
 export { runAndEvaluate } from './lib/runAndEvaluate';
+export { wrapAISDK } from './lib/wrapAISDK';

package/src/lib/wrapAISDK.ts

@@ -0,0 +1,232 @@
+import { NodeTracerProvider, BatchSpanProcessor } from '@opentelemetry/sdk-trace-node';
+import { OTLPTraceExporter } from '@opentelemetry/exporter-trace-otlp-http';
+import { defaultResource, resourceFromAttributes } from '@opentelemetry/resources';
+import { ATTR_SERVICE_NAME, ATTR_SERVICE_VERSION } from '@opentelemetry/semantic-conventions';
+import { Tracer } from '@opentelemetry/api';
+import { readEnv } from '../internal/utils';
+import { ScorecardError } from '../error';
+import { Scorecard } from '../client';
+
+/**
+ * Configuration for the Scorecard AI SDK wrapper
+ */
+interface ScorecardConfig {
+  /**
+   * ID of the Scorecard project that traces should be associated with.
+   * Defaults to SCORECARD_PROJECT_ID environment variable.
+   */
+  projectId?: string;
+
+  /**
+   * Metrics to score the traces against.
+   * It can be a list of metric IDs, descriptions of what you want the metric to do, or a mix of both.
+   * For example: ['123', 'Check if the response is concise'].
+   * If it's a description, the metric will be created if it doesn't exist.
+   * Defaults to empty array.
+   */
+  metrics?: string[];
+
+  /**
+   * Scorecard API key for authentication.
+   * Defaults to SCORECARD_API_KEY environment variable.
+   */
+  apiKey?: string;
+
+  /**
+   * Service name for telemetry.
+   * Defaults to "ai-sdk-app".
+   */
+  serviceName?: string;
+
+  /**
+   * Service version for telemetry.
+   * Defaults to undefined.
+   */
+  serviceVersion?: string;
+
+  /**
+   * Max export batch size for the batch span processor.
+   * Defaults to 1 so the traces are exported immediately.
+   */
+  maxExportBatchSize?: number;
+}
+
+const DEFAULT_SERVICE_NAME = 'ai-sdk-app';
+const AI_SDK_FUNCTIONS_WITH_TELEMETRY = new Set([
+  'embed',
+  'embedMany',
+  'generateObject',
+  'generateText',
+  'streamObject',
+  'streamText',
+]);
+/**
+ * Initialize the OpenTelemetry tracer with Scorecard configuration.
+ */
+function initializeTracer(config: ScorecardConfig = {}): Tracer {
+  const {
+    projectId = readEnv('SCORECARD_PROJECT_ID'),
+    apiKey = readEnv('SCORECARD_API_KEY'),
+    serviceName = DEFAULT_SERVICE_NAME,
+    serviceVersion,
+    maxExportBatchSize = 1,
+  } = config;
+
+  // Create resource with service information
+  const resource = defaultResource().merge(
+    resourceFromAttributes({
+      [ATTR_SERVICE_NAME]: serviceName,
+      ...(serviceVersion != null ? { [ATTR_SERVICE_VERSION]: serviceVersion } : null),
+      ...(projectId != null ? { 'scorecard.project_id': projectId } : null),
+    }),
+  );
+
+  // Create span processors
+  const spanProcessors = [];
+
+  try {
+    const tracingUrl = readEnv('SCORECARD_TRACING_URL') || 'https://tracing.scorecard.io/otel/v1/traces';
+    // Create OTLP exporter for Scorecard
+    const otlpExporter = new OTLPTraceExporter({
+      url: tracingUrl,
+      headers:
+        apiKey ?
+          {
+            Authorization: `Bearer ${apiKey}`,
+          }
+        : {},
+    });
+
+    // Add batch span processor with OTLP exporter
+    spanProcessors.push(
+      new BatchSpanProcessor(otlpExporter, {
+        maxExportBatchSize,
+      }),
+    );
+  } catch (error) {
+    // Handle initialization errors
+    console.error(error);
+    throw new ScorecardError('Failed to initialize Scorecard telemetry');
+  }
+
+  // Create tracer provider with span processors
+  const tracerProvider = new NodeTracerProvider({
+    resource,
+    spanProcessors,
+  });
+
+  // Register the provider
+  tracerProvider.register();
+
+  // Return the tracer instance
+  return tracerProvider.getTracer('ai-sdk-wrapper');
+}
+
+/**
+ * Wraps the AI SDK module to automatically inject telemetry configuration.
+ *
+ * @param aiSDKModule - The AI SDK module (e.g., import('ai'))
+ * @param config - Optional Scorecard configuration
+ * @returns Proxied AI SDK module with automatic telemetry injection
+ *
+ * @example
+ * ```typescript
+ * import ai from 'ai';
+ * import { wrapAISDK } from 'scorecard-ai';
+ *
+ * const aiSDK = await wrapAISDK(ai);
+ *
+ * // Now all AI SDK calls will automatically send traces to Scorecard.
+ * const { text } = await aiSDK.generateText({
+ *   model: openai('gpt-4o-mini'),
+ *   prompt: 'What is the capital of France? Answer in one sentence.',
+ * });
+ * ```
+ */
+export function wrapAISDK<T extends Record<string, unknown>>(
+  aiSDKModule: T,
+  config: ScorecardConfig = {},
+): T {
+  const projectId = config.projectId || readEnv('SCORECARD_PROJECT_ID');
+  const apiKey = config.apiKey || readEnv('SCORECARD_API_KEY');
+  const serviceName = config.serviceName || DEFAULT_SERVICE_NAME;
+  if (!apiKey) {
+    throw new ScorecardError(
+      'The SCORECARD_API_KEY environment variable is missing or empty; either provide it, or instantiate the AI SDK wrapper client with an apiKey option, like wrapAISDK(ai, { apiKey: "My API Key" }).',
+    );
+  }
+  const client = new Scorecard({ apiKey });
+
+  if (config.metrics && config.metrics.length > 0 && !projectId) {
+    throw new ScorecardError(
+      "The SCORECARD_PROJECT_ID environment variable is missing or empty; either provide it, or instantiate the AI SDK wrapper with a projectId option, like wrapAISDK(ai, { projectId: '123' }).",
+    );
+  }
+
+  // Create metrics and monitor if needed
+  if (config.metrics && config.metrics.length > 0 && projectId) {
+    client
+      .put(`/api/v2/projects/${projectId}/monitors`, {
+        body: {
+          description: serviceName,
+          metrics: config.metrics,
+          filter: {
+            serviceName,
+          },
+        },
+      })
+      // we use .catch instead of try/catch to avoid needing async/await in the wrapper
+      // otherwise the code would await here before giving back the wrapped AI SDK module
+      .catch((error) => {
+        console.error(
+          'Failed to create a Scorecard monitor for your AI SDK traces. The most common case is that the projectId is incorrect.',
+          error,
+        );
+      });
+  }
+  // Initialize tracer
+  const tracerInstance = initializeTracer(config);
+
+  // Create telemetry configuration to inject
+  const telemetryConfig = {
+    isEnabled: true,
+    recordInputs: true,
+    recordOutputs: true,
+    tracer: tracerInstance,
+  };
+
+  // Create a proxy to intercept function calls
+  return new Proxy(aiSDKModule, {
+    get(target, prop: string | symbol) {
+      const originalValue = target[prop as keyof T];
+
+      // Only wrap functions that support telemetry
+      if (
+        typeof prop === 'string' &&
+        AI_SDK_FUNCTIONS_WITH_TELEMETRY.has(prop) &&
+        typeof originalValue === 'function'
+      ) {
+        return function (this: any, ...args: any[]) {
+          try {
+            // The first argument is typically the options object
+            if (args.length > 0 && args[0] && typeof args[0] === 'object') {
+              args[0].experimental_telemetry = {
+                ...telemetryConfig,
+                ...(args[0].experimental_telemetry || {}),
+              };
+            }
+          } catch (error) {
+            // Silently handle any errors during injection
+            console.error('Failed to inject telemetry config:', error);
+          }
+
+          // Call the original function
+          return originalValue.apply(this, args);
+        };
+      }
+
+      // Return original value for non-function properties or non-telemetry functions
+      return originalValue;
+    },
+  });
+}

package/src/version.ts

@@ -1 +1 @@
-export const VERSION = '2.3.0'; // x-release-please-version
+export const VERSION = '2.4.0'; // x-release-please-version

package/version.d.mts

@@ -1,2 +1,2 @@
-export declare const VERSION = "2.3.0";
+export declare const VERSION = "2.4.0";
 //# sourceMappingURL=version.d.mts.map

package/version.d.ts

@@ -1,2 +1,2 @@
-export declare const VERSION = "2.3.0";
+export declare const VERSION = "2.4.0";
 //# sourceMappingURL=version.d.ts.map

package/version.js

@@ -1,5 +1,5 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.VERSION = void 0;
-exports.VERSION = '2.3.0'; // x-release-please-version
+exports.VERSION = '2.4.0'; // x-release-please-version
 //# sourceMappingURL=version.js.map

package/version.mjs

@@ -1,2 +1,2 @@
-export const VERSION = '2.3.0'; // x-release-please-version
+export const VERSION = '2.4.0'; // x-release-please-version
 //# sourceMappingURL=version.mjs.map