scorecard-ai 0.4.0 → 0.5.3

package/dist/api/resources/testset/client/Client.js

@@ -64,15 +64,16 @@ class Testset {
      *     await scorecard.testset.get(1)
      */
     get(testsetId, requestOptions) {
-        var _a;
+        var _a, _b;
         return __awaiter(this, void 0, void 0, function* () {
-            const _response = yield core.fetcher({
-                url: (0, url_join_1.default)((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.ScorecardEnvironment.Default, `v1/testset/${encodeURIComponent(testsetId)}`),
+            const _response = yield ((_a = this._options.fetcher) !== null && _a !== void 0 ? _a : core.fetcher)({
+                url: (0, url_join_1.default)((_b = (yield core.Supplier.get(this._options.environment))) !== null && _b !== void 0 ? _b : environments.ScorecardEnvironment.Default, `v1/testset/${encodeURIComponent(testsetId)}`),
                 method: "GET",
-                headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "scorecard-ai", "X-Fern-SDK-Version": "0.4.0", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
+                headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "scorecard-ai", "X-Fern-SDK-Version": "0.5.3", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
                 contentType: "application/json",
                 timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : 60000,
                 maxRetries: requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.maxRetries,
+                abortSignal: requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.abortSignal,
             });
             if (_response.ok) {
                 return yield serializers.Testset.parseOrThrow(_response.body, {
@@ -154,15 +155,16 @@ class Testset {
      *     await scorecard.testset.delete(1)
      */
     delete(testsetId, requestOptions) {
-        var _a;
+        var _a, _b;
         return __awaiter(this, void 0, void 0, function* () {
-            const _response = yield core.fetcher({
-                url: (0, url_join_1.default)((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.ScorecardEnvironment.Default, `v1/testset/${encodeURIComponent(testsetId)}`),
+            const _response = yield ((_a = this._options.fetcher) !== null && _a !== void 0 ? _a : core.fetcher)({
+                url: (0, url_join_1.default)((_b = (yield core.Supplier.get(this._options.environment))) !== null && _b !== void 0 ? _b : environments.ScorecardEnvironment.Default, `v1/testset/${encodeURIComponent(testsetId)}`),
                 method: "DELETE",
-                headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "scorecard-ai", "X-Fern-SDK-Version": "0.4.0", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
+                headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "scorecard-ai", "X-Fern-SDK-Version": "0.5.3", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
                 contentType: "application/json",
                 timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : 60000,
                 maxRetries: requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.maxRetries,
+                abortSignal: requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.abortSignal,
             });
             if (_response.ok) {
                 return yield serializers.Testset.parseOrThrow(_response.body, {
@@ -246,16 +248,17 @@ class Testset {
      *     })
      */
     create(request, requestOptions) {
-        var _a;
+        var _a, _b;
         return __awaiter(this, void 0, void 0, function* () {
-            const _response = yield core.fetcher({
-                url: (0, url_join_1.default)((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.ScorecardEnvironment.Default, "v1/testset"),
+            const _response = yield ((_a = this._options.fetcher) !== null && _a !== void 0 ? _a : core.fetcher)({
+                url: (0, url_join_1.default)((_b = (yield core.Supplier.get(this._options.environment))) !== null && _b !== void 0 ? _b : environments.ScorecardEnvironment.Default, "v1/testset"),
                 method: "POST",
-                headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "scorecard-ai", "X-Fern-SDK-Version": "0.4.0", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
+                headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "scorecard-ai", "X-Fern-SDK-Version": "0.5.3", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
                 contentType: "application/json",
                 body: yield serializers.TestsetCreateParams.jsonOrThrow(request, { unrecognizedObjectKeys: "strip" }),
                 timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : 60000,
                 maxRetries: requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.maxRetries,
+                abortSignal: requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.abortSignal,
             });
             if (_response.ok) {
                 return yield serializers.Testset.parseOrThrow(_response.body, {
@@ -337,15 +340,16 @@ class Testset {
      *     await scorecard.testset.readSchema(1)
      */
     readSchema(testsetId, requestOptions) {
-        var _a;
+        var _a, _b;
         return __awaiter(this, void 0, void 0, function* () {
-            const _response = yield core.fetcher({
-                url: (0, url_join_1.default)((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.ScorecardEnvironment.Default, `v1/testset/${encodeURIComponent(testsetId)}/schema`),
+            const _response = yield ((_a = this._options.fetcher) !== null && _a !== void 0 ? _a : core.fetcher)({
+                url: (0, url_join_1.default)((_b = (yield core.Supplier.get(this._options.environment))) !== null && _b !== void 0 ? _b : environments.ScorecardEnvironment.Default, `v1/testset/${encodeURIComponent(testsetId)}/schema`),
                 method: "GET",
-                headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "scorecard-ai", "X-Fern-SDK-Version": "0.4.0", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
+                headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "scorecard-ai", "X-Fern-SDK-Version": "0.5.3", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
                 contentType: "application/json",
                 timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : 60000,
                 maxRetries: requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.maxRetries,
+                abortSignal: requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.abortSignal,
             });
             if (_response.ok) {
                 return yield serializers.CustomSchema.parseOrThrow(_response.body, {
@@ -428,7 +432,7 @@ class Testset {
      *     await scorecard.testset.getTestcases(1)
      */
     getTestcases(testsetId, request = {}, requestOptions) {
-        var _a;
+        var _a, _b;
         return __awaiter(this, void 0, void 0, function* () {
             const { offset, limit } = request;
             const _queryParams = {};
@@ -438,14 +442,15 @@ class Testset {
             if (limit != null) {
                 _queryParams["limit"] = limit.toString();
             }
-            const _response = yield core.fetcher({
-                url: (0, url_join_1.default)((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.ScorecardEnvironment.Default, `v1/testset/${encodeURIComponent(testsetId)}/testcase`),
+            const _response = yield ((_a = this._options.fetcher) !== null && _a !== void 0 ? _a : core.fetcher)({
+                url: (0, url_join_1.default)((_b = (yield core.Supplier.get(this._options.environment))) !== null && _b !== void 0 ? _b : environments.ScorecardEnvironment.Default, `v1/testset/${encodeURIComponent(testsetId)}/testcase`),
                 method: "GET",
-                headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "scorecard-ai", "X-Fern-SDK-Version": "0.4.0", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
+                headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "scorecard-ai", "X-Fern-SDK-Version": "0.5.3", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
                 contentType: "application/json",
                 queryParameters: _queryParams,
                 timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : 60000,
                 maxRetries: requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.maxRetries,
+                abortSignal: requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.abortSignal,
             });
             if (_response.ok) {
                 return yield serializers.PaginatedTestcaseResponse.parseOrThrow(_response.body, {

package/dist/api/resources/traces/client/Client.d.ts

@@ -8,10 +8,12 @@ export declare namespace Traces {
     interface Options {
         environment?: core.Supplier<environments.ScorecardEnvironment | string>;
         apiKey: core.Supplier<string>;
+        fetcher?: core.FetchFunction;
     }
     interface RequestOptions {
         timeoutInSeconds?: number;
         maxRetries?: number;
+        abortSignal?: AbortSignal;
     }
 }
 export declare class Traces {

package/dist/api/resources/traces/client/Client.js

@@ -64,15 +64,16 @@ class Traces {
      *     await scorecard.traces.get("trace_id")
      */
     get(traceId, requestOptions) {
-        var _a;
+        var _a, _b;
         return __awaiter(this, void 0, void 0, function* () {
-            const _response = yield core.fetcher({
-                url: (0, url_join_1.default)((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.ScorecardEnvironment.Default, `v1/traces/${encodeURIComponent(traceId)}/spans`),
+            const _response = yield ((_a = this._options.fetcher) !== null && _a !== void 0 ? _a : core.fetcher)({
+                url: (0, url_join_1.default)((_b = (yield core.Supplier.get(this._options.environment))) !== null && _b !== void 0 ? _b : environments.ScorecardEnvironment.Default, `v1/traces/${encodeURIComponent(traceId)}/spans`),
                 method: "GET",
-                headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "scorecard-ai", "X-Fern-SDK-Version": "0.4.0", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
+                headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "scorecard-ai", "X-Fern-SDK-Version": "0.5.3", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
                 contentType: "application/json",
                 timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : 60000,
                 maxRetries: requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.maxRetries,
+                abortSignal: requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.abortSignal,
             });
             if (_response.ok) {
                 return yield serializers.traces.get.Response.parseOrThrow(_response.body, {

package/dist/core/fetcher/Fetcher.d.ts

@@ -11,6 +11,7 @@ export declare namespace Fetcher {
         timeoutMs?: number;
         maxRetries?: number;
         withCredentials?: boolean;
+        abortSignal?: AbortSignal;
         responseType?: "json" | "blob" | "streaming" | "text";
     }
     type Error = FailedStatusCodeError | NonJsonError | TimeoutError | UnknownError;

package/dist/core/fetcher/Fetcher.js

@@ -63,6 +63,9 @@ function fetcherImpl(args) {
             if (body instanceof Uint8Array) {
                 return body;
             }
+            else if (args.contentType === "application/x-www-form-urlencoded" && typeof args.body === "string") {
+                return args.body;
+            }
             else {
                 return JSON.stringify(body);
             }
@@ -96,20 +99,27 @@ function fetcherImpl(args) {
                 ? fetch
                 : (yield Promise.resolve().then(() => __importStar(require("node-fetch")))).default;
         const makeRequest = () => __awaiter(this, void 0, void 0, function* () {
-            const controller = new AbortController();
-            let abortId = undefined;
+            const signals = [];
+            // Add timeout signal
+            let timeoutAbortId = undefined;
             if (args.timeoutMs != null) {
-                abortId = setTimeout(() => controller.abort(), args.timeoutMs);
+                const { signal, abortId } = getTimeoutSignal(args.timeoutMs);
+                timeoutAbortId = abortId;
+                signals.push(signal);
+            }
+            // Add arbitrary signal
+            if (args.abortSignal != null) {
+                signals.push(args.abortSignal);
             }
             const response = yield fetchFn(url, {
                 method: args.method,
                 headers,
                 body,
-                signal: controller.signal,
+                signal: anySignal(signals),
                 credentials: args.withCredentials ? "include" : undefined,
             });
-            if (abortId != null) {
-                clearTimeout(abortId);
+            if (timeoutAbortId != null) {
+                clearTimeout(timeoutAbortId);
             }
             return response;
         });
@@ -175,7 +185,16 @@ function fetcherImpl(args) {
             }
         }
         catch (error) {
-            if (error instanceof Error && error.name === "AbortError") {
+            if (args.abortSignal != null && args.abortSignal.aborted) {
+                return {
+                    ok: false,
+                    error: {
+                        reason: "unknown",
+                        errorMessage: "The user aborted a request",
+                    },
+                };
+            }
+            else if (error instanceof Error && error.name === "AbortError") {
                 return {
                     ok: false,
                     error: {
@@ -202,4 +221,36 @@ function fetcherImpl(args) {
         }
     });
 }
+const TIMEOUT = "timeout";
+function getTimeoutSignal(timeoutMs) {
+    const controller = new AbortController();
+    const abortId = setTimeout(() => controller.abort(TIMEOUT), timeoutMs);
+    return { signal: controller.signal, abortId };
+}
+/**
+ * Returns an abort signal that is getting aborted when
+ * at least one of the specified abort signals is aborted.
+ *
+ * Requires at least node.js 18.
+ */
+function anySignal(...args) {
+    // Allowing signals to be passed either as array
+    // of signals or as multiple arguments.
+    const signals = (args.length === 1 && Array.isArray(args[0]) ? args[0] : args);
+    const controller = new AbortController();
+    for (const signal of signals) {
+        if (signal.aborted) {
+            // Exiting early if one of the signals
+            // is already aborted.
+            controller.abort(signal === null || signal === void 0 ? void 0 : signal.reason);
+            break;
+        }
+        // Listening for signals and removing the listeners
+        // when at least one symbol is aborted.
+        signal.addEventListener("abort", () => controller.abort(signal === null || signal === void 0 ? void 0 : signal.reason), {
+            signal: controller.signal,
+        });
+    }
+    return controller.signal;
+}
 exports.fetcher = fetcherImpl;

package/dist/telemetry.d.ts

@@ -0,0 +1,6 @@
+declare const trace: any;
+declare const OTLPTraceExporter: any;
+declare const Resource: any;
+declare const BatchSpanProcessor: any, ConsoleSpanExporter: any, NodeTracerProvider: any;
+declare const SEMRESATTRS_SERVICE_NAME: any;
+declare function checkInstalled(...modules: string[]): boolean;

package/dist/telemetry.js

@@ -0,0 +1,65 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+const { trace } = require('@opentelemetry/api');
+const { OTLPTraceExporter } = require('@opentelemetry/exporter-trace-otlp-http');
+const { Resource } = require('@opentelemetry/resources');
+const { BatchSpanProcessor, ConsoleSpanExporter, NodeTracerProvider } = require('@opentelemetry/sdk-trace-node');
+const { SEMRESATTRS_SERVICE_NAME } = require('@opentelemetry/semantic-conventions');
+function checkInstalled(...modules) {
+    for (let i = 0; i < modules.length; i++) {
+        let module = modules[i];
+        try {
+            require.resolve(module);
+        }
+        catch (e) {
+            return false;
+        }
+    }
+    return true;
+}
+module.exports = {
+    setup(name, scorecardConfig, debug = false) {
+        const resource = Resource.default().merge(new Resource({
+            [SEMRESATTRS_SERVICE_NAME]: name,
+        }));
+        const provider = new NodeTracerProvider({
+            resource,
+        });
+        if (debug) {
+            const consoleExporter = new ConsoleSpanExporter();
+            const processor = new BatchSpanProcessor(consoleExporter);
+            provider.addSpanProcessor(processor);
+        }
+        const url = scorecardConfig.telemetryUrl ? scorecardConfig.telemetryUrl : 'https://telemetry.getscorecard.ai';
+        const otlpExporter = new OTLPTraceExporter({
+            url: `${url}/v1/traces`,
+            headers: {
+                'Authorization': `Bearer ${scorecardConfig.telemetryKey}`
+            },
+        });
+        const processor = new BatchSpanProcessor(otlpExporter);
+        provider.addSpanProcessor(processor);
+        provider.register();
+        if (checkInstalled('@langchain/core')) {
+            const { LangChainInstrumentation } = require('@arizeai/openinference-instrumentation-langchain');
+            new LangChainInstrumentation().manuallyInstrument(require('@langchain/core/callbacks/manager'));
+        }
+        if (checkInstalled('openai')) {
+            const { OpenAIInstrumentation } = require('@arizeai/openinference-instrumentation-openai');
+            new OpenAIInstrumentation().manuallyInstrument(require('openai'));
+        }
+        const tracer = trace.getTracer();
+        process.on('beforeExit', () => __awaiter(this, void 0, void 0, function* () {
+            yield provider.shutdown();
+        }));
+        return tracer;
+    }
+};

package/dist/wrapper/ScorecardClient.d.ts

@@ -1,12 +1,6 @@
 import { ScorecardClient as FernClient } from "../Client";
-import * as core from "../core";
 export declare namespace ScorecardClient {
-    interface Options {
-        /**
-         * Your Scorecard API Key. Defaults to the environment
-         * variable SCORECARD_API_KEY.
-         */
-        apiKey?: core.Supplier<string>;
+    interface RequestOptions extends FernClient.RequestOptions {
     }
     interface RunTestArgs {
         /**
@@ -24,7 +18,6 @@ export declare namespace ScorecardClient {
     }
 }
 export declare class ScorecardClient extends FernClient {
-    constructor(options?: ScorecardClient.Options);
     /**
      * Runs all tests within a testset
      */

package/dist/wrapper/ScorecardClient.js

@@ -36,18 +36,6 @@ exports.ScorecardClient = void 0;
 const Client_1 = require("../Client");
 const errors = __importStar(require("../errors"));
 class ScorecardClient extends Client_1.ScorecardClient {
-    constructor(options = {}) {
-        var _a;
-        const apiKey = (_a = options.apiKey) !== null && _a !== void 0 ? _a : process.env["SCORECARD_API_KEY"];
-        if (apiKey == null) {
-            throw new errors.ScorecardError({
-                message: "Please pass in your Scorecard API Key or export SCORECARD_API_KEY in your environment.",
-            });
-        }
-        super({
-            apiKey,
-        });
-    }
     /**
      * Runs all tests within a testset
      */

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "scorecard-ai",
-    "version": "0.4.0",
+    "version": "0.5.3",
     "private": false,
     "repository": "https://github.com/scorecard-ai/scorecard-node",
     "license": "See LICENSE",
@@ -19,6 +19,50 @@
         "node-fetch": "2.7.0",
         "qs": "6.11.2"
     },
+    "peerDependencies": {
+        "@arizeai/openinference-instrumentation-langchain": "^0.0.5",
+        "@arizeai/openinference-instrumentation-openai": "^0.2.0",
+        "@langchain/core": "^0.1.63",
+        "@opentelemetry/api": "*",
+        "@opentelemetry/exporter-trace-otlp-http": "*",
+        "@opentelemetry/instrumentation": ">=0.40.0",
+        "@opentelemetry/resources": "*",
+        "@opentelemetry/sdk-trace-node": "*",
+        "@opentelemetry/semantic-conventions": "*",
+        "openai": "^4.47.1"
+    },
+    "peerDependenciesMeta": {
+        "@arizeai/openinference-instrumentation-langchain": {
+            "optional": false
+        },
+        "@arizeai/openinference-instrumentation-openai": {
+            "optional": false
+        },
+        "@langchain/core": {
+            "optional": true
+        },
+        "@opentelemetry/api": {
+            "optional": false
+        },
+        "@opentelemetry/exporter-trace-otlp-http": {
+            "optional": false
+        },
+        "@opentelemetry/instrumentation": {
+            "optional": false
+        },
+        "@opentelemetry/resources": {
+            "optional": false
+        },
+        "@opentelemetry/sdk-trace-node": {
+            "optional": false
+        },
+        "@opentelemetry/semantic-conventions": {
+            "optional": false
+        },
+        "openai": {
+            "optional": true
+        }
+    },
     "devDependencies": {
         "@types/url-join": "4.0.1",
         "@types/qs": "6.9.8",
@@ -29,6 +73,16 @@
         "jest-environment-jsdom": "29.7.0",
         "@types/node": "17.0.33",
         "prettier": "2.7.1",
-        "typescript": "4.6.4"
+        "typescript": "4.6.4",
+        "@arizeai/openinference-instrumentation-langchain": "^0.0.5",
+        "@arizeai/openinference-instrumentation-openai": "^0.2.0",
+        "@langchain/core": "^0.1.63",
+        "@opentelemetry/api": "latest",
+        "@opentelemetry/exporter-trace-otlp-http": "latest",
+        "@opentelemetry/instrumentation": "latest",
+        "@opentelemetry/resources": "latest",
+        "@opentelemetry/sdk-trace-node": "latest",
+        "@opentelemetry/semantic-conventions": "latest",
+        "openai": "^4.47.1"
     }
 }

package/telemetry.d.ts

@@ -0,0 +1,6 @@
+declare const trace: any;
+declare const OTLPTraceExporter: any;
+declare const Resource: any;
+declare const BatchSpanProcessor: any, ConsoleSpanExporter: any, NodeTracerProvider: any;
+declare const SEMRESATTRS_SERVICE_NAME: any;
+declare function checkInstalled(...modules: string[]): boolean;

package/telemetry.js

@@ -0,0 +1,65 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+const { trace } = require('@opentelemetry/api');
+const { OTLPTraceExporter } = require('@opentelemetry/exporter-trace-otlp-http');
+const { Resource } = require('@opentelemetry/resources');
+const { BatchSpanProcessor, ConsoleSpanExporter, NodeTracerProvider } = require('@opentelemetry/sdk-trace-node');
+const { SEMRESATTRS_SERVICE_NAME } = require('@opentelemetry/semantic-conventions');
+function checkInstalled(...modules) {
+    for (let i = 0; i < modules.length; i++) {
+        let module = modules[i];
+        try {
+            require.resolve(module);
+        }
+        catch (e) {
+            return false;
+        }
+    }
+    return true;
+}
+module.exports = {
+    setup(name, scorecardConfig, debug = false) {
+        const resource = Resource.default().merge(new Resource({
+            [SEMRESATTRS_SERVICE_NAME]: name,
+        }));
+        const provider = new NodeTracerProvider({
+            resource,
+        });
+        if (debug) {
+            const consoleExporter = new ConsoleSpanExporter();
+            const processor = new BatchSpanProcessor(consoleExporter);
+            provider.addSpanProcessor(processor);
+        }
+        const url = scorecardConfig.telemetryUrl ? scorecardConfig.telemetryUrl : 'https://telemetry.getscorecard.ai';
+        const otlpExporter = new OTLPTraceExporter({
+            url: `${url}/v1/traces`,
+            headers: {
+                'Authorization': `Bearer ${scorecardConfig.telemetryKey}`
+            },
+        });
+        const processor = new BatchSpanProcessor(otlpExporter);
+        provider.addSpanProcessor(processor);
+        provider.register();
+        if (checkInstalled('@langchain/core')) {
+            const { LangChainInstrumentation } = require('@arizeai/openinference-instrumentation-langchain');
+            new LangChainInstrumentation().manuallyInstrument(require('@langchain/core/callbacks/manager'));
+        }
+        if (checkInstalled('openai')) {
+            const { OpenAIInstrumentation } = require('@arizeai/openinference-instrumentation-openai');
+            new OpenAIInstrumentation().manuallyInstrument(require('openai'));
+        }
+        const tracer = trace.getTracer();
+        process.on('beforeExit', () => __awaiter(this, void 0, void 0, function* () {
+            yield provider.shutdown();
+        }));
+        return tracer;
+    }
+};

package/wrapper/ScorecardClient.d.ts

@@ -1,12 +1,6 @@
 import { ScorecardClient as FernClient } from "../Client";
-import * as core from "../core";
 export declare namespace ScorecardClient {
-    interface Options {
-        /**
-         * Your Scorecard API Key. Defaults to the environment
-         * variable SCORECARD_API_KEY.
-         */
-        apiKey?: core.Supplier<string>;
+    interface RequestOptions extends FernClient.RequestOptions {
     }
     interface RunTestArgs {
         /**
@@ -24,7 +18,6 @@ export declare namespace ScorecardClient {
     }
 }
 export declare class ScorecardClient extends FernClient {
-    constructor(options?: ScorecardClient.Options);
     /**
      * Runs all tests within a testset
      */

package/wrapper/ScorecardClient.js

@@ -36,18 +36,6 @@ exports.ScorecardClient = void 0;
 const Client_1 = require("../Client");
 const errors = __importStar(require("../errors"));
 class ScorecardClient extends Client_1.ScorecardClient {
-    constructor(options = {}) {
-        var _a;
-        const apiKey = (_a = options.apiKey) !== null && _a !== void 0 ? _a : process.env["SCORECARD_API_KEY"];
-        if (apiKey == null) {
-            throw new errors.ScorecardError({
-                message: "Please pass in your Scorecard API Key or export SCORECARD_API_KEY in your environment.",
-            });
-        }
-        super({
-            apiKey,
-        });
-    }
     /**
      * Runs all tests within a testset
      */