scorecard-ai 0.3.0 → 0.5.2

package/dist/api/resources/traces/client/Client.js

@@ -64,15 +64,16 @@ class Traces {
      *     await scorecard.traces.get("trace_id")
      */
     get(traceId, requestOptions) {
-        var _a;
+        var _a, _b;
         return __awaiter(this, void 0, void 0, function* () {
-            const _response = yield core.fetcher({
-                url: (0, url_join_1.default)((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.ScorecardEnvironment.Default, `v1/traces/${encodeURIComponent(traceId)}/spans`),
+            const _response = yield ((_a = this._options.fetcher) !== null && _a !== void 0 ? _a : core.fetcher)({
+                url: (0, url_join_1.default)((_b = (yield core.Supplier.get(this._options.environment))) !== null && _b !== void 0 ? _b : environments.ScorecardEnvironment.Default, `v1/traces/${encodeURIComponent(traceId)}/spans`),
                 method: "GET",
-                headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "scorecard-ai", "X-Fern-SDK-Version": "0.3.0", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
+                headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "scorecard-ai", "X-Fern-SDK-Version": "0.5.2", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
                 contentType: "application/json",
                 timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : 60000,
                 maxRetries: requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.maxRetries,
+                abortSignal: requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.abortSignal,
             });
             if (_response.ok) {
                 return yield serializers.traces.get.Response.parseOrThrow(_response.body, {

package/dist/api/types/Grade.d.ts

@@ -12,7 +12,9 @@ export interface Grade {
     binaryScore?: boolean;
     intScore?: number;
     reasoning?: string;
+    /** Indicates if a human should assign a grade. */
     humanEval?: boolean;
+    /** The status of the grade. */
     status?: Scorecard.ScoreStatus;
     errorMessage?: string;
     createdAt?: Date;

package/dist/api/types/PaginatedTestcaseResponse.d.ts

@@ -6,5 +6,6 @@ export interface PaginatedTestcaseResponse {
     count: number;
     next?: string;
     previous?: string;
+    /** The list of Testcases retrieved in this page. */
     results: Scorecard.TestCase[];
 }

package/dist/api/types/TestCase.d.ts

@@ -5,7 +5,9 @@ import * as Scorecard from "../index";
 export interface TestCase {
     id?: number;
     createdAt?: Date;
+    /** The ID of the testset the testcase belongs to. */
     testsetId: number;
+    /** The user query for the testcase. */
     userQuery: string;
     context?: string;
     ideal?: string;

package/dist/api/types/TestCaseCustomInputsValue.d.ts

@@ -2,4 +2,4 @@
  * This file was auto-generated by Fern from our API Definition.
  */
 import * as Scorecard from "../index";
-export declare type TestCaseCustomInputsValue = string | Scorecard.FileUrl | Scorecard.JsonObject;
+export declare type TestCaseCustomInputsValue = Scorecard.FileUrl | Scorecard.JsonObject | string | number | number | boolean;

package/dist/api/types/TestCaseCustomLabelsValue.d.ts

@@ -2,4 +2,4 @@
  * This file was auto-generated by Fern from our API Definition.
  */
 import * as Scorecard from "../index";
-export declare type TestCaseCustomLabelsValue = string | Scorecard.FileUrl | Scorecard.JsonObject;
+export declare type TestCaseCustomLabelsValue = Scorecard.FileUrl | Scorecard.JsonObject | string | number | number | boolean;

package/dist/api/types/TestcaseDeletionResponse.d.ts

@@ -0,0 +1,9 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+export interface TestcaseDeletionResponse {
+    /** The ID of the testcase that was deleted. */
+    id: number;
+    /** The message indicating the testcase was deleted. */
+    detail: string;
+}

package/dist/api/types/TestcaseDeletionResponse.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/Testrecord.d.ts

@@ -12,7 +12,6 @@ export interface Testrecord {
     context?: string;
     modelResponse?: string;
     ideal?: string;
-    fullPrompt?: string;
     customInputs?: Record<string, Scorecard.TestrecordCustomInputsValue | undefined>;
     customLabels?: Record<string, Scorecard.TestrecordCustomLabelsValue | undefined>;
     customOutputs?: Record<string, Scorecard.TestrecordCustomOutputsValue | undefined>;

package/dist/api/types/index.d.ts

@@ -24,6 +24,7 @@ export * from "./TestCase";
 export * from "./TestCaseCreate";
 export * from "./TestRecordCreate";
 export * from "./TestSetCreate";
+export * from "./TestcaseDeletionResponse";
 export * from "./TestrecordCustomInputsValue";
 export * from "./TestrecordCustomLabelsValue";
 export * from "./TestrecordCustomOutputsValue";

package/dist/api/types/index.js

@@ -40,6 +40,7 @@ __exportStar(require("./TestCase"), exports);
 __exportStar(require("./TestCaseCreate"), exports);
 __exportStar(require("./TestRecordCreate"), exports);
 __exportStar(require("./TestSetCreate"), exports);
+__exportStar(require("./TestcaseDeletionResponse"), exports);
 __exportStar(require("./TestrecordCustomInputsValue"), exports);
 __exportStar(require("./TestrecordCustomLabelsValue"), exports);
 __exportStar(require("./TestrecordCustomOutputsValue"), exports);

package/dist/core/fetcher/Fetcher.d.ts

@@ -11,6 +11,7 @@ export declare namespace Fetcher {
         timeoutMs?: number;
         maxRetries?: number;
         withCredentials?: boolean;
+        abortSignal?: AbortSignal;
         responseType?: "json" | "blob" | "streaming" | "text";
     }
     type Error = FailedStatusCodeError | NonJsonError | TimeoutError | UnknownError;

package/dist/core/fetcher/Fetcher.js

@@ -63,6 +63,9 @@ function fetcherImpl(args) {
             if (body instanceof Uint8Array) {
                 return body;
             }
+            else if (args.contentType === "application/x-www-form-urlencoded" && typeof args.body === "string") {
+                return args.body;
+            }
             else {
                 return JSON.stringify(body);
             }
@@ -96,20 +99,27 @@ function fetcherImpl(args) {
                 ? fetch
                 : (yield Promise.resolve().then(() => __importStar(require("node-fetch")))).default;
         const makeRequest = () => __awaiter(this, void 0, void 0, function* () {
-            const controller = new AbortController();
-            let abortId = undefined;
+            const signals = [];
+            // Add timeout signal
+            let timeoutAbortId = undefined;
             if (args.timeoutMs != null) {
-                abortId = setTimeout(() => controller.abort(), args.timeoutMs);
+                const { signal, abortId } = getTimeoutSignal(args.timeoutMs);
+                timeoutAbortId = abortId;
+                signals.push(signal);
+            }
+            // Add arbitrary signal
+            if (args.abortSignal != null) {
+                signals.push(args.abortSignal);
             }
             const response = yield fetchFn(url, {
                 method: args.method,
                 headers,
                 body,
-                signal: controller.signal,
+                signal: anySignal(signals),
                 credentials: args.withCredentials ? "include" : undefined,
             });
-            if (abortId != null) {
-                clearTimeout(abortId);
+            if (timeoutAbortId != null) {
+                clearTimeout(timeoutAbortId);
             }
             return response;
         });
@@ -175,7 +185,16 @@ function fetcherImpl(args) {
             }
         }
         catch (error) {
-            if (error instanceof Error && error.name === "AbortError") {
+            if (args.abortSignal != null && args.abortSignal.aborted) {
+                return {
+                    ok: false,
+                    error: {
+                        reason: "unknown",
+                        errorMessage: "The user aborted a request",
+                    },
+                };
+            }
+            else if (error instanceof Error && error.name === "AbortError") {
                 return {
                     ok: false,
                     error: {
@@ -202,4 +221,36 @@ function fetcherImpl(args) {
         }
     });
 }
+const TIMEOUT = "timeout";
+function getTimeoutSignal(timeoutMs) {
+    const controller = new AbortController();
+    const abortId = setTimeout(() => controller.abort(TIMEOUT), timeoutMs);
+    return { signal: controller.signal, abortId };
+}
+/**
+ * Returns an abort signal that is getting aborted when
+ * at least one of the specified abort signals is aborted.
+ *
+ * Requires at least node.js 18.
+ */
+function anySignal(...args) {
+    // Allowing signals to be passed either as array
+    // of signals or as multiple arguments.
+    const signals = (args.length === 1 && Array.isArray(args[0]) ? args[0] : args);
+    const controller = new AbortController();
+    for (const signal of signals) {
+        if (signal.aborted) {
+            // Exiting early if one of the signals
+            // is already aborted.
+            controller.abort(signal === null || signal === void 0 ? void 0 : signal.reason);
+            break;
+        }
+        // Listening for signals and removing the listeners
+        // when at least one symbol is aborted.
+        signal.addEventListener("abort", () => controller.abort(signal === null || signal === void 0 ? void 0 : signal.reason), {
+            signal: controller.signal,
+        });
+    }
+    return controller.signal;
+}
 exports.fetcher = fetcherImpl;

package/dist/serialization/resources/prompt/client/index.d.ts

@@ -1,4 +1 @@
-export * as getRoots from "./getRoots";
-export * as getProds from "./getProds";
-export * as getGraph from "./getGraph";
 export * from "./requests";

package/dist/serialization/resources/prompt/client/index.js

@@ -10,24 +10,8 @@ var __createBinding = (this && this.__createBinding) || (Object.create ? (functi
     if (k2 === undefined) k2 = k;
     o[k2] = m[k];
 }));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
 var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getGraph = exports.getProds = exports.getRoots = void 0;
-exports.getRoots = __importStar(require("./getRoots"));
-exports.getProds = __importStar(require("./getProds"));
-exports.getGraph = __importStar(require("./getGraph"));
 __exportStar(require("./requests"), exports);

package/dist/serialization/resources/prompt/client/requests/PromptUpdateParams.d.ts

@@ -7,7 +7,6 @@ import * as core from "../../../../../core";
 export declare const PromptUpdateParams: core.serialization.Schema<serializers.PromptUpdateParams.Raw, Scorecard.PromptUpdateParams>;
 export declare namespace PromptUpdateParams {
     interface Raw {
-        is_archived?: boolean | null;
         is_prod?: boolean | null;
     }
 }

package/dist/serialization/resources/prompt/client/requests/PromptUpdateParams.js

@@ -29,6 +29,5 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.PromptUpdateParams = void 0;
 const core = __importStar(require("../../../../../core"));
 exports.PromptUpdateParams = core.serialization.object({
-    isArchived: core.serialization.property("is_archived", core.serialization.boolean().optional()),
     isProd: core.serialization.property("is_prod", core.serialization.boolean().optional()),
 });

package/dist/serialization/resources/run/client/requests/UpdateStatusParams.d.ts

@@ -8,6 +8,6 @@ import { RunStatus } from "../../../../types/RunStatus";
 export declare const UpdateStatusParams: core.serialization.Schema<serializers.UpdateStatusParams.Raw, Scorecard.UpdateStatusParams>;
 export declare namespace UpdateStatusParams {
     interface Raw {
-        status: RunStatus.Raw;
+        status?: RunStatus.Raw | null;
     }
 }

package/dist/serialization/resources/run/client/requests/UpdateStatusParams.js

@@ -30,5 +30,5 @@ exports.UpdateStatusParams = void 0;
 const core = __importStar(require("../../../../../core"));
 const RunStatus_1 = require("../../../../types/RunStatus");
 exports.UpdateStatusParams = core.serialization.object({
-    status: RunStatus_1.RunStatus,
+    status: RunStatus_1.RunStatus.optional(),
 });

package/dist/serialization/resources/testcase/client/requests/TestcaseCreateParams.d.ts

@@ -9,7 +9,7 @@ import { TestcaseCreateParamsCustomLabelsValue } from "../../types/TestcaseCreat
 export declare const TestcaseCreateParams: core.serialization.Schema<serializers.TestcaseCreateParams.Raw, Scorecard.TestcaseCreateParams>;
 export declare namespace TestcaseCreateParams {
     interface Raw {
-        user_query: string;
+        user_query?: string | null;
         context?: string | null;
         ideal?: string | null;
         custom_inputs?: Record<string, TestcaseCreateParamsCustomInputsValue.Raw | null | undefined> | null;

package/dist/serialization/resources/testcase/client/requests/TestcaseCreateParams.js

@@ -31,7 +31,7 @@ const core = __importStar(require("../../../../../core"));
 const TestcaseCreateParamsCustomInputsValue_1 = require("../../types/TestcaseCreateParamsCustomInputsValue");
 const TestcaseCreateParamsCustomLabelsValue_1 = require("../../types/TestcaseCreateParamsCustomLabelsValue");
 exports.TestcaseCreateParams = core.serialization.object({
-    userQuery: core.serialization.property("user_query", core.serialization.string()),
+    userQuery: core.serialization.property("user_query", core.serialization.string().optional()),
     context: core.serialization.string().optional(),
     ideal: core.serialization.string().optional(),
     customInputs: core.serialization.property("custom_inputs", core.serialization

package/dist/serialization/resources/testcase/types/TestcaseCreateParamsCustomInputsValue.d.ts

@@ -7,5 +7,5 @@ import * as core from "../../../../core";
 import { FileUrl } from "../../../types/FileUrl";
 export declare const TestcaseCreateParamsCustomInputsValue: core.serialization.Schema<serializers.TestcaseCreateParamsCustomInputsValue.Raw, Scorecard.TestcaseCreateParamsCustomInputsValue>;
 export declare namespace TestcaseCreateParamsCustomInputsValue {
-    type Raw = string | FileUrl.Raw | serializers.JsonObject.Raw;
+    type Raw = FileUrl.Raw | serializers.JsonObject.Raw | string | number | number | boolean;
 }

package/dist/serialization/resources/testcase/types/TestcaseCreateParamsCustomInputsValue.js

@@ -39,7 +39,10 @@ exports.TestcaseCreateParamsCustomInputsValue = void 0;
 const core = __importStar(require("../../../../core"));
 const FileUrl_1 = require("../../../types/FileUrl");
 exports.TestcaseCreateParamsCustomInputsValue = core.serialization.undiscriminatedUnion([
-    core.serialization.string(),
     FileUrl_1.FileUrl,
     core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("../../..")))).JsonObject; })),
+    core.serialization.string(),
+    core.serialization.number(),
+    core.serialization.number(),
+    core.serialization.boolean(),
 ]);

package/dist/serialization/resources/testcase/types/TestcaseCreateParamsCustomLabelsValue.d.ts

@@ -7,5 +7,5 @@ import * as core from "../../../../core";
 import { FileUrl } from "../../../types/FileUrl";
 export declare const TestcaseCreateParamsCustomLabelsValue: core.serialization.Schema<serializers.TestcaseCreateParamsCustomLabelsValue.Raw, Scorecard.TestcaseCreateParamsCustomLabelsValue>;
 export declare namespace TestcaseCreateParamsCustomLabelsValue {
-    type Raw = string | FileUrl.Raw | serializers.JsonObject.Raw;
+    type Raw = FileUrl.Raw | serializers.JsonObject.Raw | string | number | number | boolean;
 }

package/dist/serialization/resources/testcase/types/TestcaseCreateParamsCustomLabelsValue.js

@@ -39,7 +39,10 @@ exports.TestcaseCreateParamsCustomLabelsValue = void 0;
 const core = __importStar(require("../../../../core"));
 const FileUrl_1 = require("../../../types/FileUrl");
 exports.TestcaseCreateParamsCustomLabelsValue = core.serialization.undiscriminatedUnion([
-    core.serialization.string(),
     FileUrl_1.FileUrl,
     core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("../../..")))).JsonObject; })),
+    core.serialization.string(),
+    core.serialization.number(),
+    core.serialization.number(),
+    core.serialization.boolean(),
 ]);

package/dist/serialization/types/TestCaseCustomInputsValue.d.ts

@@ -7,5 +7,5 @@ import * as core from "../../core";
 import { FileUrl } from "./FileUrl";
 export declare const TestCaseCustomInputsValue: core.serialization.Schema<serializers.TestCaseCustomInputsValue.Raw, Scorecard.TestCaseCustomInputsValue>;
 export declare namespace TestCaseCustomInputsValue {
-    type Raw = string | FileUrl.Raw | serializers.JsonObject.Raw;
+    type Raw = FileUrl.Raw | serializers.JsonObject.Raw | string | number | number | boolean;
 }

package/dist/serialization/types/TestCaseCustomInputsValue.js

@@ -39,7 +39,10 @@ exports.TestCaseCustomInputsValue = void 0;
 const core = __importStar(require("../../core"));
 const FileUrl_1 = require("./FileUrl");
 exports.TestCaseCustomInputsValue = core.serialization.undiscriminatedUnion([
-    core.serialization.string(),
     FileUrl_1.FileUrl,
     core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("..")))).JsonObject; })),
+    core.serialization.string(),
+    core.serialization.number(),
+    core.serialization.number(),
+    core.serialization.boolean(),
 ]);

package/dist/serialization/types/TestCaseCustomLabelsValue.d.ts

@@ -7,5 +7,5 @@ import * as core from "../../core";
 import { FileUrl } from "./FileUrl";
 export declare const TestCaseCustomLabelsValue: core.serialization.Schema<serializers.TestCaseCustomLabelsValue.Raw, Scorecard.TestCaseCustomLabelsValue>;
 export declare namespace TestCaseCustomLabelsValue {
-    type Raw = string | FileUrl.Raw | serializers.JsonObject.Raw;
+    type Raw = FileUrl.Raw | serializers.JsonObject.Raw | string | number | number | boolean;
 }

package/dist/serialization/types/TestCaseCustomLabelsValue.js

@@ -39,7 +39,10 @@ exports.TestCaseCustomLabelsValue = void 0;
 const core = __importStar(require("../../core"));
 const FileUrl_1 = require("./FileUrl");
 exports.TestCaseCustomLabelsValue = core.serialization.undiscriminatedUnion([
-    core.serialization.string(),
     FileUrl_1.FileUrl,
     core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("..")))).JsonObject; })),
+    core.serialization.string(),
+    core.serialization.number(),
+    core.serialization.number(),
+    core.serialization.boolean(),
 ]);

package/dist/serialization/types/TestcaseDeletionResponse.d.ts

@@ -0,0 +1,13 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "../index";
+import * as Scorecard from "../../api/index";
+import * as core from "../../core";
+export declare const TestcaseDeletionResponse: core.serialization.ObjectSchema<serializers.TestcaseDeletionResponse.Raw, Scorecard.TestcaseDeletionResponse>;
+export declare namespace TestcaseDeletionResponse {
+    interface Raw {
+        id: number;
+        detail: string;
+    }
+}

package/dist/serialization/{resources/prompt/client/getRoots.js → types/TestcaseDeletionResponse.js}

@@ -26,7 +26,9 @@ var __importStar = (this && this.__importStar) || function (mod) {
     return result;
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.Response = void 0;
-const core = __importStar(require("../../../../core"));
-const Prompt_1 = require("../../../types/Prompt");
-exports.Response = core.serialization.list(Prompt_1.Prompt);
+exports.TestcaseDeletionResponse = void 0;
+const core = __importStar(require("../../core"));
+exports.TestcaseDeletionResponse = core.serialization.object({
+    id: core.serialization.number(),
+    detail: core.serialization.string(),
+});

package/dist/serialization/types/Testrecord.d.ts

@@ -21,7 +21,6 @@ export declare namespace Testrecord {
         context?: string | null;
         model_response?: string | null;
         ideal?: string | null;
-        full_prompt?: string | null;
         custom_inputs?: Record<string, TestrecordCustomInputsValue.Raw | null | undefined> | null;
         custom_labels?: Record<string, TestrecordCustomLabelsValue.Raw | null | undefined> | null;
         custom_outputs?: Record<string, TestrecordCustomOutputsValue.Raw | null | undefined> | null;

package/dist/serialization/types/Testrecord.js

@@ -43,7 +43,6 @@ exports.Testrecord = core.serialization.object({
     context: core.serialization.string().optional(),
     modelResponse: core.serialization.property("model_response", core.serialization.string().optional()),
     ideal: core.serialization.string().optional(),
-    fullPrompt: core.serialization.property("full_prompt", core.serialization.string().optional()),
     customInputs: core.serialization.property("custom_inputs", core.serialization.record(core.serialization.string(), TestrecordCustomInputsValue_1.TestrecordCustomInputsValue.optional()).optional()),
     customLabels: core.serialization.property("custom_labels", core.serialization.record(core.serialization.string(), TestrecordCustomLabelsValue_1.TestrecordCustomLabelsValue.optional()).optional()),
     customOutputs: core.serialization.property("custom_outputs", core.serialization.record(core.serialization.string(), TestrecordCustomOutputsValue_1.TestrecordCustomOutputsValue.optional()).optional()),

package/dist/serialization/types/index.d.ts

@@ -24,6 +24,7 @@ export * from "./TestCase";
 export * from "./TestCaseCreate";
 export * from "./TestRecordCreate";
 export * from "./TestSetCreate";
+export * from "./TestcaseDeletionResponse";
 export * from "./TestrecordCustomInputsValue";
 export * from "./TestrecordCustomLabelsValue";
 export * from "./TestrecordCustomOutputsValue";

package/dist/serialization/types/index.js

@@ -40,6 +40,7 @@ __exportStar(require("./TestCase"), exports);
 __exportStar(require("./TestCaseCreate"), exports);
 __exportStar(require("./TestRecordCreate"), exports);
 __exportStar(require("./TestSetCreate"), exports);
+__exportStar(require("./TestcaseDeletionResponse"), exports);
 __exportStar(require("./TestrecordCustomInputsValue"), exports);
 __exportStar(require("./TestrecordCustomLabelsValue"), exports);
 __exportStar(require("./TestrecordCustomOutputsValue"), exports);

package/dist/telemetry.d.ts

@@ -0,0 +1,6 @@
+declare const trace: any;
+declare const OTLPTraceExporter: any;
+declare const Resource: any;
+declare const BatchSpanProcessor: any, ConsoleSpanExporter: any, NodeTracerProvider: any;
+declare const SEMRESATTRS_SERVICE_NAME: any;
+declare function checkInstalled(...modules: string[]): boolean;

package/dist/telemetry.js

@@ -0,0 +1,65 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+const { trace } = require('@opentelemetry/api');
+const { OTLPTraceExporter } = require('@opentelemetry/exporter-trace-otlp-http');
+const { Resource } = require('@opentelemetry/resources');
+const { BatchSpanProcessor, ConsoleSpanExporter, NodeTracerProvider } = require('@opentelemetry/sdk-trace-node');
+const { SEMRESATTRS_SERVICE_NAME } = require('@opentelemetry/semantic-conventions');
+function checkInstalled(...modules) {
+    for (let i = 0; i < modules.length; i++) {
+        let module = modules[i];
+        try {
+            require.resolve(module);
+        }
+        catch (e) {
+            return false;
+        }
+    }
+    return true;
+}
+module.exports = {
+    setup(name, scorecardConfig, debug = false) {
+        const resource = Resource.default().merge(new Resource({
+            [SEMRESATTRS_SERVICE_NAME]: name,
+        }));
+        const provider = new NodeTracerProvider({
+            resource,
+        });
+        if (debug) {
+            const consoleExporter = new ConsoleSpanExporter();
+            const processor = new BatchSpanProcessor(consoleExporter);
+            provider.addSpanProcessor(processor);
+        }
+        const url = scorecardConfig.telemetryUrl ? scorecardConfig.telemetryUrl : 'https://telemetry.getscorecard.ai';
+        const otlpExporter = new OTLPTraceExporter({
+            url: `${url}/v1/traces`,
+            headers: {
+                'Authorization': `Bearer ${scorecardConfig.telemetryKey}`
+            },
+        });
+        const processor = new BatchSpanProcessor(otlpExporter);
+        provider.addSpanProcessor(processor);
+        provider.register();
+        if (checkInstalled('@langchain/core')) {
+            const { LangChainInstrumentation } = require('@arizeai/openinference-instrumentation-langchain');
+            new LangChainInstrumentation().manuallyInstrument(require('@langchain/core/callbacks/manager'));
+        }
+        if (checkInstalled('openai')) {
+            const { OpenAIInstrumentation } = require('@arizeai/openinference-instrumentation-openai');
+            new OpenAIInstrumentation().manuallyInstrument(require('openai'));
+        }
+        const tracer = trace.getTracer();
+        process.on('beforeExit', () => __awaiter(this, void 0, void 0, function* () {
+            yield provider.shutdown();
+        }));
+        return tracer;
+    }
+};

package/dist/wrapper/ScorecardClient.d.ts

@@ -1,4 +1,5 @@
 import { ScorecardClient as FernClient } from "../Client";
+import { ScorecardEnvironment } from "../environments";
 import * as core from "../core";
 export declare namespace ScorecardClient {
     interface Options {
@@ -7,6 +8,9 @@ export declare namespace ScorecardClient {
          * variable SCORECARD_API_KEY.
          */
         apiKey?: core.Supplier<string>;
+        environment?: core.Supplier<ScorecardEnvironment | string>;
+    }
+    interface RequestOptions extends FernClient.RequestOptions {
     }
     interface RunTestArgs {
         /**

package/dist/wrapper/ScorecardClient.js

@@ -39,13 +39,11 @@ class ScorecardClient extends Client_1.ScorecardClient {
     constructor(options = {}) {
         var _a;
         const apiKey = (_a = options.apiKey) !== null && _a !== void 0 ? _a : process.env["SCORECARD_API_KEY"];
-        if (apiKey == null) {
-            throw new errors.ScorecardError({
-                message: "Please pass in your Scorecard API Key or export SCORECARD_API_KEY in your environment.",
-            });
+        if (apiKey !== undefined) {
+            super(Object.assign(Object.assign({}, options), { apiKey }));
         }
-        super({
-            apiKey,
+        throw new errors.ScorecardError({
+            message: "Please pass in your Scorecard API Key or export SCORECARD_API_KEY in your environment.",
         });
     }
     /**