scorecard-ai 0.1.10

package/dist/api/types/CreateRunParams.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/CustomSchemaInput.d.ts

@@ -0,0 +1,11 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Scorecard from "..";
+/**
+ * Custom schema model with an ordered list of custom variables.
+ */
+export interface CustomSchemaInput {
+    /** Ordered list of custom variables */
+    variables?: Scorecard.CustomVariable[];
+}

package/dist/api/types/CustomSchemaInput.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/CustomSchemaOutput.d.ts

@@ -0,0 +1,11 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Scorecard from "..";
+/**
+ * Custom schema model with an ordered list of custom variables.
+ */
+export interface CustomSchemaOutput {
+    /** Ordered list of custom variables */
+    variables?: Scorecard.CustomVariable[];
+}

package/dist/api/types/CustomSchemaOutput.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/CustomVariable.d.ts

@@ -0,0 +1,13 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Scorecard from "..";
+/**
+ * Custom variable model with name, description, role and data type.
+ */
+export interface CustomVariable {
+    name: string;
+    description?: string;
+    role: Scorecard.RoleEnum;
+    dataType: Scorecard.DataTypeEnum;
+}

package/dist/api/types/CustomVariable.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/DataTypeEnum.d.ts

@@ -0,0 +1,12 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+/**
+ * Enum for data types.
+ */
+export declare type DataTypeEnum = "text" | "file_url" | "json_object";
+export declare const DataTypeEnum: {
+    readonly Text: "text";
+    readonly FileUrl: "file_url";
+    readonly JsonObject: "json_object";
+};

package/dist/api/types/DataTypeEnum.js

@@ -0,0 +1,11 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DataTypeEnum = void 0;
+exports.DataTypeEnum = {
+    Text: "text",
+    FileUrl: "file_url",
+    JsonObject: "json_object",
+};

package/dist/api/types/ExecutionParams.d.ts

@@ -0,0 +1,4 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+export declare type ExecutionParams = unknown;

package/dist/api/types/ExecutionParams.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/FileUrl.d.ts

@@ -0,0 +1,10 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+/**
+ * File model with url and name.
+ */
+export interface FileUrl {
+    url: string;
+    name?: string;
+}

package/dist/api/types/FileUrl.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/HttpValidationError.d.ts

@@ -0,0 +1,7 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Scorecard from "..";
+export interface HttpValidationError {
+    detail?: Scorecard.ValidationError[];
+}

package/dist/api/types/HttpValidationError.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/LibDtoTypesCreateRunParams.d.ts

@@ -0,0 +1,4 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+export declare type LibDtoTypesCreateRunParams = unknown;

package/dist/api/types/LibDtoTypesCreateRunParams.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/LibDtoTypesTestRecordCreate.d.ts

@@ -0,0 +1,4 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+export declare type LibDtoTypesTestRecordCreate = unknown;

package/dist/api/types/LibDtoTypesTestRecordCreate.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/LibDtoTypesTestSetCreate.d.ts

@@ -0,0 +1,4 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+export declare type LibDtoTypesTestSetCreate = unknown;

package/dist/api/types/LibDtoTypesTestSetCreate.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/ModelParams.d.ts

@@ -0,0 +1,4 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+export declare type ModelParams = unknown;

package/dist/api/types/ModelParams.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/NotFoundErrorBody.d.ts

@@ -0,0 +1,8 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+export interface NotFoundErrorBody {
+    error?: string;
+    errorDescription?: string;
+    statusCode?: number;
+}

package/dist/api/types/NotFoundErrorBody.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/PaginatedTestcaseResponse.d.ts

@@ -0,0 +1,10 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Scorecard from "..";
+export interface PaginatedTestcaseResponse {
+    count: number;
+    next?: string;
+    previous?: string;
+    results: Scorecard.TestCase[];
+}

package/dist/api/types/PaginatedTestcaseResponse.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/RoleEnum.d.ts

@@ -0,0 +1,13 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+/**
+ * Enum for role types.
+ */
+export declare type RoleEnum = "input" | "output" | "label" | "metadata";
+export declare const RoleEnum: {
+    readonly Input: "input";
+    readonly Output: "output";
+    readonly Label: "label";
+    readonly Metadata: "metadata";
+};

package/dist/api/types/RoleEnum.js

@@ -0,0 +1,12 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RoleEnum = void 0;
+exports.RoleEnum = {
+    Input: "input",
+    Output: "output",
+    Label: "label",
+    Metadata: "metadata",
+};

package/dist/api/types/RunExternal.d.ts

@@ -0,0 +1,20 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+export interface RunExternal {
+    id?: number;
+    createdAt?: Date;
+    updatedAt?: Date;
+    executionStartTime?: Date;
+    executionEndTime?: Date;
+    testsetId?: number;
+    status?: string;
+    limitTestcases?: number;
+    source?: string;
+    modelParams?: Record<string, unknown>;
+    notes?: string;
+    scoringConfigId?: number;
+    promptTemplate?: string;
+    scoringStartTime?: Date;
+    scoringEndTime?: Date;
+}

package/dist/api/types/RunExternal.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/RunStatus.d.ts

@@ -0,0 +1,12 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+export declare type RunStatus = "pending" | "awaiting_execution" | "running_execution" | "awaiting_scoring" | "running_scoring" | "completed";
+export declare const RunStatus: {
+    readonly Pending: "pending";
+    readonly AwaitingExecution: "awaiting_execution";
+    readonly RunningExecution: "running_execution";
+    readonly AwaitingScoring: "awaiting_scoring";
+    readonly RunningScoring: "running_scoring";
+    readonly Completed: "completed";
+};

package/dist/api/types/RunStatus.js

@@ -0,0 +1,14 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RunStatus = void 0;
+exports.RunStatus = {
+    Pending: "pending",
+    AwaitingExecution: "awaiting_execution",
+    RunningExecution: "running_execution",
+    AwaitingScoring: "awaiting_scoring",
+    RunningScoring: "running_scoring",
+    Completed: "completed",
+};

package/dist/api/types/ScoreExecutionParams.d.ts

@@ -0,0 +1,4 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+export declare type ScoreExecutionParams = unknown;

package/dist/api/types/ScoreExecutionParams.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/ScoringParams.d.ts

@@ -0,0 +1,4 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+export declare type ScoringParams = unknown;

package/dist/api/types/ScoringParams.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/TestCase.d.ts

@@ -0,0 +1,14 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Scorecard from "..";
+export interface TestCase {
+    id?: number;
+    createdAt?: Date;
+    testsetId: number;
+    userQuery: string;
+    context?: string;
+    ideal?: string;
+    customInputs?: Record<string, Scorecard.TestCaseCustomInputsValue | undefined>;
+    customLabels?: Record<string, Scorecard.TestCaseCustomLabelsValue | undefined>;
+}

package/dist/api/types/TestCase.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/TestCaseCreate.d.ts

@@ -0,0 +1,10 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+export interface TestCaseCreate {
+    testsetId: number;
+    userQuery: string;
+    context?: string;
+    response?: string;
+    ideal?: string;
+}

package/dist/api/types/TestCaseCreate.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/TestCaseCreateInput.d.ts

@@ -0,0 +1,4 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+export declare type TestCaseCreateInput = unknown;

package/dist/api/types/TestCaseCreateInput.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/TestCaseCustomInputsValue.d.ts

@@ -0,0 +1,5 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Scorecard from "..";
+export declare type TestCaseCustomInputsValue = string | Scorecard.FileUrl | unknown;

package/dist/api/types/TestCaseCustomInputsValue.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/TestCaseCustomLabelsValue.d.ts

@@ -0,0 +1,5 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Scorecard from "..";
+export declare type TestCaseCustomLabelsValue = string | Scorecard.FileUrl | unknown;

package/dist/api/types/TestCaseCustomLabelsValue.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/TestRecordCreate.d.ts

@@ -0,0 +1,16 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+export interface TestRecordCreate {
+    runId: number;
+    testcaseId: number;
+    modelResponse: string;
+    userQuery?: string;
+    context?: string;
+    prompt?: string;
+    ideal?: string;
+    debugOutput?: string;
+    modelParams?: Record<string, unknown>;
+    testsetId?: number;
+    status?: string;
+}

package/dist/api/types/TestRecordCreate.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/TestSetCreate.d.ts

@@ -0,0 +1,8 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+export interface TestSetCreate {
+    name: string;
+    description?: string;
+    usingRetrieval: boolean;
+}

package/dist/api/types/TestSetCreate.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/Testrecord.d.ts

@@ -0,0 +1,18 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Scorecard from "..";
+export interface Testrecord {
+    id?: number;
+    createdAt?: Date;
+    runId: number;
+    testsetId: number;
+    userQuery: string;
+    context?: string;
+    modelResponse?: string;
+    ideal?: string;
+    fullPrompt?: string;
+    customInputs?: Record<string, Scorecard.TestrecordCustomInputsValue | undefined>;
+    customLabels?: Record<string, Scorecard.TestrecordCustomLabelsValue | undefined>;
+    customOutputs?: Record<string, Scorecard.TestrecordCustomOutputsValue | undefined>;
+}

package/dist/api/types/Testrecord.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/TestrecordCustomInputsValue.d.ts

@@ -0,0 +1,5 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Scorecard from "..";
+export declare type TestrecordCustomInputsValue = string | Scorecard.FileUrl | unknown;

package/dist/api/types/TestrecordCustomInputsValue.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/TestrecordCustomLabelsValue.d.ts

@@ -0,0 +1,5 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Scorecard from "..";
+export declare type TestrecordCustomLabelsValue = string | Scorecard.FileUrl | unknown;

package/dist/api/types/TestrecordCustomLabelsValue.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/TestrecordCustomOutputsValue.d.ts

@@ -0,0 +1,5 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Scorecard from "..";
+export declare type TestrecordCustomOutputsValue = string | Scorecard.FileUrl | unknown;

package/dist/api/types/TestrecordCustomOutputsValue.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/Testset.d.ts

@@ -0,0 +1,18 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Scorecard from "..";
+export interface Testset {
+    id?: number;
+    createdAt?: Date;
+    name?: string;
+    description?: string;
+    usingRetrieval?: boolean;
+    ingestionMethod?: string;
+    numTestcases?: number;
+    published?: boolean;
+    updatedAt?: Date;
+    isArchived?: boolean;
+    projectId?: number;
+    customSchema?: Scorecard.CustomSchemaOutput;
+}

package/dist/api/types/Testset.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/UnauthenticatedError.d.ts

@@ -0,0 +1,8 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+export interface UnauthenticatedError {
+    error?: string;
+    errorDescription?: string;
+    statusCode?: number;
+}

package/dist/api/types/UnauthenticatedError.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/UnauthorizedErrorBody.d.ts

@@ -0,0 +1,8 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+export interface UnauthorizedErrorBody {
+    error?: string;
+    errorDescription?: string;
+    statusCode?: number;
+}

package/dist/api/types/UnauthorizedErrorBody.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/ValidationError.d.ts

@@ -0,0 +1,9 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Scorecard from "..";
+export interface ValidationError {
+    loc: Scorecard.ValidationErrorLocItem[];
+    msg: string;
+    type: string;
+}

package/dist/api/types/ValidationError.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/ValidationErrorLocItem.d.ts

@@ -0,0 +1,4 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+export declare type ValidationErrorLocItem = string | number;

package/dist/api/types/ValidationErrorLocItem.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });