judgeval 0.2.9 → 0.3.0

package/dist/types/common/integrations/langgraph.d.ts

@@ -1,39 +0,0 @@
-import { BaseCallbackHandler } from "@langchain/core/callbacks/base";
-import type { LLMResult } from "@langchain/core/outputs";
-import { BaseMessage } from "@langchain/core/messages";
-import type { Document } from "@langchain/core/documents";
-import type { Serialized } from "@langchain/core/load/serializable";
-import { Tracer } from "../tracer.js";
-export declare class JudgevalLanggraphCallbackHandler extends BaseCallbackHandler {
-    name: string;
-    private tracer;
-    private traceClient;
-    private previousNode;
-    private _startTime;
-    private finished;
-    private rootSpanStarted;
-    readonly executedNodeTools: string[];
-    readonly executedNodes: string[];
-    readonly executedTools: string[];
-    constructor(tracer?: Tracer);
-    private initializeRunState;
-    private startSpan;
-    private endSpan;
-    private getOrCreateRootTraceClient;
-    handleRetrieverStart(serialized: Serialized, query: string, runId: string, parentRunId?: string | undefined, tags?: string[] | undefined, metadata?: Record<string, unknown> | undefined, name?: string | undefined, options?: Record<string, any>): Promise<void>;
-    handleRetrieverEnd(documents: Document[], runId: string, parentRunId?: string | undefined, tags?: string[] | undefined, options?: Record<string, any>): Promise<void>;
-    handleRetrieverError(error: Error | any, runId: string, parentRunId?: string | undefined, tags?: string[] | undefined, options?: Record<string, any>): Promise<void>;
-    handleChainStart(serialized: Serialized, inputs: Record<string, unknown>, runId: string, parentRunId?: string | undefined, tags?: string[] | undefined, metadata?: Record<string, unknown> | undefined, runType?: string | undefined, name?: string | undefined, options?: Record<string, any>): Promise<void>;
-    handleChainEnd(outputs: Record<string, unknown> | string, runId: string, parentRunId?: string | undefined, tags?: string[] | undefined, metadata?: Record<string, unknown> | undefined, // Need metadata
-    name?: string | undefined, options?: Record<string, any>): Promise<void>;
-    handleChainError(error: Error | any, runId: string, parentRunId?: string | undefined, tags?: string[] | undefined, metadata?: Record<string, unknown> | undefined, name?: string | undefined, options?: Record<string, any>): Promise<void>;
-    handleToolStart(serialized: Serialized, inputStr: string, runId: string, parentRunId?: string | undefined, tags?: string[] | undefined, metadata?: Record<string, unknown> | undefined, name?: string | undefined, options?: Record<string, any>): Promise<void>;
-    handleToolEnd(output: string, runId: string, parentRunId?: string | undefined, tags?: string[] | undefined, options?: Record<string, any>): Promise<void>;
-    handleToolError(error: Error | any, runId: string, parentRunId?: string | undefined, tags?: string[] | undefined, options?: Record<string, any>): Promise<void>;
-    handleAgentAction(): Promise<void>;
-    handleAgentFinish(): Promise<void>;
-    handleLLMStart(serialized: Serialized, prompts: string[], runId: string, parentRunId?: string | undefined, extraParams?: Record<string, unknown> | undefined, tags?: string[] | undefined, metadata?: Record<string, unknown> | undefined, name?: string | undefined, options?: Record<string, any>): Promise<void>;
-    handleLLMEnd(output: LLMResult, runId: string, parentRunId?: string | undefined, tags?: string[] | undefined, options?: Record<string, any>): Promise<void>;
-    handleLLMError(error: Error | any, runId: string, parentRunId?: string | undefined, tags?: string[] | undefined, options?: Record<string, any>): Promise<void>;
-    handleChatModelStart(serialized: Serialized, messages: BaseMessage[][], runId: string, parentRunId?: string | undefined, extraParams?: Record<string, unknown> | undefined, tags?: string[] | undefined, metadata?: Record<string, unknown> | undefined, name?: string | undefined, options?: Record<string, any>): Promise<void>;
-}

package/dist/types/common/logger-instance.d.ts

@@ -1,3 +0,0 @@
-import winston from 'winston';
-declare const logger: winston.Logger;
-export default logger;

package/dist/types/common/logger.d.ts

@@ -1,54 +0,0 @@
-/**
- * Logger utilities and result printing for the JudgEval TypeScript SDK
- */
-/**
- * Log a debug message
- */
-export declare function debug(message: string, meta?: Record<string, any>): void;
-/**
- * Log an info message (alias for info)
- */
-export declare function log(message: string, meta?: Record<string, any>): void;
-/**
- * Log an info message
- */
-export declare function info(message: string, meta?: Record<string, any>): void;
-/**
- * Log a warning message
- */
-export declare function warning(message: string, meta?: Record<string, any>): void;
-/**
- * Alias for warning
- */
-export declare function warn(message: string, meta?: Record<string, any>): void;
-/**
- * Log an error message
- */
-export declare function error(message: string, meta?: Record<string, any>): void;
-/**
- * Set the current example context for logging (Keep for potential context integration)
- */
-export declare function setExampleContext(exampleId: string, timestamp: string): void;
-/**
- * Clear the current example context (Keep for potential context integration)
- */
-export declare function clearExampleContext(): void;
-/**
- * Create a context for example-specific logging (Keep for potential context integration)
- */
-export declare function withExampleContext<T>(exampleId: string, timestamp: string, fn: () => T): T;
-/**
- * Format evaluation results for display
- * This matches the Python SDK's output format with clickable links
- */
-export declare function formatEvaluationResults(results: any[], projectName?: string, evalName?: string): string;
-/**
- * Print evaluation results to the console
- * This matches the Python SDK's output format exactly
- */
-export declare function printResults(results: any[], projectName?: string, evalName?: string): void;
-/**
- * Simplified print function for results - matches Python SDK's print(results) behavior
- * This is the preferred way to print results
- */
-export declare function print(data: any): void;

package/dist/types/common/token-costs.d.ts

@@ -1,36 +0,0 @@
-/**
- * Token cost utilities for the JudgEval TypeScript SDK
- * This provides a local implementation of token cost calculation
- * similar to LiteLLM's cost_per_token function in Python
- */
-/**
- * Calculate cost per token for a given model
- * This mimics LiteLLM's cost_per_token function in Python
- *
- * @param model Model name (e.g., 'gpt-3.5-turbo')
- * @param promptTokens Number of prompt tokens (used for total calculation)
- * @param completionTokens Number of completion tokens (used for total calculation)
- * @returns [promptCostPerToken, completionCostPerToken] - Cost per token for prompt and completion
- */
-export declare function costPerToken(model: string, promptTokens?: number, completionTokens?: number): [number, number];
-/**
- * Calculate total token costs for a given model and token counts
- *
- * @param model Model name (e.g., 'gpt-3.5-turbo')
- * @param promptTokens Number of prompt tokens
- * @param completionTokens Number of completion tokens
- * @returns Object with token counts and costs
- */
-export declare function calculateTokenCosts(model: string, promptTokens: number, completionTokens: number): TokenCostResult;
-/**
- * Token cost calculation result interface
- */
-export interface TokenCostResult {
-    model: string;
-    promptTokens: number;
-    completionTokens: number;
-    totalTokens: number;
-    promptTokensCostUsd: number;
-    completionTokensCostUsd: number;
-    totalCostUsd: number;
-}

package/dist/types/common/tracer.d.ts

@@ -1,249 +0,0 @@
-import OpenAI from 'openai';
-import Anthropic from '@anthropic-ai/sdk';
-import { APIJudgmentScorer, Scorer } from '../scorers/base-scorer.js';
-interface NotificationConfig {
-    enabled?: boolean;
-    communication_methods?: string[];
-    email_addresses?: string[];
-    send_at?: number;
-}
-interface Condition {
-    metric: Scorer;
-}
-type CombineType = "all" | "any";
-interface Rule {
-    rule_id?: string;
-    name: string;
-    description?: string;
-    conditions: Condition[];
-    combine_type: CombineType;
-    notification?: NotificationConfig;
-}
-type ApiClient = OpenAI | Anthropic | any;
-type SpanType = string;
-interface TraceEntry {
-    type: 'enter' | 'exit' | 'input' | 'output' | 'error';
-    function: string;
-    span_id: string;
-    depth: number;
-    created_at: number;
-    duration?: number;
-    output?: any;
-    inputs?: Record<string, any>;
-    span_type: SpanType;
-    parent_span_id?: string;
-    trace_id?: string;
-    message?: string;
-}
-interface EvaluationRunPayload {
-    organization_id: string;
-    log_results: boolean;
-    project_name: string;
-    eval_name: string;
-    examples: {
-        input?: string;
-        actual_output?: string;
-        expected_output?: string;
-        context?: string[];
-        retrieval_context?: string[];
-        tools_called?: string[];
-        expected_tools?: string[];
-        additional_metadata?: Record<string, any>;
-        trace_id: string;
-    }[];
-    scorers: APIJudgmentScorer[];
-    model?: string;
-    metadata?: Record<string, any>;
-    judgment_api_key: string;
-    override?: boolean;
-    rules?: Rule[];
-    trace_span_id?: string;
-}
-interface TraceSavePayload {
-    trace_id: string;
-    name: string;
-    project_name: string;
-    created_at: string;
-    duration: number;
-    token_counts: {
-        prompt_tokens: number;
-        completion_tokens: number;
-        total_tokens: number;
-        prompt_tokens_cost_usd: number;
-        completion_tokens_cost_usd: number;
-        total_cost_usd: number;
-    };
-    entries: CondensedSpanEntry[];
-    evaluation_runs: EvaluationRunPayload[];
-    overwrite: boolean;
-    parent_trace_id?: string | null;
-    parent_name?: string | null;
-}
-interface CondensedSpanEntry {
-    span_id: string;
-    function: string;
-    depth: number;
-    created_at: string;
-    parent_span_id?: string | null;
-    span_type: SpanType;
-    inputs: Record<string, any> | null;
-    output: any | null;
-    duration: number | null;
-    trace_id?: string;
-    children?: CondensedSpanEntry[];
-}
-interface TokenCostResponse {
-    model: string;
-    prompt_tokens: number;
-    completion_tokens: number;
-    total_tokens: number;
-    prompt_tokens_cost_usd: number;
-    completion_tokens_cost_usd: number;
-    total_cost_usd: number;
-}
-/**
- * Client for interacting with Judgment trace API endpoints.
- */
-declare class TraceManagerClient {
-    private apiKey;
-    private organizationId;
-    constructor(apiKey: string, organizationId: string);
-    private _fetch;
-    fetchTrace(traceId: string): Promise<any>;
-    saveTrace(traceData: TraceSavePayload): Promise<any>;
-    deleteTrace(traceId: string): Promise<any>;
-    deleteTraces(traceIds: string[]): Promise<any>;
-    /**
-     * Calculate token costs directly using the API endpoint.
-     * This is more accurate than client-side calculation as it uses the most up-to-date pricing.
-     *
-     * @param model The model name (e.g. 'gpt-4', 'claude-3-opus-20240229')
-     * @param promptTokens Number of tokens in the prompt/input
-     * @param completionTokens Number of tokens in the completion/output
-     * @returns Object containing token counts and calculated costs in USD
-     */
-    calculateTokenCosts(model: string, promptTokens: number, completionTokens: number): Promise<TokenCostResponse | null>;
-}
-/**
- * Represents an ongoing trace context.
- */
-declare class TraceClient {
-    readonly traceId: string;
-    readonly name: string;
-    readonly projectName: string;
-    readonly overwrite: boolean;
-    readonly rules: Rule[];
-    readonly enableMonitoring: boolean;
-    readonly enableEvaluations: boolean;
-    readonly parentTraceId?: string | null;
-    readonly parentName?: string | null;
-    private startTime;
-    traceManager: TraceManagerClient | null;
-    private apiKey;
-    private organizationId;
-    private originalName;
-    private _spanDepths;
-    private pendingEvaluationRuns;
-    constructor(config: {
-        tracer: Tracer;
-        traceId?: string;
-        name?: string;
-        projectName?: string;
-        overwrite?: boolean;
-        rules?: Rule[];
-        enableMonitoring?: boolean;
-        enableEvaluations?: boolean;
-        parentTraceId?: string | null;
-        parentName?: string | null;
-        apiKey: string;
-        organizationId: string;
-    });
-    addEntry(entry: Partial<TraceEntry>): void;
-    recordInput(inputs: any): void;
-    recordOutput(output: any): void;
-    recordError(error: any): void;
-    startSpan(name: string, options?: {
-        spanType?: SpanType;
-    }): void;
-    endSpan(): void;
-    span(name: string, options?: {
-        spanType?: SpanType;
-    }): Generator<TraceClient>;
-    /**
-     * Retrieves the ID of the currently active span in this trace context.
-     * Relies on AsyncLocalStorage context established by observe/span.
-     * @returns {string | undefined} The ID of the current span, or undefined if none is active.
-     */
-    getCurrentSpanId(): string | undefined;
-    getDuration(): number;
-    private condenseTrace;
-    save(emptySave?: boolean): Promise<{
-        traceId: string;
-        traceData: TraceSavePayload;
-    } | null>;
-    print(): void;
-    delete(): Promise<any>;
-    /**
-     * Asynchronously evaluate an example using the provided scorers,
-     * embedding the evaluation request into the trace data.
-     * Ported from the Python SDK's async_evaluate method.
-     *
-     * @param scorers Array of scorers to use for evaluation
-     * @param options Evaluation options including input, outputs, and metadata
-     * @returns Promise that resolves when the evaluation entry has been added to the trace
-     */
-    asyncEvaluate(scorers: Scorer[], options?: {
-        input?: string;
-        actualOutput?: string;
-        expectedOutput?: string;
-        context?: string[];
-        retrievalContext?: string[];
-        toolsCalled?: string[];
-        expectedTools?: string[];
-        additionalMetadata?: Record<string, any>;
-        model?: string;
-        logResults?: boolean;
-    }): Promise<void>;
-    getOriginalName(): string;
-}
-/**
- * Singleton Tracer class. Manages overall tracing configuration and trace creation.
- */
-declare class Tracer {
-    private static instance;
-    readonly apiKey: string;
-    readonly organizationId: string;
-    readonly projectName: string;
-    readonly defaultRules: Rule[];
-    readonly enableMonitoring: boolean;
-    readonly enableEvaluations: boolean;
-    private initialized;
-    private currentTrace?;
-    private constructor();
-    static getInstance(config?: {
-        apiKey?: string;
-        organizationId?: string;
-        projectName?: string;
-        rules?: Rule[];
-        enableMonitoring?: boolean;
-        enableEvaluations?: boolean;
-    }): Tracer;
-    getCurrentTrace(): TraceClient | undefined;
-    startTrace(name: string, config: {
-        projectName?: string;
-        overwrite?: boolean;
-        rules?: Rule[];
-    }): TraceClient;
-    trace(name: string, options?: {
-        projectName?: string;
-        overwrite?: boolean;
-        createRootSpan?: boolean;
-        rules?: Rule[];
-    }): Generator<TraceClient>;
-    observe(options?: {
-        name?: string;
-        spanType?: SpanType;
-    }): <T extends any[], S>(func: (...args: T) => S) => (...args: T) => Promise<S>;
-}
-export declare function wrap<T extends ApiClient>(client: T): T;
-export { Tracer, TraceClient, TraceManagerClient, Rule, Condition, NotificationConfig, CombineType, TraceEntry, SpanType, ApiClient, TraceSavePayload, CondensedSpanEntry };

package/dist/types/constants.d.ts

@@ -1,51 +0,0 @@
-/**
- * Collection of proprietary scorers implemented by Judgment.
- *
- * These are ready-made evaluation scorers that can be used to evaluate
- * Examples via the Judgment API.
- */
-export declare enum APIScorer {
-    FAITHFULNESS = "faithfulness",
-    ANSWER_RELEVANCY = "answer_relevancy",
-    ANSWER_CORRECTNESS = "answer_correctness",
-    HALLUCINATION = "hallucination",
-    SUMMARIZATION = "summarization",
-    CONTEXTUAL_RECALL = "contextual_recall",
-    CONTEXTUAL_RELEVANCY = "contextual_relevancy",
-    CONTEXTUAL_PRECISION = "contextual_precision",
-    INSTRUCTION_ADHERENCE = "instruction_adherence",
-    EXECUTION_ORDER = "execution_order",
-    JSON_CORRECTNESS = "json_correctness",
-    COMPARISON = "comparison",
-    GROUNDEDNESS = "groundedness"
-}
-export declare const UNBOUNDED_SCORERS: Set<APIScorer>;
-export declare const ROOT_API = "https://api.judgmentlabs.ai";
-export declare const JUDGMENT_DATASETS_PUSH_API_URL = "https://api.judgmentlabs.ai/datasets/push/";
-export declare const JUDGMENT_DATASETS_APPEND_API_URL = "https://api.judgmentlabs.ai/datasets/insert_examples/";
-export declare const JUDGMENT_DATASETS_PULL_API_URL = "https://api.judgmentlabs.ai/datasets/pull/";
-export declare const JUDGMENT_DATASETS_DELETE_API_URL = "https://api.judgmentlabs.ai/datasets/delete/";
-export declare const JUDGMENT_DATASETS_EXPORT_JSONL_API_URL = "https://api.judgmentlabs.ai/datasets/export_jsonl/";
-export declare const JUDGMENT_DATASETS_PROJECT_STATS_API_URL = "https://api.judgmentlabs.ai/datasets/fetch_stats_by_project/";
-export declare const JUDGMENT_DATASETS_INSERT_API_URL = "https://api.judgmentlabs.ai/datasets/insert_examples/";
-export declare const JUDGMENT_EVAL_FETCH_API_URL = "https://api.judgmentlabs.ai/fetch_eval_results/";
-export declare const JUDGMENT_EVAL_API_URL = "https://api.judgmentlabs.ai/evaluate/";
-export declare const JUDGMENT_EVAL_LOG_API_URL = "https://api.judgmentlabs.ai/log_eval_results/";
-export declare const JUDGMENT_EVAL_DELETE_API_URL = "https://api.judgmentlabs.ai/delete_eval_results_by_project_and_run_names/";
-export declare const JUDGMENT_EVAL_DELETE_PROJECT_API_URL = "https://api.judgmentlabs.ai/delete_eval_results_by_project/";
-export declare const JUDGMENT_PROJECT_DELETE_API_URL = "https://api.judgmentlabs.ai/projects/delete/";
-export declare const JUDGMENT_PROJECT_CREATE_API_URL = "https://api.judgmentlabs.ai/projects/add/";
-export declare const JUDGMENT_TRACES_FETCH_API_URL = "https://api.judgmentlabs.ai/traces/fetch/";
-export declare const JUDGMENT_TRACES_SAVE_API_URL = "https://api.judgmentlabs.ai/traces/save/";
-export declare const JUDGMENT_TRACES_DELETE_API_URL = "https://api.judgmentlabs.ai/traces/delete/";
-export declare const JUDGMENT_CALCULATE_TOKEN_COSTS_API_URL = "https://api.judgmentlabs.ai/calculate-token-costs";
-export declare const JUDGMENT_ADD_TO_RUN_EVAL_QUEUE_API_URL = "https://api.judgmentlabs.ai/add_to_run_eval_queue/";
-export declare const RABBITMQ_HOST: string;
-export declare const RABBITMQ_PORT: number;
-export declare const RABBITMQ_QUEUE: string;
-export declare const LITELLM_SUPPORTED_MODELS: Set<string>;
-export declare const TOGETHER_SUPPORTED_MODELS: string[];
-export declare const JUDGMENT_SUPPORTED_MODELS: Set<string>;
-export declare const ACCEPTABLE_MODELS: Set<string>;
-export declare const MAX_WORKER_THREADS = 10;
-export declare const MAX_CONCURRENT_EVALUATIONS = 50;

package/dist/types/data/datasets/eval-dataset-client.d.ts

@@ -1,44 +0,0 @@
-import { Example } from '../example.js';
-import { EvalDataset } from './eval-dataset.js';
-import { AxiosResponse } from 'axios';
-export declare class EvalDatasetClient {
-    private judgmentApiKey;
-    private organizationId;
-    constructor(judgmentApiKey: string, organizationId: string);
-    createDataset(examples?: Example[]): EvalDataset;
-    /**
-     * Pushes the dataset to the Judgment platform.
-     * @returns True if successful, false otherwise.
-     */
-    pushDataset(dataset: EvalDataset, alias: string, projectName: string, overwrite?: boolean): Promise<boolean>;
-    /**
-     * Pulls the dataset from the Judgment platform.
-     */
-    pullDataset(alias: string, projectName: string): Promise<EvalDataset>;
-    /**
-     * Deletes the dataset from the Judgment platform.
-     * @returns True if successful, false otherwise.
-     */
-    deleteDataset(alias: string, projectName: string): Promise<boolean>;
-    /**
-     * Pulls dataset statistics for a project from the Judgment platform.
-     */
-    pullProjectDatasetStats(projectName: string): Promise<Record<string, any>>;
-    /**
-     * Inserts new examples into an existing dataset on the Judgment platform.
-     * @returns True if successful, false otherwise.
-     */
-    insertDataset(alias: string, examples: Example[], projectName: string): Promise<boolean>;
-    /**
-     * Exports a dataset in JSONL format from the Judgment platform.
-     * @returns AxiosResponse containing the stream if successful.
-     */
-    exportJsonl(alias: string, projectName: string): Promise<AxiosResponse>;
-    /**
-     * Appends examples to an existing dataset on the Judgment platform.
-     * @returns True if successful, false otherwise.
-     */
-    append(alias: string, examples: Example[], projectName: string): Promise<boolean>;
-    private getAuthHeaders;
-    private handleApiError;
-}

package/dist/types/data/datasets/eval-dataset.d.ts

@@ -1,45 +0,0 @@
-import { Example, ExampleOptions } from '../example.js';
-type SaveFileType = 'json' | 'csv' | 'yaml';
-export declare class EvalDataset {
-    examples: Example[];
-    private _alias;
-    private _id;
-    constructor(examples?: Example[]);
-    addExample(e: Example): void;
-    get length(): number;
-    get alias(): string | null;
-    set alias(value: string | null);
-    get id(): string | null;
-    set id(value: string | null);
-    /**
-     * Adds examples from a JSON file.
-     * Assumes the JSON file has a top-level key "examples" containing an array of example objects.
-     * @param filePath Path to the JSON file.
-     */
-    addFromJson(filePath: string): void;
-    /**
-     * Adds examples from a YAML file.
-     * Assumes the YAML file has a top-level key "examples" containing an array of example objects.
-     * @param filePath Path to the YAML file.
-     */
-    addFromYaml(filePath: string): void;
-    /**
-     * Adds examples from a CSV file.
-     * @param filePath Path to the CSV file.
-     * @param headerMapping Dictionary mapping Example headers (keys) to custom headers in the CSV (values).
-     * @param primaryDelimiter Main delimiter used in CSV file. Defaults to ",".
-     * @param secondaryDelimiter Secondary delimiter for list fields (context, retrieval_context, etc.). Defaults to ";".
-     */
-    addFromCsv(filePath: string, headerMapping: {
-        [key in keyof ExampleOptions]?: string;
-    }, primaryDelimiter?: string, secondaryDelimiter?: string): void;
-    /**
-     * Saves the dataset as a file.
-     * @param fileType The file type to save as ('json', 'csv', 'yaml').
-     * @param dirPath The directory path to save the file to.
-     * @param saveName Optional: The name of the file (without extension). Defaults to a timestamp.
-     * @param secondaryDelimiter Optional: The delimiter used for joining list fields in CSV output. Defaults to ";".
-     */
-    saveAs(fileType: SaveFileType, dirPath: string, saveName?: string, secondaryDelimiter?: string): void;
-}
-export {};

package/dist/types/data/example.d.ts

@@ -1,82 +0,0 @@
-/**
- * Represents an example for evaluation
- */
-export interface ExampleOptions {
-    input: string;
-    actualOutput?: string | string[];
-    expectedOutput?: string | string[];
-    context?: string[];
-    retrievalContext?: string[];
-    additionalMetadata?: Record<string, any>;
-    toolsCalled?: string[];
-    expectedTools?: string[];
-    name?: string;
-    exampleId?: string;
-    exampleIndex?: number;
-    timestamp?: string;
-    traceId?: string;
-    example?: boolean;
-}
-export declare class Example {
-    input: string;
-    actualOutput?: string | string[];
-    expectedOutput?: string | string[];
-    context?: string[];
-    retrievalContext?: string[];
-    additionalMetadata?: Record<string, any>;
-    toolsCalled?: string[];
-    expectedTools?: string[];
-    name?: string;
-    exampleId: string;
-    exampleIndex?: number;
-    timestamp?: string;
-    traceId?: string;
-    example?: boolean;
-    constructor(options: ExampleOptions);
-    /**
-     * Generate a UUID for the example ID
-     */
-    private generateUUID;
-    /**
-     * Builder pattern for creating an Example
-     */
-    static builder(): ExampleBuilder;
-    /**
-     * Convert the example to a plain object
-     */
-    toJSON(): Record<string, any>;
-}
-/**
- * Builder for creating Example instances
- */
-export declare class ExampleBuilder {
-    private _input;
-    private _actualOutput?;
-    private _expectedOutput?;
-    private _context?;
-    private _retrievalContext?;
-    private _additionalMetadata?;
-    private _toolsCalled?;
-    private _expectedTools?;
-    private _name?;
-    private _exampleId?;
-    private _exampleIndex?;
-    private _timestamp?;
-    private _traceId?;
-    private _example?;
-    input(input: string): ExampleBuilder;
-    actualOutput(actualOutput: string | string[]): ExampleBuilder;
-    expectedOutput(expectedOutput: string | string[]): ExampleBuilder;
-    context(context: string[]): ExampleBuilder;
-    retrievalContext(retrievalContext: string[]): ExampleBuilder;
-    additionalMetadata(additionalMetadata: Record<string, any>): ExampleBuilder;
-    toolsCalled(toolsCalled: string[]): ExampleBuilder;
-    expectedTools(expectedTools: string[]): ExampleBuilder;
-    name(name: string): ExampleBuilder;
-    exampleId(exampleId: string): ExampleBuilder;
-    exampleIndex(exampleIndex: number): ExampleBuilder;
-    timestamp(timestamp: string): ExampleBuilder;
-    traceId(traceId: string): ExampleBuilder;
-    example(example: boolean): ExampleBuilder;
-    build(): Example;
-}

package/dist/types/data/result.d.ts

@@ -1,51 +0,0 @@
-import { Example } from './example.js';
-/**
- * Represents the data for a single scorer
- */
-export interface ScorerData {
-    name: string;
-    score: number;
-    threshold: number;
-    success: boolean;
-    reason: string | null;
-    strict_mode: boolean | null;
-    evaluation_model: string | null;
-    error: string | null;
-    evaluation_cost: number | null;
-    verbose_logs: any | null;
-    additional_metadata: Record<string, any>;
-}
-/**
- * Represents the result of scoring an example
- */
-export interface ScoringResultOptions {
-    dataObject: Example;
-    scorersData?: ScorerData[];
-    error?: string;
-}
-export declare class ScoringResult {
-    dataObject: Example;
-    scorersData?: ScorerData[];
-    error?: string;
-    constructor(options: ScoringResultOptions);
-    /**
-     * Builder pattern for creating a ScoringResult
-     */
-    static builder(): ScoringResultBuilder;
-    /**
-     * Convert the scoring result to a plain object
-     */
-    toJSON(): Record<string, any>;
-}
-/**
- * Builder for creating ScoringResult instances
- */
-export declare class ScoringResultBuilder {
-    private _dataObject;
-    private _scorersData?;
-    private _error?;
-    dataObject(dataObject: Example): ScoringResultBuilder;
-    scorersData(scorersData: ScorerData[]): ScoringResultBuilder;
-    error(error: string): ScoringResultBuilder;
-    build(): ScoringResult;
-}

package/dist/types/e2etests/eval-operations.test.d.ts

@@ -1,5 +0,0 @@
-/**
- * E2E tests for evaluation operations in the JudgmentClient.
- * Migrated from the Python SDK's test_eval_operations.py
- */
-export {};

package/dist/types/e2etests/judgee-traces.test.d.ts

@@ -1,5 +0,0 @@
-/**
- * E2E tests for judgee traces operations in the Tracer API.
- * Migrated from the Python SDK's test_judgee_traces_update.py
- */
-export {};