judgeval 0.2.9 → 0.3.0

package/dist/types/scorers/metrics/hallucination/hallucination.d.ts

@@ -1,63 +0,0 @@
-import { Example } from '../../../data/example.js';
-import { ScorerData } from '../../../data/result.js';
-import { JudgevalScorer } from '../../base-scorer.js';
-import { Judge } from '../../../judges/index.js';
-/**
- * HallucinationScorer evaluates whether an LLM's output contains hallucinations
- * by comparing it against provided context.
- *
- * The score is the fraction of context segments that contradict the output.
- * Lower scores are better (0 = no hallucinations, 1 = all contexts contradict the output).
- */
-export declare class HallucinationScorer extends JudgevalScorer {
-    private model;
-    private using_native_model;
-    private _verdicts;
-    /**
-     * Create a new HallucinationScorer
-     *
-     * @param threshold - Success threshold (default: 0.5)
-     * @param model - Model to use for evaluation (default: DefaultJudge)
-     * @param include_reason - Whether to include a reason for the score (default: true)
-     * @param async_mode - Whether to use async mode (default: false)
-     * @param strict_mode - Whether to use strict mode (default: false)
-     * @param verbose_mode - Whether to include verbose logs (default: false)
-     */
-    constructor(threshold?: number, model?: string | Judge | undefined, include_reason?: boolean, async_mode?: boolean, strict_mode?: boolean, verbose_mode?: boolean);
-    /**
-     * Generate verdicts for each context
-     */
-    private _aGenerateVerdicts;
-    /**
-     * Generate verdicts for each context (synchronous)
-     */
-    private _generateVerdicts;
-    /**
-     * Generate a reason for the score
-     */
-    private _aGenerateReason;
-    /**
-     * Generate a reason for the score (synchronous)
-     */
-    private _generateReason;
-    /**
-     * Calculate the hallucination score
-     */
-    private _computeScore;
-    /**
-     * Create verbose logs for debugging
-     */
-    private _createVerboseLogs;
-    /**
-     * Score an example synchronously
-     */
-    syncScoreExample(example: Example): ScorerData;
-    /**
-     * Score an example asynchronously
-     */
-    scoreExample(example: Example): Promise<ScorerData>;
-    /**
-     * Get the name of the scorer
-     */
-    get name(): string;
-}

package/dist/types/scorers/metrics/hallucination/index.d.ts

@@ -1,3 +0,0 @@
-export { HallucinationScorer } from './hallucination.js';
-export { HallucinationTemplate, HallucinationVerdictSchema, VerdictsSchema, ReasonSchema } from './prompts.js';
-export type { HallucinationVerdict } from './prompts.js';

package/dist/types/scorers/metrics/hallucination/prompts.d.ts

@@ -1,63 +0,0 @@
-import { z } from 'zod';
-/**
- * Schema for hallucination verdict
- */
-export declare const HallucinationVerdictSchema: z.ZodObject<{
-    verdict: z.ZodString;
-    reason: z.ZodString;
-}, "strip", z.ZodTypeAny, {
-    reason: string;
-    verdict: string;
-}, {
-    reason: string;
-    verdict: string;
-}>;
-export type HallucinationVerdict = z.infer<typeof HallucinationVerdictSchema>;
-/**
- * Schema for verdicts
- */
-export declare const VerdictsSchema: z.ZodObject<{
-    verdicts: z.ZodArray<z.ZodObject<{
-        verdict: z.ZodString;
-        reason: z.ZodString;
-    }, "strip", z.ZodTypeAny, {
-        reason: string;
-        verdict: string;
-    }, {
-        reason: string;
-        verdict: string;
-    }>, "many">;
-}, "strip", z.ZodTypeAny, {
-    verdicts: {
-        reason: string;
-        verdict: string;
-    }[];
-}, {
-    verdicts: {
-        reason: string;
-        verdict: string;
-    }[];
-}>;
-/**
- * Schema for reason
- */
-export declare const ReasonSchema: z.ZodObject<{
-    reason: z.ZodString;
-}, "strip", z.ZodTypeAny, {
-    reason: string;
-}, {
-    reason: string;
-}>;
-/**
- * Templates for hallucination scorer prompts
- */
-export declare class HallucinationTemplate {
-    /**
-     * Generate a prompt to evaluate hallucinations in the actual output
-     */
-    static generateVerdicts(actualOutput: string, contexts: string[]): string;
-    /**
-     * Generate a prompt to create a reason for the hallucination score
-     */
-    static generateReason(actualOutput: string, contexts: string[]): string;
-}

package/dist/types/scorers/metrics/instruction-adherence/index.d.ts

@@ -1,2 +0,0 @@
-export * from './instruction-adherence.js';
-export * from './prompts.js';

package/dist/types/scorers/metrics/instruction-adherence/instruction-adherence.d.ts

@@ -1,63 +0,0 @@
-import { Example } from '../../../data/example.js';
-import { ScorerData } from '../../../data/result.js';
-import { JudgevalScorer } from '../../base-scorer.js';
-import { Judge } from '../../../judges/index.js';
-/**
- * InstructionAdherenceScorer evaluates how well an LLM follows instructions
- * by extracting instructions from the input and checking if they are followed in the output.
- *
- * The score is the average of scores for each instruction (1 = followed, 0.5 = partially followed, 0 = not followed).
- */
-export declare class InstructionAdherenceScorer extends JudgevalScorer {
-    private model;
-    private using_native_model;
-    private _instructions;
-    private _verdicts;
-    /**
-     * Create a new InstructionAdherenceScorer
-     *
-     * @param threshold - Success threshold (default: 0.5)
-     * @param model - Model to use for evaluation (default: DefaultJudge)
-     * @param include_reason - Whether to include a reason for the score (default: true)
-     * @param async_mode - Whether to use async mode (default: false)
-     * @param strict_mode - Whether to use strict mode (default: false)
-     * @param verbose_mode - Whether to include verbose logs (default: false)
-     */
-    constructor(threshold?: number, model?: string | Judge | undefined, include_reason?: boolean, async_mode?: boolean, strict_mode?: boolean, verbose_mode?: boolean);
-    /**
-     * Extract instructions from input text
-     */
-    private _aGetInstructions;
-    /**
-     * Extract instructions from input text (synchronous)
-     */
-    private _getInstructions;
-    /**
-     * Generate verdicts for each instruction
-     */
-    private _aGetVerdicts;
-    /**
-     * Generate verdicts for each instruction (synchronous)
-     */
-    private _getVerdicts;
-    /**
-     * Calculate the instruction adherence score
-     */
-    private _computeScore;
-    /**
-     * Create verbose logs for debugging
-     */
-    private _createVerboseLogs;
-    /**
-     * Score an example synchronously
-     */
-    syncScoreExample(example: Example): ScorerData;
-    /**
-     * Score an example asynchronously
-     */
-    scoreExample(example: Example): Promise<ScorerData>;
-    /**
-     * Get the name of the scorer
-     */
-    get name(): string;
-}

package/dist/types/scorers/metrics/instruction-adherence/prompts.d.ts

@@ -1,78 +0,0 @@
-import { z } from 'zod';
-/**
- * Schema for a single instruction adherence verdict
- */
-export declare const VerdictSchema: z.ZodObject<{
-    instruction: z.ZodString;
-    score: z.ZodNumber;
-    reason: z.ZodString;
-}, "strip", z.ZodTypeAny, {
-    score: number;
-    reason: string;
-    instruction: string;
-}, {
-    score: number;
-    reason: string;
-    instruction: string;
-}>;
-/**
- * Schema for a list of verdicts
- */
-export declare const VerdictsSchema: z.ZodObject<{
-    verdicts: z.ZodArray<z.ZodObject<{
-        instruction: z.ZodString;
-        score: z.ZodNumber;
-        reason: z.ZodString;
-    }, "strip", z.ZodTypeAny, {
-        score: number;
-        reason: string;
-        instruction: string;
-    }, {
-        score: number;
-        reason: string;
-        instruction: string;
-    }>, "many">;
-}, "strip", z.ZodTypeAny, {
-    verdicts: {
-        score: number;
-        reason: string;
-        instruction: string;
-    }[];
-}, {
-    verdicts: {
-        score: number;
-        reason: string;
-        instruction: string;
-    }[];
-}>;
-/**
- * Schema for a list of instructions
- */
-export declare const InstructionsSchema: z.ZodObject<{
-    instructions: z.ZodArray<z.ZodString, "many">;
-}, "strip", z.ZodTypeAny, {
-    instructions: string[];
-}, {
-    instructions: string[];
-}>;
-/**
- * Type for a single verdict
- */
-export type InstructionAdherenceVerdict = z.infer<typeof VerdictSchema>;
-/**
- * Type for a list of instructions
- */
-export type InstructionList = z.infer<typeof InstructionsSchema>;
-/**
- * Templates for prompts used in the InstructionAdherenceScorer
- */
-export declare class InstructionAdherenceTemplate {
-    /**
-     * Generate a prompt to extract instructions from input text
-     */
-    static getInstructions(input: string): string;
-    /**
-     * Generate a prompt to evaluate adherence to instructions
-     */
-    static generateVerdicts(instructions: string[], actualOutput: string): string;
-}