observability-toolkit 2.0.0 → 2.1.0

package/dist/lib/judge/llm-judge-security.js

@@ -0,0 +1,314 @@
+/**
+ * LLM-as-Judge Security Utilities
+ *
+ * Error classes, input sanitization, prompt injection protection,
+ * test case validation, safe JSON parsing, timeout protection, and logging.
+ *
+ * @security All user inputs are sanitized for prompt injection protection
+ */
+import { createHash } from 'crypto';
+import { z } from 'zod';
+import { InputValidationError } from '../core/input-validator.js';
+import { remove as removeConfusables } from 'confusables';
+import { withSpanSync } from '../observability/instrumentation.js';
+import { MAX_INPUT_PAYLOAD_BYTES as MAX_INPUT_SIZE_BYTES, TEXT_PREVIEW_LIMIT, OTLP_SPAN_ID_LENGTH } from '../core/constants.js';
+import { MAX_TEXT_LENGTH, MAX_CONTEXT_ITEMS, MAX_STATEMENTS, MAX_LOGPROBS, LOGPROBS_CONFIDENCE_THRESHOLD, DEFAULT_LLM_TIMEOUT_MS, MAX_JSON_DEPTH, } from './llm-judge-constants.js';
+export { MAX_INPUT_SIZE_BYTES, MAX_TEXT_LENGTH, MAX_CONTEXT_ITEMS, MAX_STATEMENTS, MAX_LOGPROBS, LOGPROBS_CONFIDENCE_THRESHOLD, DEFAULT_LLM_TIMEOUT_MS, MAX_JSON_DEPTH, TEXT_PREVIEW_LIMIT, };
+// ============================================================================
+// Typed Error Classes
+// ============================================================================
+/**
+ * Error for prompt injection detection.
+ *
+ * NOTE: This class is exported for type-checking and external use but is
+ * intentionally NOT thrown by sanitizeForPrompt(). The design decision is
+ * to silently replace injection patterns with '[filtered]' markers rather
+ * than fail-fast, allowing evaluation to proceed with sanitized input.
+ */
+export class PromptInjectionError extends Error {
+    constructor(message) {
+        super(message);
+        this.name = 'PromptInjectionError';
+    }
+}
+/**
+ * Error thrown when an LLM call exceeds the configured timeout.
+ *
+ * @see withTimeout
+ */
+export class LLMTimeoutError extends Error {
+    constructor(timeoutMs) {
+        super(`LLM call timed out after ${timeoutMs}ms`);
+        this.name = 'LLMTimeoutError';
+    }
+}
+/**
+ * Error thrown when score extraction or normalization fails.
+ *
+ * @see normalizeWithLogprobs
+ * @see extractScoreFromText
+ */
+export class ScoreNormalizationError extends Error {
+    constructor(message) {
+        super(message);
+        this.name = 'ScoreNormalizationError';
+    }
+}
+// ============================================================================
+// Security Constants
+// (Defined in llm-judge-constants.ts, re-exported above)
+// ============================================================================
+// ============================================================================
+// Logging Configuration
+// ============================================================================
+/**
+ * Log levels for llm-as-judge module.
+ * Set via LLM_JUDGE_LOG_LEVEL environment variable.
+ * @default 'warn'
+ */
+export const logLevelSchema = z.enum(['debug', 'info', 'warn', 'error', 'silent']);
+/**
+ * Current log level for the module.
+ */
+export const LOG_LEVEL = logLevelSchema.catch('warn').parse(process.env.LLM_JUDGE_LOG_LEVEL);
+/**
+ * Check if a log level should be output based on current LOG_LEVEL.
+ */
+export function shouldLog(level) {
+    const levels = logLevelSchema.options;
+    const currentIndex = levels.indexOf(LOG_LEVEL);
+    const levelIndex = levels.indexOf(level);
+    return levelIndex >= currentIndex && LOG_LEVEL !== 'silent';
+}
+// ============================================================================
+// Security Utilities
+// ============================================================================
+/**
+ * Prompt injection detection patterns (case-insensitive, Unicode-normalized).
+ */
+const PROMPT_INJECTION_PATTERNS = [
+    /ignore\s+(?:all\s+)?previous\s+instructions/gi,
+    /system\s+prompt/gi,
+    /you\s+are\s+now/gi,
+    /forget\s+everything/gi,
+    /disregard\s+(?:all\s+)?(?:previous|prior)/gi,
+    /new\s+instructions?:/gi,
+    /override\s+(?:system|instructions)/gi,
+    /act\s+as\s+(?:if\s+)?(?:you\s+are|an?)\s/gi,
+    /pretend\s+(?:you\s+are|to\s+be)/gi,
+    /jailbreak/gi,
+    /\bDAN\b/gi,
+    /developer\s+mode/gi,
+    /ignore\s+safety/gi,
+    /bypass\s+(?:filter|restriction|rule)/gi,
+];
+/**
+ * Compiles an array of RegExp patterns into a single combined regex.
+ */
+function compilePatterns(patterns, flags = 'i') {
+    if (patterns.length === 0) {
+        throw new Error('Cannot compile empty patterns array');
+    }
+    const sources = patterns.map(p => `(?:${p.source})`);
+    return new RegExp(sources.join('|'), flags);
+}
+const COMPILED_INJECTION_PATTERN = compilePatterns(PROMPT_INJECTION_PATTERNS, 'i');
+const COMPILED_INJECTION_PATTERN_GLOBAL = compilePatterns(PROMPT_INJECTION_PATTERNS, 'gi');
+// eslint-disable-next-line no-misleading-character-class -- intentional: matching variation selectors \uFE00-\uFE0F
+const ZERO_WIDTH_CHARS_REGEX = /[\u200B-\u200D\u2060\u180E\uFEFF\u034F\uFE00-\uFE0F]/g;
+const SMART_SINGLE_QUOTES_REGEX = /['']/g;
+const SMART_DOUBLE_QUOTES_REGEX = /[""]/g;
+const DOUBLE_NEWLINE_REGEX = /\n\n/g;
+const SECTION_KEYWORD_REGEX = /\n(Output|Input|Context|Expected Output|Criteria|Score):/gi;
+/** Span attribute keys emitted by sanitizeWithPatterns — exported for test verification. */
+export const SANITIZE_SPAN_ATTR = {
+    INJECTION_DETECTED: 'security.sanitize.injection_detected',
+    OUTPUT_LENGTH: 'security.sanitize.output_length',
+};
+/**
+ * Core sanitization logic shared by sanitizeForPrompt and createSanitizer closures.
+ *
+ * @param compiledPattern       Non-global regex (no `g` flag) used for injection detection via `.test()`
+ * @param compiledPatternGlobal Global regex (`g` flag) used for `.replace()` to filter all occurrences
+ *
+ * Invariant: both args must be compiled from the same source patterns. Passing them swapped
+ * silently breaks detection (global `.test()` advances `lastIndex`) or leaves injections unfiltered.
+ */
+function sanitizeWithPatterns(text, maxLength, compiledPattern, compiledPatternGlobal, span) {
+    let sanitized = text.slice(0, maxLength);
+    sanitized = sanitized.replace(ZERO_WIDTH_CHARS_REGEX, '');
+    let detectionText = removeConfusables(sanitized);
+    detectionText = detectionText
+        .normalize('NFKC')
+        .replace(ZERO_WIDTH_CHARS_REGEX, '')
+        .replace(SMART_SINGLE_QUOTES_REGEX, "'")
+        .replace(SMART_DOUBLE_QUOTES_REGEX, '"');
+    const hasInjection = compiledPattern.test(detectionText);
+    span?.setAttribute(SANITIZE_SPAN_ATTR.INJECTION_DETECTED, hasInjection);
+    let result;
+    if (hasInjection) {
+        result = detectionText
+            .replace(compiledPatternGlobal, '[filtered]')
+            .replace(DOUBLE_NEWLINE_REGEX, '\n \n')
+            .replace(SECTION_KEYWORD_REGEX, '\n $1:');
+    }
+    else {
+        result = sanitized
+            .replace(DOUBLE_NEWLINE_REGEX, '\n \n')
+            .replace(SECTION_KEYWORD_REGEX, '\n $1:');
+    }
+    span?.setAttribute(SANITIZE_SPAN_ATTR.OUTPUT_LENGTH, result.length);
+    return result;
+}
+/**
+ * Sanitizes an array of context strings for safe prompt inclusion.
+ */
+export function sanitizeContextArray(context) {
+    return context.slice(0, MAX_CONTEXT_ITEMS).map(c => sanitizeForPrompt(c));
+}
+/**
+ * Sanitize text for safe inclusion in prompts.
+ * Detects and removes potential prompt injection attempts.
+ *
+ * @security Known limitation: the `confusables` library resolves cross-script
+ * homoglyphs (e.g. Latin 'a' vs Cyrillic 'а') into their canonical forms before
+ * injection-pattern matching. However, same-script substitutions — where a character
+ * from the same writing system is used in place of another — are not detected, as
+ * they are visually distinct within their script and not covered by confusable mappings.
+ */
+export function sanitizeForPrompt(text, maxLength = MAX_TEXT_LENGTH) {
+    return withSpanSync('security.sanitize', {
+        'security.sanitize.raw_input_length': text.length,
+        'security.sanitize.effective_input_length': Math.min(text.length, maxLength),
+    }, (span) => sanitizeWithPatterns(text, maxLength, COMPILED_INJECTION_PATTERN, COMPILED_INJECTION_PATTERN_GLOBAL, span));
+}
+const sanitizerCache = new Map();
+/**
+ * Create a customizable sanitizer with additional injection patterns.
+ * Compiled patterns are cached by pattern source to avoid recompilation.
+ */
+export function createSanitizer(additionalPatterns = []) {
+    for (let i = 0; i < additionalPatterns.length; i++) {
+        if (!(additionalPatterns[i] instanceof RegExp)) {
+            throw new InputValidationError(`additionalPatterns[${i}] must be a RegExp, got ${typeof additionalPatterns[i]}`, 'additionalPatterns', 'type');
+        }
+    }
+    const cacheKey = additionalPatterns.map(p => `${p.source}|${p.flags}`).join(',');
+    const cached = sanitizerCache.get(cacheKey);
+    let compiledPattern;
+    let compiledPatternGlobal;
+    if (cached) {
+        compiledPattern = cached.compiledPattern;
+        compiledPatternGlobal = cached.compiledPatternGlobal;
+    }
+    else {
+        ({ compiledPattern, compiledPatternGlobal } = withSpanSync('security.sanitize.compile_patterns', {
+            'security.sanitize.pattern_count': PROMPT_INJECTION_PATTERNS.length + additionalPatterns.length,
+            'security.sanitize.additional_patterns': additionalPatterns.length,
+        }, () => {
+            const allPatterns = [...PROMPT_INJECTION_PATTERNS, ...additionalPatterns];
+            const cp = compilePatterns(allPatterns, 'i');
+            const cpg = compilePatterns(allPatterns, 'gi');
+            sanitizerCache.set(cacheKey, { compiledPattern: cp, compiledPatternGlobal: cpg });
+            return { compiledPattern: cp, compiledPatternGlobal: cpg };
+        }));
+    }
+    return (text, maxLength = MAX_TEXT_LENGTH) => {
+        return withSpanSync('security.sanitize', {
+            'security.sanitize.raw_input_length': text.length,
+            'security.sanitize.effective_input_length': Math.min(text.length, maxLength),
+        }, (span) => sanitizeWithPatterns(text, maxLength, compiledPattern, compiledPatternGlobal, span));
+    };
+}
+/**
+ * Validate test case total size against security limits.
+ * Field-level constraints (max length, context items, types) are enforced by testCaseSchema.
+ */
+export function validateTestCase(testCase) {
+    let totalBytes = testCase.input.length + testCase.output.length;
+    if (testCase.context) {
+        totalBytes += testCase.context.reduce((sum, c) => sum + c.length, 0);
+    }
+    if (testCase.expectedOutput) {
+        totalBytes += testCase.expectedOutput.length;
+    }
+    if (totalBytes > MAX_INPUT_SIZE_BYTES) {
+        throw new InputValidationError(`Total test case size ${totalBytes} exceeds ${MAX_INPUT_SIZE_BYTES} bytes`, 'testCase', 'maxSize');
+    }
+}
+/**
+ * Safe JSON parsing with depth limit to prevent DoS attacks.
+ */
+export function safeJSONParse(text, maxDepth = MAX_JSON_DEPTH) {
+    if (new TextEncoder().encode(text).length > MAX_INPUT_SIZE_BYTES) {
+        throw new Error('JSON response too large');
+    }
+    const parsed = JSON.parse(text);
+    const checkDepth = (obj, depth = 0) => {
+        if (depth > maxDepth) {
+            throw new Error('JSON nesting too deep');
+        }
+        if (typeof obj === 'object' && obj !== null) {
+            if (Array.isArray(obj)) {
+                for (const value of obj) {
+                    checkDepth(value, depth + 1);
+                }
+            }
+            else {
+                for (const key in obj) {
+                    if (Object.prototype.hasOwnProperty.call(obj, key)) {
+                        checkDepth(obj[key], depth + 1);
+                    }
+                }
+            }
+        }
+    };
+    checkDepth(parsed);
+    return parsed;
+}
+/**
+ * Execute an async function with timeout protection.
+ */
+export async function withTimeout(fn, timeoutMs = DEFAULT_LLM_TIMEOUT_MS) {
+    let timeoutId;
+    const abortController = new AbortController();
+    const clearTimer = () => {
+        if (timeoutId !== undefined) {
+            clearTimeout(timeoutId);
+            timeoutId = undefined;
+        }
+    };
+    const timeoutPromise = new Promise((_, reject) => {
+        timeoutId = setTimeout(() => {
+            abortController.abort();
+            clearTimer();
+            reject(new LLMTimeoutError(timeoutMs));
+        }, timeoutMs);
+    });
+    try {
+        const result = await Promise.race([fn(abortController.signal), timeoutPromise]);
+        clearTimer();
+        return result;
+    }
+    catch (error) {
+        clearTimer();
+        if (!abortController.signal.aborted) {
+            abortController.abort();
+        }
+        throw error;
+    }
+}
+// ============================================================================
+// Internal Utilities (exported for submodule use)
+// ============================================================================
+/**
+ * Compute a short SHA-256 hash of evaluation inputs for audit provenance.
+ * @internal
+ */
+export function hashInput(...parts) {
+    const content = parts.filter(Boolean).join('|');
+    if (content.length === 0)
+        return '';
+    return createHash('sha256').update(content).digest('hex').substring(0, OTLP_SPAN_ID_LENGTH);
+}
+//# sourceMappingURL=llm-judge-security.js.map

package/dist/lib/judge/llm-judge-security.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-judge-security.js","sourceRoot":"","sources":["../../../src/lib/judge/llm-judge-security.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AAClE,OAAO,EAAE,MAAM,IAAI,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAG1D,OAAO,EAAE,YAAY,EAAE,MAAM,qCAAqC,CAAC;AACnE,OAAO,EAAE,uBAAuB,IAAI,oBAAoB,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAChI,OAAO,EACL,eAAe,EACf,iBAAiB,EACjB,cAAc,EACd,YAAY,EACZ,6BAA6B,EAC7B,sBAAsB,EACtB,cAAc,GACf,MAAM,0BAA0B,CAAC;AAElC,OAAO,EACL,oBAAoB,EACpB,eAAe,EACf,iBAAiB,EACjB,cAAc,EACd,YAAY,EACZ,6BAA6B,EAC7B,sBAAsB,EACtB,cAAc,EACd,kBAAkB,GACnB,CAAC;AAEF,+EAA+E;AAC/E,sBAAsB;AACtB,+EAA+E;AAE/E;;;;;;;GAOG;AACH,MAAM,OAAO,oBAAqB,SAAQ,KAAK;IAC7C,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,sBAAsB,CAAC;IACrC,CAAC;CACF;AAED;;;;GAIG;AACH,MAAM,OAAO,eAAgB,SAAQ,KAAK;IACxC,YAAY,SAAiB;QAC3B,KAAK,CAAC,4BAA4B,SAAS,IAAI,CAAC,CAAC;QACjD,IAAI,CAAC,IAAI,GAAG,iBAAiB,CAAC;IAChC,CAAC;CACF;AAED;;;;;GAKG;AACH,MAAM,OAAO,uBAAwB,SAAQ,KAAK;IAChD,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,yBAAyB,CAAC;IACxC,CAAC;CACF;AAED,+EAA+E;AAC/E,qBAAqB;AACrB,yDAAyD;AACzD,+EAA+E;AAE/E,+EAA+E;AAC/E,wBAAwB;AACxB,+EAA+E;AAE/E;;;;GAIG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC;AAGnF;;GAEG;AACH,MAAM,CAAC,MAAM,SAAS,GAAa,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;AAEvG;;GAEG;AACH,MAAM,UAAU,SAAS,CAAC,KAAe;IACvC,MAAM,MAAM,GAAG,cAAc,CAAC,OAAO,CAAC;IACtC,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAC/C,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IACzC,OAAO,UAAU,IAAI,YAAY,IAAI,SAAS,KAAK,QAAQ,CAAC;AAC9D,CAAC;AAED,+EAA+E;AAC/E,qBAAqB;AACrB,+EAA+E;AAE/E;;GAEG;AACH,MAAM,yBAAyB,GAAG;IAChC,+CAA+C;IAC/C,mBAAmB;IACnB,mBAAmB;IACnB,uBAAuB;IACvB,6CAA6C;IAC7C,wBAAwB;IACxB,sCAAsC;IACtC,4CAA4C;IAC5C,mCAAmC;IACnC,aAAa;IACb,WAAW;IACX,oBAAoB;IACpB,mBAAmB;IACnB,wCAAwC;CACzC,CAAC;AAEF;;GAEG;AACH,SAAS,eAAe,CAAC,QAAmD,EAAE,KAAK,GAAG,GAAG;IACvF,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACzD,CAAC;IACD,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;IACrD,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC;AAC9C,CAAC;AAED,MAAM,0BAA0B,GAAG,eAAe,CAAC,yBAAyB,EAAE,GAAG,CAAC,CAAC;AACnF,MAAM,iCAAiC,GAAG,eAAe,CAAC,yBAAyB,EAAE,IAAI,CAAC,CAAC;AAE3F,oHAAoH;AACpH,MAAM,sBAAsB,GAAG,uDAAuD,CAAC;AACvF,MAAM,yBAAyB,GAAG,OAAO,CAAC;AAC1C,MAAM,yBAAyB,GAAG,OAAO,CAAC;AAC1C,MAAM,oBAAoB,GAAG,OAAO,CAAC;AACrC,MAAM,qBAAqB,GAAG,4DAA4D,CAAC;AAE3F,4FAA4F;AAC5F,MAAM,CAAC,MAAM,kBAAkB,GAAG;IAChC,kBAAkB,EAAE,sCAAsC;IAC1D,aAAa,EAAE,iCAAiC;CACxC,CAAC;AAEX;;;;;;;;GAQG;AACH,SAAS,oBAAoB,CAC3B,IAAY,EACZ,SAAiB,EACjB,eAAuB,EACvB,qBAA6B,EAC7B,IAAiB;IAEjB,IAAI,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;IACzC,SAAS,GAAG,SAAS,CAAC,OAAO,CAAC,sBAAsB,EAAE,EAAE,CAAC,CAAC;IAE1D,IAAI,aAAa,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAC;IACjD,aAAa,GAAG,aAAa;SAC1B,SAAS,CAAC,MAAM,CAAC;SACjB,OAAO,CAAC,sBAAsB,EAAE,EAAE,CAAC;SACnC,OAAO,CAAC,yBAAyB,EAAE,GAAG,CAAC;SACvC,OAAO,CAAC,yBAAyB,EAAE,GAAG,CAAC,CAAC;IAE3C,MAAM,YAAY,GAAG,eAAe,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IACzD,IAAI,EAAE,YAAY,CAAC,kBAAkB,CAAC,kBAAkB,EAAE,YAAY,CAAC,CAAC;IAExE,IAAI,MAAc,CAAC;IACnB,IAAI,YAAY,EAAE,CAAC;QACjB,MAAM,GAAG,aAAa;aACnB,OAAO,CAAC,qBAAqB,EAAE,YAAY,CAAC;aAC5C,OAAO,CAAC,oBAAoB,EAAE,OAAO,CAAC;aACtC,OAAO,CAAC,qBAAqB,EAAE,QAAQ,CAAC,CAAC;IAC9C,CAAC;SAAM,CAAC;QACN,MAAM,GAAG,SAAS;aACf,OAAO,CAAC,oBAAoB,EAAE,OAAO,CAAC;aACtC,OAAO,CAAC,qBAAqB,EAAE,QAAQ,CAAC,CAAC;IAC9C,CAAC;IACD,IAAI,EAAE,YAAY,CAAC,kBAAkB,CAAC,aAAa,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;IACpE,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,OAAiB;IACpD,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC;AAC5E,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,iBAAiB,CAAC,IAAY,EAAE,YAAoB,eAAe;IACjF,OAAO,YAAY,CACjB,mBAAmB,EACnB;QACE,oCAAoC,EAAE,IAAI,CAAC,MAAM;QACjD,0CAA0C,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC;KAC7E,EACD,CAAC,IAAI,EAAE,EAAE,CAAC,oBAAoB,CAAC,IAAI,EAAE,SAAS,EAAE,0BAA0B,EAAE,iCAAiC,EAAE,IAAI,CAAC,CACrH,CAAC;AACJ,CAAC;AAED,MAAM,cAAc,GAAG,IAAI,GAAG,EAAsE,CAAC;AAErG;;;GAGG;AACH,MAAM,UAAU,eAAe,CAC7B,qBAA+B,EAAE;IAEjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,kBAAkB,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACnD,IAAI,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,YAAY,MAAM,CAAC,EAAE,CAAC;YAC/C,MAAM,IAAI,oBAAoB,CAC5B,sBAAsB,CAAC,2BAA2B,OAAO,kBAAkB,CAAC,CAAC,CAAC,EAAE,EAChF,oBAAoB,EACpB,MAAM,CACP,CAAC;QACJ,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACjF,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC5C,IAAI,eAAuB,CAAC;IAC5B,IAAI,qBAA6B,CAAC;IAElC,IAAI,MAAM,EAAE,CAAC;QACX,eAAe,GAAG,MAAM,CAAC,eAAe,CAAC;QACzC,qBAAqB,GAAG,MAAM,CAAC,qBAAqB,CAAC;IACvD,CAAC;SAAM,CAAC;QACN,CAAC,EAAE,eAAe,EAAE,qBAAqB,EAAE,GAAG,YAAY,CACxD,oCAAoC,EACpC;YACE,iCAAiC,EAAE,yBAAyB,CAAC,MAAM,GAAG,kBAAkB,CAAC,MAAM;YAC/F,uCAAuC,EAAE,kBAAkB,CAAC,MAAM;SACnE,EACD,GAAG,EAAE;YACH,MAAM,WAAW,GAAG,CAAC,GAAG,yBAAyB,EAAE,GAAG,kBAAkB,CAAC,CAAC;YAC1E,MAAM,EAAE,GAAG,eAAe,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;YAC7C,MAAM,GAAG,GAAG,eAAe,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;YAC/C,cAAc,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,eAAe,EAAE,EAAE,EAAE,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;YAClF,OAAO,EAAE,eAAe,EAAE,EAAE,EAAE,qBAAqB,EAAE,GAAG,EAAE,CAAC;QAC7D,CAAC,CACF,CAAC,CAAC;IACL,CAAC;IAED,OAAO,CAAC,IAAY,EAAE,YAAoB,eAAe,EAAU,EAAE;QACnE,OAAO,YAAY,CACjB,mBAAmB,EACnB;YACE,oCAAoC,EAAE,IAAI,CAAC,MAAM;YACjD,0CAA0C,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC;SAC7E,EACD,CAAC,IAAI,EAAE,EAAE,CAAC,oBAAoB,CAAC,IAAI,EAAE,SAAS,EAAE,eAAe,EAAE,qBAAqB,EAAE,IAAI,CAAC,CAC9F,CAAC;IACJ,CAAC,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,gBAAgB,CAAC,QAAkB;IACjD,IAAI,UAAU,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC;IAChE,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;QACrB,UAAU,IAAI,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACvE,CAAC;IACD,IAAI,QAAQ,CAAC,cAAc,EAAE,CAAC;QAC5B,UAAU,IAAI,QAAQ,CAAC,cAAc,CAAC,MAAM,CAAC;IAC/C,CAAC;IAED,IAAI,UAAU,GAAG,oBAAoB,EAAE,CAAC;QACtC,MAAM,IAAI,oBAAoB,CAC5B,wBAAwB,UAAU,YAAY,oBAAoB,QAAQ,EAC1E,UAAU,EACV,SAAS,CACV,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,aAAa,CAAC,IAAY,EAAE,WAAmB,cAAc;IAC3E,IAAI,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,oBAAoB,EAAE,CAAC;QACjE,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC7C,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAEhC,MAAM,UAAU,GAAG,CAAC,GAAY,EAAE,KAAK,GAAG,CAAC,EAAQ,EAAE;QACnD,IAAI,KAAK,GAAG,QAAQ,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAC3C,CAAC;QACD,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;YAC5C,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;gBACvB,KAAK,MAAM,KAAK,IAAI,GAAG,EAAE,CAAC;oBACxB,UAAU,CAAC,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;gBAC/B,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,KAAK,MAAM,GAAG,IAAI,GAAG,EAAE,CAAC;oBACtB,IAAI,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;wBACnD,UAAU,CAAE,GAA+B,CAAC,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;oBAC/D,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC,CAAC;IAEF,UAAU,CAAC,MAAM,CAAC,CAAC;IACnB,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,EAAuC,EACvC,YAAoB,sBAAsB;IAE1C,IAAI,SAAoD,CAAC;IACzD,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;IAE9C,MAAM,UAAU,GAAG,GAAG,EAAE;QACtB,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YAC5B,YAAY,CAAC,SAAS,CAAC,CAAC;YACxB,SAAS,GAAG,SAAS,CAAC;QACxB,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,cAAc,GAAG,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;QACtD,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE;YAC1B,eAAe,CAAC,KAAK,EAAE,CAAC;YACxB,UAAU,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,eAAe,CAAC,SAAS,CAAC,CAAC,CAAC;QACzC,CAAC,EAAE,SAAS,CAAC,CAAC;IAChB,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,eAAe,CAAC,MAAM,CAAC,EAAE,cAAc,CAAC,CAAC,CAAC;QAChF,UAAU,EAAE,CAAC;QACb,OAAO,MAAM,CAAC;IAChB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,UAAU,EAAE,CAAC;QACb,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpC,eAAe,CAAC,KAAK,EAAE,CAAC;QAC1B,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,+EAA+E;AAC/E,kDAAkD;AAClD,+EAA+E;AAE/E;;;GAGG;AACH,MAAM,UAAU,SAAS,CAAC,GAAG,KAA6B;IACxD,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAChD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACpC,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,mBAAmB,CAAC,CAAC;AAC9F,CAAC"}

package/dist/lib/judge/llm-judge-security.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=llm-judge-security.test.d.ts.map

package/dist/lib/judge/llm-judge-security.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-judge-security.test.d.ts","sourceRoot":"","sources":["../../../src/lib/judge/llm-judge-security.test.ts"],"names":[],"mappings":""}