observability-toolkit 1.8.0 → 1.8.4

package/dist/tools/query-evaluations.js

@@ -0,0 +1,351 @@
+/**
+ * Query LLM evaluation results from local JSONL files
+ *
+ * Implements gen_ai.evaluation.result event support per OTel GenAI semantic conventions.
+ * https://opentelemetry.io/docs/specs/semconv/gen-ai/gen-ai-events/
+ */
+import { z } from 'zod';
+import { MultiDirectoryBackend } from '../backends/local-jsonl.js';
+import { MAX_RESULTS_IN_MEMORY } from '../lib/constants.js';
+import { enforceMemoryLimit, StreamingAggregator, shouldUseStreamingAggregation } from '../lib/file-utils.js';
+import { validateLimit, validateDateRange, validateRegexPattern, InputValidationError, } from '../lib/input-validator.js';
+import { sessionSchema, traceIdSchema, dateRangeSchema, paginationSchema, } from '../lib/shared-schemas.js';
+export const queryEvaluationsSchema = z.object({
+    evaluationName: z.string().optional().describe('Evaluation name (substring)'),
+    scoreMin: z.number().optional().describe('Min score threshold'),
+    scoreMax: z.number().optional().describe('Max score threshold'),
+    scoreLabel: z.string().optional().describe('Score label (exact)'),
+    evaluator: z.string().optional().describe('Evaluator identity'),
+    evaluatorType: z.enum(['llm', 'human', 'rule', 'classifier']).optional().describe('Evaluator type'),
+    responseId: z.string().optional().describe('Response ID'),
+    ...traceIdSchema,
+    ...sessionSchema,
+    ...dateRangeSchema,
+    ...paginationSchema,
+    aggregation: z.enum(['avg', 'min', 'max', 'count', 'p50', 'p95', 'p99']).optional().describe('Aggregation function'),
+    groupBy: z.array(z.enum(['evaluationName', 'scoreLabel', 'evaluator'])).optional().describe('Group by fields'),
+});
+/**
+ * Calculate percentile using R-7 linear interpolation method.
+ * This is the default method used by NumPy, Excel, and R.
+ * @param sortedValues - Pre-sorted array of numeric values (ascending)
+ * @param percentile - Percentile to calculate (0-100)
+ * @returns The interpolated percentile value
+ */
+function calculatePercentileFromSorted(sortedValues, percentile) {
+    if (sortedValues.length === 0)
+        return 0;
+    if (sortedValues.length === 1)
+        return sortedValues[0];
+    // R-7 method: linear interpolation
+    const rank = (percentile / 100) * (sortedValues.length - 1);
+    const lowerIndex = Math.floor(rank);
+    const upperIndex = Math.ceil(rank);
+    const weight = rank - lowerIndex;
+    if (lowerIndex === upperIndex) {
+        return sortedValues[lowerIndex];
+    }
+    return sortedValues[lowerIndex] * (1 - weight) + sortedValues[upperIndex] * weight;
+}
+// Constants for magic values
+const UNGROUPED_KEY = '__all__';
+const MISSING_LABEL_KEY = '__none__';
+const MAX_RETURNED_EVALUATIONS = 20;
+/**
+ * Normalize a score value based on its unit to a 0-1 scale.
+ * Used for calculating averageScore across evaluations with mixed units.
+ *
+ * Supported units:
+ * - 'percentage' or 'percent': 0-100 → 0-1
+ * - 'ratio_0_1' or undefined: already 0-1, no change
+ * - Other units: kept as-is (no normalization)
+ */
+function normalizeScore(value, unit) {
+    if (!unit)
+        return value;
+    const normalizedUnit = unit.toLowerCase().trim();
+    switch (normalizedUnit) {
+        case 'percentage':
+        case 'percent':
+            return value / 100;
+        case 'ratio_0_1':
+        default:
+            return value;
+    }
+}
+/**
+ * Normalize scoreLabel: treat empty strings as undefined (P1-3 fix)
+ */
+function normalizeScoreLabel(label) {
+    if (label === undefined || label === null)
+        return undefined;
+    const trimmed = label.trim();
+    return trimmed.length > 0 ? trimmed : undefined;
+}
+/** Group key for aggregation */
+function getGroupKey(evaluation, groupBy) {
+    if (groupBy.length === 0)
+        return UNGROUPED_KEY;
+    return groupBy.map(field => {
+        if (field === 'evaluationName')
+            return evaluation.evaluationName;
+        if (field === 'scoreLabel')
+            return normalizeScoreLabel(evaluation.scoreLabel) || MISSING_LABEL_KEY;
+        if (field === 'evaluator')
+            return evaluation.evaluator || MISSING_LABEL_KEY;
+        return '__unknown__';
+    }).join('::');
+}
+/** Calculate aggregation result for a group */
+function calculateAggregation(stats, aggregation) {
+    if (stats.count === 0 && aggregation !== 'count')
+        return undefined;
+    // Pre-sort once for percentile calculations (P2-1 optimization)
+    let sortedValues;
+    if (aggregation === 'p50' || aggregation === 'p95' || aggregation === 'p99') {
+        if (stats.values.length === 0)
+            return undefined;
+        sortedValues = [...stats.values].sort((a, b) => a - b);
+    }
+    switch (aggregation) {
+        case 'count':
+            return stats.count;
+        case 'avg':
+            return stats.values.length > 0 ? stats.sum / stats.values.length : undefined;
+        case 'min':
+            return stats.min;
+        case 'max':
+            return stats.max;
+        case 'p50':
+            return calculatePercentileFromSorted(sortedValues, 50);
+        case 'p95':
+            return calculatePercentileFromSorted(sortedValues, 95);
+        case 'p99':
+            return calculatePercentileFromSorted(sortedValues, 99);
+    }
+}
+/**
+ * Build summary statistics from evaluations.
+ * Counts by evaluation name, score label, and evaluator, plus average normalized score.
+ */
+export function buildSummary(evaluations) {
+    const byName = new Map();
+    const byLabel = new Map();
+    const byEvaluator = new Map();
+    let totalScore = 0;
+    let scoreCount = 0;
+    for (const evaluation of evaluations) {
+        const normalizedLabel = normalizeScoreLabel(evaluation.scoreLabel);
+        byName.set(evaluation.evaluationName, (byName.get(evaluation.evaluationName) || 0) + 1);
+        if (normalizedLabel) {
+            byLabel.set(normalizedLabel, (byLabel.get(normalizedLabel) || 0) + 1);
+        }
+        if (evaluation.evaluator) {
+            byEvaluator.set(evaluation.evaluator, (byEvaluator.get(evaluation.evaluator) || 0) + 1);
+        }
+        if (evaluation.scoreValue !== undefined) {
+            totalScore += normalizeScore(evaluation.scoreValue, evaluation.scoreUnit);
+            scoreCount++;
+        }
+    }
+    return {
+        byEvaluationName: Object.fromEntries(byName),
+        byScoreLabel: Object.fromEntries(byLabel),
+        byEvaluator: Object.fromEntries(byEvaluator),
+        averageScore: scoreCount > 0 ? totalScore / scoreCount : undefined,
+    };
+}
+/**
+ * Build aggregation results from evaluations.
+ * Groups evaluations by specified fields and calculates the requested aggregation.
+ */
+export function buildAggregations(evaluations, aggregation, groupBy) {
+    const groups = new Map();
+    for (const evaluation of evaluations) {
+        const normalizedLabel = normalizeScoreLabel(evaluation.scoreLabel);
+        const key = getGroupKey(evaluation, groupBy);
+        const stats = groups.get(key) || {
+            count: 0,
+            sum: 0,
+            min: undefined,
+            max: undefined,
+            values: [],
+            fields: {},
+        };
+        stats.count++;
+        if (evaluation.scoreValue !== undefined) {
+            stats.sum += evaluation.scoreValue;
+            stats.min = stats.min === undefined ? evaluation.scoreValue : Math.min(stats.min, evaluation.scoreValue);
+            stats.max = stats.max === undefined ? evaluation.scoreValue : Math.max(stats.max, evaluation.scoreValue);
+            stats.values.push(evaluation.scoreValue);
+        }
+        // Store field values for response
+        for (const field of groupBy) {
+            if (field === 'evaluationName')
+                stats.fields.evaluationName = evaluation.evaluationName;
+            if (field === 'scoreLabel')
+                stats.fields.scoreLabel = normalizedLabel || '';
+            if (field === 'evaluator')
+                stats.fields.evaluator = evaluation.evaluator || '';
+        }
+        groups.set(key, stats);
+    }
+    return Array.from(groups.values()).map(stats => ({
+        ...(stats.fields.evaluationName && { evaluationName: stats.fields.evaluationName }),
+        ...(stats.fields.scoreLabel && { scoreLabel: stats.fields.scoreLabel }),
+        ...(stats.fields.evaluator && { evaluator: stats.fields.evaluator }),
+        count: stats.count,
+        value: calculateAggregation(stats, aggregation),
+    }));
+}
+export async function queryEvaluations(rawInput, backendOptions) {
+    try {
+        const input = queryEvaluationsSchema.parse(rawInput);
+        // Validate inputs
+        const validatedLimit = validateLimit(input.limit);
+        // Validate date range if provided
+        if (input.startDate || input.endDate) {
+            validateDateRange(input.startDate, input.endDate);
+        }
+        // Validate evaluationName as regex pattern if provided
+        if (input.evaluationName) {
+            validateRegexPattern(input.evaluationName);
+        }
+        // P2-2: Validate score range values are finite numbers
+        if (input.scoreMin !== undefined && !Number.isFinite(input.scoreMin)) {
+            throw new Error(`Invalid scoreMin: must be a finite number, got ${input.scoreMin}`);
+        }
+        if (input.scoreMax !== undefined && !Number.isFinite(input.scoreMax)) {
+            throw new Error(`Invalid scoreMax: must be a finite number, got ${input.scoreMax}`);
+        }
+        // Validate score range logic
+        if (input.scoreMin !== undefined && input.scoreMax !== undefined) {
+            if (input.scoreMin > input.scoreMax) {
+                throw new Error(`Invalid score range: scoreMin (${input.scoreMin}) cannot exceed scoreMax (${input.scoreMax})`);
+            }
+        }
+        const options = {
+            evaluationName: input.evaluationName,
+            scoreMin: input.scoreMin,
+            scoreMax: input.scoreMax,
+            scoreLabel: input.scoreLabel,
+            evaluator: input.evaluator,
+            evaluatorType: input.evaluatorType,
+            responseId: input.responseId,
+            traceId: input.traceId,
+            sessionId: input.sessionId,
+            startDate: input.startDate,
+            endDate: input.endDate,
+            limit: validatedLimit,
+            aggregation: input.aggregation,
+            groupBy: input.groupBy,
+        };
+        const local = backendOptions?.localBackend ?? new MultiDirectoryBackend();
+        const rawEvaluations = await local.queryEvaluations(options);
+        // Enforce memory limit
+        const { results: evaluations, truncated, originalCount } = enforceMemoryLimit(rawEvaluations, MAX_RESULTS_IN_MEMORY);
+        // Use streaming aggregation for large datasets when computing aggregations
+        const useStreaming = shouldUseStreamingAggregation(evaluations.length) && input.aggregation;
+        let summary;
+        let aggregations;
+        if (useStreaming && input.aggregation) {
+            // Use StreamingAggregator for large datasets
+            // Build summary with streaming aggregation
+            const byName = new Map();
+            const byLabel = new Map();
+            const byEvaluator = new Map();
+            const scoreAggregator = new StreamingAggregator();
+            // Group aggregators for each group key
+            const groupAggregators = new Map();
+            for (const evaluation of evaluations) {
+                const normalizedLabel = normalizeScoreLabel(evaluation.scoreLabel);
+                byName.set(evaluation.evaluationName, (byName.get(evaluation.evaluationName) || 0) + 1);
+                if (normalizedLabel) {
+                    byLabel.set(normalizedLabel, (byLabel.get(normalizedLabel) || 0) + 1);
+                }
+                if (evaluation.evaluator) {
+                    byEvaluator.set(evaluation.evaluator, (byEvaluator.get(evaluation.evaluator) || 0) + 1);
+                }
+                if (evaluation.scoreValue !== undefined) {
+                    scoreAggregator.add(normalizeScore(evaluation.scoreValue, evaluation.scoreUnit));
+                }
+                // Build group aggregations
+                const groupBy = input.groupBy || [];
+                const key = getGroupKey(evaluation, groupBy);
+                let group = groupAggregators.get(key);
+                if (!group) {
+                    group = { agg: new StreamingAggregator(), count: 0, fields: {} };
+                    // Store field values for response
+                    for (const field of groupBy) {
+                        if (field === 'evaluationName')
+                            group.fields.evaluationName = evaluation.evaluationName;
+                        if (field === 'scoreLabel')
+                            group.fields.scoreLabel = normalizedLabel || '';
+                        if (field === 'evaluator')
+                            group.fields.evaluator = evaluation.evaluator || '';
+                    }
+                    groupAggregators.set(key, group);
+                }
+                group.count++;
+                if (evaluation.scoreValue !== undefined) {
+                    group.agg.add(evaluation.scoreValue);
+                }
+            }
+            summary = {
+                byEvaluationName: Object.fromEntries(byName),
+                byScoreLabel: Object.fromEntries(byLabel),
+                byEvaluator: Object.fromEntries(byEvaluator),
+                averageScore: scoreAggregator.getResult('avg'),
+            };
+            // Build aggregation results from streaming aggregators
+            aggregations = Array.from(groupAggregators.values()).map(group => ({
+                ...(group.fields.evaluationName && { evaluationName: group.fields.evaluationName }),
+                ...(group.fields.scoreLabel && { scoreLabel: group.fields.scoreLabel }),
+                ...(group.fields.evaluator && { evaluator: group.fields.evaluator }),
+                count: group.count,
+                value: group.agg.getResult(input.aggregation),
+            }));
+        }
+        else {
+            // Use original approach for smaller datasets
+            summary = buildSummary(evaluations);
+            aggregations = input.aggregation
+                ? buildAggregations(evaluations, input.aggregation, input.groupBy || [])
+                : undefined;
+        }
+        return {
+            count: evaluations.length,
+            ...(truncated && { truncated: true, originalCount }),
+            summary: {
+                ...summary,
+                ...(aggregations && { aggregations }),
+            },
+            evaluations: evaluations.slice(0, MAX_RETURNED_EVALUATIONS).map(e => ({
+                timestamp: e.timestamp,
+                evaluationName: e.evaluationName,
+                scoreValue: e.scoreValue,
+                scoreLabel: e.scoreLabel,
+                scoreUnit: e.scoreUnit,
+                explanation: e.explanation,
+                evaluator: e.evaluator,
+                evaluatorType: e.evaluatorType,
+                responseId: e.responseId,
+                traceId: e.traceId,
+                sessionId: e.sessionId,
+            })),
+        };
+    }
+    catch (error) {
+        if (error instanceof InputValidationError) {
+            throw new Error(`Validation error (${error.field}): ${error.message}`);
+        }
+        throw error;
+    }
+}
+export const queryEvaluationsTool = {
+    name: 'obs_query_evaluations',
+    description: 'Query gen_ai.evaluation.result events. Supports score filtering and aggregations.',
+    inputSchema: queryEvaluationsSchema,
+    handler: queryEvaluations,
+};
+//# sourceMappingURL=query-evaluations.js.map

package/dist/tools/query-evaluations.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"query-evaluations.js","sourceRoot":"","sources":["../../src/tools/query-evaluations.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AACnE,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAC5D,OAAO,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,6BAA6B,EAAwB,MAAM,sBAAsB,CAAC;AAEpI,OAAO,EACL,aAAa,EACb,iBAAiB,EACjB,oBAAoB,EACpB,oBAAoB,GACrB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,aAAa,EACb,aAAa,EACb,eAAe,EACf,gBAAgB,GACjB,MAAM,0BAA0B,CAAC;AAElC,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC7C,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,6BAA6B,CAAC;IAC7E,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,qBAAqB,CAAC;IAC/D,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,qBAAqB,CAAC;IAC/D,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,qBAAqB,CAAC;IACjE,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oBAAoB,CAAC;IAC/D,aAAa,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IACnG,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,aAAa,CAAC;IACzD,GAAG,aAAa;IAChB,GAAG,aAAa;IAChB,GAAG,eAAe;IAClB,GAAG,gBAAgB;IACnB,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,sBAAsB,CAAC;IACpH,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,gBAAgB,EAAE,YAAY,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,iBAAiB,CAAC;CAC/G,CAAC,CAAC;AAmCH;;;;;;GAMG;AACH,SAAS,6BAA6B,CAAC,YAAsB,EAAE,UAAkB;IAC/E,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACxC,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,YAAY,CAAC,CAAC,CAAC,CAAC;IAEtD,mCAAmC;IACnC,MAAM,IAAI,GAAG,CAAC,UAAU,GAAG,GAAG,CAAC,GAAG,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC5D,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACpC,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACnC,MAAM,MAAM,GAAG,IAAI,GAAG,UAAU,CAAC;IAEjC,IAAI,UAAU,KAAK,UAAU,EAAE,CAAC;QAC9B,OAAO,YAAY,CAAC,UAAU,CAAC,CAAC;IAClC,CAAC;IAED,OAAO,YAAY,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,GAAG,YAAY,CAAC,UAAU,CAAC,GAAG,MAAM,CAAC;AACrF,CAAC;AAED,6BAA6B;AAC7B,MAAM,aAAa,GAAG,SAAS,CAAC;AAChC,MAAM,iBAAiB,GAAG,UAAU,CAAC;AACrC,MAAM,wBAAwB,GAAG,EAAE,CAAC;AAEpC;;;;;;;;GAQG;AACH,SAAS,cAAc,CAAC,KAAa,EAAE,IAAwB;IAC7D,IAAI,CAAC,IAAI;QAAE,OAAO,KAAK,CAAC;IAExB,MAAM,cAAc,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;IAEjD,QAAQ,cAAc,EAAE,CAAC;QACvB,KAAK,YAAY,CAAC;QAClB,KAAK,SAAS;YACZ,OAAO,KAAK,GAAG,GAAG,CAAC;QACrB,KAAK,WAAW,CAAC;QACjB;YACE,OAAO,KAAK,CAAC;IACjB,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,mBAAmB,CAAC,KAAyB;IACpD,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,SAAS,CAAC;IAC5D,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IAC7B,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;AAClD,CAAC;AAED,gCAAgC;AAChC,SAAS,WAAW,CAAC,UAA4B,EAAE,OAAiC;IAClF,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,aAAa,CAAC;IAC/C,OAAO,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;QACzB,IAAI,KAAK,KAAK,gBAAgB;YAAE,OAAO,UAAU,CAAC,cAAc,CAAC;QACjE,IAAI,KAAK,KAAK,YAAY;YAAE,OAAO,mBAAmB,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,iBAAiB,CAAC;QACnG,IAAI,KAAK,KAAK,WAAW;YAAE,OAAO,UAAU,CAAC,SAAS,IAAI,iBAAiB,CAAC;QAC5E,OAAO,aAAa,CAAC;IACvB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC;AAYD,+CAA+C;AAC/C,SAAS,oBAAoB,CAAC,KAAiB,EAAE,WAAkC;IACjF,IAAI,KAAK,CAAC,KAAK,KAAK,CAAC,IAAI,WAAW,KAAK,OAAO;QAAE,OAAO,SAAS,CAAC;IAEnE,gEAAgE;IAChE,IAAI,YAAkC,CAAC;IACvC,IAAI,WAAW,KAAK,KAAK,IAAI,WAAW,KAAK,KAAK,IAAI,WAAW,KAAK,KAAK,EAAE,CAAC;QAC5E,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,SAAS,CAAC;QAChD,YAAY,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACzD,CAAC;IAED,QAAQ,WAAW,EAAE,CAAC;QACpB,KAAK,OAAO;YACV,OAAO,KAAK,CAAC,KAAK,CAAC;QACrB,KAAK,KAAK;YACR,OAAO,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;QAC/E,KAAK,KAAK;YACR,OAAO,KAAK,CAAC,GAAG,CAAC;QACnB,KAAK,KAAK;YACR,OAAO,KAAK,CAAC,GAAG,CAAC;QACnB,KAAK,KAAK;YACR,OAAO,6BAA6B,CAAC,YAAa,EAAE,EAAE,CAAC,CAAC;QAC1D,KAAK,KAAK;YACR,OAAO,6BAA6B,CAAC,YAAa,EAAE,EAAE,CAAC,CAAC;QAC1D,KAAK,KAAK;YACR,OAAO,6BAA6B,CAAC,YAAa,EAAE,EAAE,CAAC,CAAC;IAC5D,CAAC;AACH,CAAC;AAmBD;;;GAGG;AACH,MAAM,UAAU,YAAY,CAAC,WAA+B;IAC1D,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IACzC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC1C,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC9C,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;QACrC,MAAM,eAAe,GAAG,mBAAmB,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;QAEnE,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,cAAc,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACxF,IAAI,eAAe,EAAE,CAAC;YACpB,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACxE,CAAC;QACD,IAAI,UAAU,CAAC,SAAS,EAAE,CAAC;YACzB,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC1F,CAAC;QACD,IAAI,UAAU,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;YACxC,UAAU,IAAI,cAAc,CAAC,UAAU,CAAC,UAAU,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC;YAC1E,UAAU,EAAE,CAAC;QACf,CAAC;IACH,CAAC;IAED,OAAO;QACL,gBAAgB,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC;QAC5C,YAAY,EAAE,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC;QACzC,WAAW,EAAE,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC;QAC5C,YAAY,EAAE,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,UAAU,CAAC,CAAC,CAAC,SAAS;KACnE,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,iBAAiB,CAC/B,WAA+B,EAC/B,WAAkC,EAClC,OAAiC;IAEjC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAsB,CAAC;IAE7C,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;QACrC,MAAM,eAAe,GAAG,mBAAmB,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;QACnE,MAAM,GAAG,GAAG,WAAW,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QAC7C,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI;YAC/B,KAAK,EAAE,CAAC;YACR,GAAG,EAAE,CAAC;YACN,GAAG,EAAE,SAA+B;YACpC,GAAG,EAAE,SAA+B;YACpC,MAAM,EAAE,EAAE;YACV,MAAM,EAAE,EAAE;SACX,CAAC;QAEF,KAAK,CAAC,KAAK,EAAE,CAAC;QACd,IAAI,UAAU,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;YACxC,KAAK,CAAC,GAAG,IAAI,UAAU,CAAC,UAAU,CAAC;YACnC,KAAK,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC;YACzG,KAAK,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC;YACzG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;QAC3C,CAAC;QAED,kCAAkC;QAClC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,KAAK,KAAK,gBAAgB;gBAAE,KAAK,CAAC,MAAM,CAAC,cAAc,GAAG,UAAU,CAAC,cAAc,CAAC;YACxF,IAAI,KAAK,KAAK,YAAY;gBAAE,KAAK,CAAC,MAAM,CAAC,UAAU,GAAG,eAAe,IAAI,EAAE,CAAC;YAC5E,IAAI,KAAK,KAAK,WAAW;gBAAE,KAAK,CAAC,MAAM,CAAC,SAAS,GAAG,UAAU,CAAC,SAAS,IAAI,EAAE,CAAC;QACjF,CAAC;QAED,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IACzB,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC/C,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,cAAc,IAAI,EAAE,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;QACnF,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,IAAI,EAAE,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;QACvE,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;QACpE,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,KAAK,EAAE,oBAAoB,CAAC,KAAK,EAAE,WAAW,CAAC;KAChD,CAAC,CAAC,CAAC;AACN,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,QAA+B,EAAE,cAAwC;IAC9G,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,sBAAsB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAErD,kBAAkB;QAClB,MAAM,cAAc,GAAG,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAElD,kCAAkC;QAClC,IAAI,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YACrC,iBAAiB,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QACpD,CAAC;QAED,uDAAuD;QACvD,IAAI,KAAK,CAAC,cAAc,EAAE,CAAC;YACzB,oBAAoB,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;QAC7C,CAAC;QAED,uDAAuD;QACvD,IAAI,KAAK,CAAC,QAAQ,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;YACrE,MAAM,IAAI,KAAK,CAAC,kDAAkD,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;QACtF,CAAC;QACD,IAAI,KAAK,CAAC,QAAQ,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;YACrE,MAAM,IAAI,KAAK,CAAC,kDAAkD,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;QACtF,CAAC;QAED,6BAA6B;QAC7B,IAAI,KAAK,CAAC,QAAQ,KAAK,SAAS,IAAI,KAAK,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YACjE,IAAI,KAAK,CAAC,QAAQ,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC;gBACpC,MAAM,IAAI,KAAK,CAAC,kCAAkC,KAAK,CAAC,QAAQ,6BAA6B,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAC;YAClH,CAAC;QACH,CAAC;QAED,MAAM,OAAO,GAAG;YACd,cAAc,EAAE,KAAK,CAAC,cAAc;YACpC,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,aAAa,EAAE,KAAK,CAAC,aAA0C;YAC/D,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,KAAK,EAAE,cAAc;YACrB,WAAW,EAAE,KAAK,CAAC,WAAgD;YACnE,OAAO,EAAE,KAAK,CAAC,OAA+C;SAC/D,CAAC;QAEF,MAAM,KAAK,GAAG,cAAc,EAAE,YAAY,IAAI,IAAI,qBAAqB,EAAE,CAAC;QAC1E,MAAM,cAAc,GAAG,MAAM,KAAK,CAAC,gBAAiB,CAAC,OAAO,CAAC,CAAC;QAE9D,uBAAuB;QACvB,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,aAAa,EAAE,GAAG,kBAAkB,CAAC,cAAc,EAAE,qBAAqB,CAAC,CAAC;QAErH,2EAA2E;QAC3E,MAAM,YAAY,GAAG,6BAA6B,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,WAAW,CAAC;QAE5F,IAAI,OAA0B,CAAC;QAC/B,IAAI,YAA6C,CAAC;QAElD,IAAI,YAAY,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;YACtC,6CAA6C;YAC7C,2CAA2C;YAC3C,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;YACzC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;YAC1C,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;YAC9C,MAAM,eAAe,GAAG,IAAI,mBAAmB,EAAE,CAAC;YAElD,uCAAuC;YACvC,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAuF,CAAC;YAExH,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;gBACrC,MAAM,eAAe,GAAG,mBAAmB,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;gBAEnE,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,cAAc,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gBACxF,IAAI,eAAe,EAAE,CAAC;oBACpB,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gBACxE,CAAC;gBACD,IAAI,UAAU,CAAC,SAAS,EAAE,CAAC;oBACzB,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gBAC1F,CAAC;gBACD,IAAI,UAAU,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;oBACxC,eAAe,CAAC,GAAG,CAAC,cAAc,CAAC,UAAU,CAAC,UAAU,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC;gBACnF,CAAC;gBAED,2BAA2B;gBAC3B,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC;gBACpC,MAAM,GAAG,GAAG,WAAW,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;gBAC7C,IAAI,KAAK,GAAG,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBACtC,IAAI,CAAC,KAAK,EAAE,CAAC;oBACX,KAAK,GAAG,EAAE,GAAG,EAAE,IAAI,mBAAmB,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;oBACjE,kCAAkC;oBAClC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;wBAC5B,IAAI,KAAK,KAAK,gBAAgB;4BAAE,KAAK,CAAC,MAAM,CAAC,cAAc,GAAG,UAAU,CAAC,cAAc,CAAC;wBACxF,IAAI,KAAK,KAAK,YAAY;4BAAE,KAAK,CAAC,MAAM,CAAC,UAAU,GAAG,eAAe,IAAI,EAAE,CAAC;wBAC5E,IAAI,KAAK,KAAK,WAAW;4BAAE,KAAK,CAAC,MAAM,CAAC,SAAS,GAAG,UAAU,CAAC,SAAS,IAAI,EAAE,CAAC;oBACjF,CAAC;oBACD,gBAAgB,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;gBACnC,CAAC;gBACD,KAAK,CAAC,KAAK,EAAE,CAAC;gBACd,IAAI,UAAU,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;oBACxC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;gBACvC,CAAC;YACH,CAAC;YAED,OAAO,GAAG;gBACR,gBAAgB,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC;gBAC5C,YAAY,EAAE,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC;gBACzC,WAAW,EAAE,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC;gBAC5C,YAAY,EAAE,eAAe,CAAC,SAAS,CAAC,KAAK,CAAC;aAC/C,CAAC;YAEF,uDAAuD;YACvD,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBACjE,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,cAAc,IAAI,EAAE,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;gBACnF,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,IAAI,EAAE,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;gBACvE,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;gBACpE,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,WAA8B,CAAC;aACjE,CAAC,CAAC,CAAC;QACN,CAAC;aAAM,CAAC;YACN,6CAA6C;YAC7C,OAAO,GAAG,YAAY,CAAC,WAAW,CAAC,CAAC;YACpC,YAAY,GAAG,KAAK,CAAC,WAAW;gBAC9B,CAAC,CAAC,iBAAiB,CAAC,WAAW,EAAE,KAAK,CAAC,WAAoC,EAAE,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC;gBACjG,CAAC,CAAC,SAAS,CAAC;QAChB,CAAC;QAED,OAAO;YACL,KAAK,EAAE,WAAW,CAAC,MAAM;YACzB,GAAG,CAAC,SAAS,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC;YACpD,OAAO,EAAE;gBACP,GAAG,OAAO;gBACV,GAAG,CAAC,YAAY,IAAI,EAAE,YAAY,EAAE,CAAC;aACtC;YACD,WAAW,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,wBAAwB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBACpE,SAAS,EAAE,CAAC,CAAC,SAAS;gBACtB,cAAc,EAAE,CAAC,CAAC,cAAc;gBAChC,UAAU,EAAE,CAAC,CAAC,UAAU;gBACxB,UAAU,EAAE,CAAC,CAAC,UAAU;gBACxB,SAAS,EAAE,CAAC,CAAC,SAAS;gBACtB,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,SAAS,EAAE,CAAC,CAAC,SAAS;gBACtB,aAAa,EAAE,CAAC,CAAC,aAAa;gBAC9B,UAAU,EAAE,CAAC,CAAC,UAAU;gBACxB,OAAO,EAAE,CAAC,CAAC,OAAO;gBAClB,SAAS,EAAE,CAAC,CAAC,SAAS;aACvB,CAAC,CAAC;SACJ,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,oBAAoB,EAAE,CAAC;YAC1C,MAAM,IAAI,KAAK,CAAC,qBAAqB,KAAK,CAAC,KAAK,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACzE,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,CAAC,MAAM,oBAAoB,GAAG;IAClC,IAAI,EAAE,uBAAuB;IAC7B,WAAW,EAAE,mFAAmF;IAChG,WAAW,EAAE,sBAAsB;IACnC,OAAO,EAAE,gBAAgB;CAC1B,CAAC"}

package/dist/tools/query-evaluations.test.d.ts

@@ -0,0 +1,5 @@
+/**
+ * Tests for query-evaluations tool
+ */
+export {};
+//# sourceMappingURL=query-evaluations.test.d.ts.map

package/dist/tools/query-evaluations.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"query-evaluations.test.d.ts","sourceRoot":"","sources":["../../src/tools/query-evaluations.test.ts"],"names":[],"mappings":"AAAA;;GAEG"}