@inspectr/mcplab 1.28.3 → 1.28.5

package/dist/app-server/tool-definition-quality.js

@@ -0,0 +1,237 @@
+import { createHash } from 'node:crypto';
+export const DEFINITION_QUALITY_DIMENSIONS = {
+    purpose_clarity: 25,
+    usage_guidelines: 20,
+    behavioral_transparency: 20,
+    parameter_semantics: 15,
+    conciseness_structure: 10,
+    contextual_completeness: 10
+};
+function canonicalize(value, stack = new WeakSet()) {
+    if (value === null || typeof value !== 'object')
+        return value;
+    if (stack.has(value))
+        return '[Circular]';
+    stack.add(value);
+    if (Array.isArray(value))
+        return value.map((item) => canonicalize(item, stack));
+    const object = value;
+    return Object.fromEntries(Object.keys(object)
+        .sort()
+        .map((key) => [key, canonicalize(object[key], stack)]));
+}
+function schemaProperties(schema) {
+    if (!schema || typeof schema !== 'object' || Array.isArray(schema))
+        return {};
+    const properties = schema.properties;
+    return properties && typeof properties === 'object' && !Array.isArray(properties)
+        ? properties
+        : {};
+}
+function hasNestedObjectSchema(value, seen = new WeakSet(), depth = 0) {
+    if (!value || typeof value !== 'object')
+        return false;
+    if (seen.has(value))
+        return false;
+    seen.add(value);
+    if (Array.isArray(value))
+        return value.some((item) => hasNestedObjectSchema(item, seen, depth));
+    const object = value;
+    if (depth > 0 && object.type === 'object')
+        return true;
+    return Object.values(object).some((child) => hasNestedObjectSchema(child, seen, depth + 1));
+}
+export function buildDefinitionQualityContext(tool) {
+    const properties = schemaProperties(tool.inputSchema);
+    const propertyValues = Object.values(properties);
+    const paramCount = propertyValues.length;
+    const described = propertyValues.filter((value) => value &&
+        typeof value === 'object' &&
+        typeof value.description === 'string' &&
+        String(value.description).trim().length > 0).length;
+    const enums = propertyValues.filter((value) => value &&
+        typeof value === 'object' &&
+        Array.isArray(value.enum)).length;
+    const input = (tool.inputSchema ?? {});
+    const required = Array.isArray(input.required) ? input.required.length : 0;
+    const canonical = JSON.stringify(canonicalize({
+        name: tool.name,
+        title: tool.title ?? null,
+        description: tool.description ?? null,
+        inputSchema: tool.inputSchema ?? null,
+        outputSchema: tool.outputSchema ?? null,
+        annotations: tool.annotations ?? null
+    }));
+    return {
+        paramCount,
+        requiredParamCount: required,
+        paramsWithDescriptions: described,
+        paramsWithEnums: enums,
+        schemaDescriptionCoverage: paramCount === 0 ? 100 : Math.round((described / paramCount) * 100),
+        hasNestedObjects: hasNestedObjectSchema(tool.inputSchema),
+        hasOutputSchema: !!tool.outputSchema &&
+            typeof tool.outputSchema === 'object' &&
+            Object.keys(tool.outputSchema).length > 0,
+        hasAnnotations: !!tool.annotations &&
+            typeof tool.annotations === 'object' &&
+            Object.keys(tool.annotations).length > 0,
+        titleIsMeaningful: typeof tool.title === 'string' &&
+            tool.title.trim().length > tool.name.trim().length &&
+            tool.title.trim().toLowerCase() !== tool.name.trim().toLowerCase(),
+        definitionBytes: Buffer.byteLength(canonical, 'utf8'),
+        definitionHash: createHash('sha256').update(canonical).digest('hex').slice(0, 16)
+    };
+}
+function isRecord(value) {
+    return !!value && typeof value === 'object' && !Array.isArray(value);
+}
+export function parseDefinitionQualityEvaluation(value) {
+    const root = isRecord(value) && isRecord(value.definitionQuality) ? value.definitionQuality : value;
+    if (!isRecord(root)) {
+        throw new Error('Invalid definitionQuality evaluation');
+    }
+    const raw = root;
+    const scoreRoot = isRecord(raw.scores)
+        ? raw.scores
+        : isRecord(raw.dimensionScores)
+            ? raw.dimensionScores
+            : undefined;
+    const summary = typeof raw.summary === 'string'
+        ? raw.summary
+        : typeof raw.overallSummary === 'string'
+            ? raw.overallSummary
+            : '';
+    if (!scoreRoot || !summary.trim()) {
+        throw new Error('Invalid definitionQuality evaluation');
+    }
+    const scores = {};
+    for (const dimension of Object.keys(DEFINITION_QUALITY_DIMENSIONS)) {
+        const item = scoreRoot[dimension];
+        const rawScore = isRecord(item) ? item.score : undefined;
+        const score = typeof rawScore === 'string' && /^\d+$/.test(rawScore) ? Number(rawScore) : rawScore;
+        const justification = isRecord(item)
+            ? typeof item.justification === 'string'
+                ? item.justification
+                : item.evidence
+            : undefined;
+        if (!Number.isInteger(score) || score < 1 || score > 5) {
+            throw new Error('Definition quality score for ' + dimension + ' must be an integer between 1 and 5');
+        }
+        if (typeof justification !== 'string' || !justification.trim()) {
+            throw new Error('Definition quality justification for ' + dimension + ' is required');
+        }
+        scores[dimension] = {
+            score: score,
+            justification: justification.trim()
+        };
+    }
+    return {
+        scores,
+        annotationContradiction: raw.annotationContradiction === true,
+        summary: summary.trim()
+    };
+}
+export function computeDefinitionQualityTier(score) {
+    if (score >= 3.5)
+        return 'A';
+    if (score >= 3)
+        return 'B';
+    if (score >= 2)
+        return 'C';
+    if (score >= 1)
+        return 'D';
+    return 'F';
+}
+function roundScoreFromHundredths(numerator, denominator) {
+    return Math.floor((20 * numerator + denominator) / (2 * denominator)) / 10;
+}
+function roundScoreFromTenths(numerator, denominator) {
+    return Math.floor((2 * numerator + denominator) / (2 * denominator)) / 10;
+}
+export function finalizeDefinitionQuality(params) {
+    const context = buildDefinitionQualityContext(params.tool);
+    const parsed = parseDefinitionQualityEvaluation(isRecord(params.evaluation) && 'definitionQuality' in params.evaluation
+        ? params.evaluation
+        : { definitionQuality: params.evaluation });
+    const missing = !params.tool.description?.trim();
+    const tautological = !missing &&
+        [params.tool.name, params.tool.title].some((value) => value?.trim().toLowerCase() === params.tool.description?.trim().toLowerCase());
+    const flags = [];
+    if (missing)
+        flags.push('no_description');
+    if (tautological)
+        flags.push('tautological_description');
+    if (parsed.annotationContradiction)
+        flags.push('annotation_contradiction');
+    const dimensions = {};
+    let weighted = 0;
+    for (const dimension of Object.keys(DEFINITION_QUALITY_DIMENSIONS)) {
+        const score = missing
+            ? 1
+            : dimension === 'purpose_clarity' && tautological
+                ? Math.min(parsed.scores[dimension].score, 2)
+                : parsed.scores[dimension].score;
+        weighted += score * DEFINITION_QUALITY_DIMENSIONS[dimension];
+        dimensions[dimension] = {
+            score: score,
+            weight: DEFINITION_QUALITY_DIMENSIONS[dimension],
+            justification: missing
+                ? 'The tool has no usable description to evaluate.'
+                : parsed.scores[dimension].justification
+        };
+    }
+    const overallScore = missing ? 1 : roundScoreFromHundredths(weighted, 100);
+    const smells = Object.keys(dimensions).filter((dimension) => dimensions[dimension].score < 3);
+    return {
+        methodology: 'mcplab-definition-quality',
+        methodologyVersion: '1.0',
+        methodologySource: 'https://github.com/glama-ai/tool-definition-quality-score',
+        scoredAt: params.now ?? new Date().toISOString(),
+        definitionHash: context.definitionHash,
+        overallScore,
+        tier: computeDefinitionQualityTier(overallScore),
+        passing: overallScore >= 3,
+        summary: missing
+            ? 'This tool has no description, so an agent cannot reliably understand when to use it.'
+            : parsed.summary,
+        dimensions,
+        smells,
+        flags,
+        contextSignals: context
+    };
+}
+export function computeDefinitionQualityAggregate(items, toolsDiscovered) {
+    if (items.length === 0) {
+        return {
+            label: toolsDiscovered === 0 ? 'server' : 'selection',
+            score: 0,
+            tier: 'F',
+            toolsScored: 0,
+            toolsDiscovered,
+            toolsPassing: 0,
+            meanScore: 0,
+            minimumScore: 0
+        };
+    }
+    const scoresTenths = items.map((item) => Math.round(item.quality.overallScore * 10));
+    const sumTenths = scoresTenths.reduce((sum, score) => sum + score, 0);
+    const minimumTenths = Math.min(...scoresTenths);
+    const score = roundScoreFromTenths(6 * sumTenths + 4 * items.length * minimumTenths, 10 * items.length);
+    const weakest = items[scoresTenths.indexOf(minimumTenths)];
+    const weakestDimension = Object.keys(DEFINITION_QUALITY_DIMENSIONS).sort((a, b) => (5 - weakest.quality.dimensions[b].score) * DEFINITION_QUALITY_DIMENSIONS[b] -
+        (5 - weakest.quality.dimensions[a].score) * DEFINITION_QUALITY_DIMENSIONS[a])[0];
+    return {
+        label: items.length === toolsDiscovered ? 'server' : 'selection',
+        score,
+        tier: computeDefinitionQualityTier(score),
+        toolsScored: items.length,
+        toolsDiscovered,
+        toolsPassing: items.filter((item) => item.quality.passing).length,
+        meanScore: roundScoreFromTenths(sumTenths, 10 * items.length),
+        minimumScore: minimumTenths / 10,
+        weakestTool: weakest.toolName,
+        weakestDimension,
+        bestNextAction: weakest.quality.dimensions[weakestDimension].justification
+    };
+}
+//# sourceMappingURL=tool-definition-quality.js.map

package/dist/app-server/tool-definition-quality.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tool-definition-quality.js","sourceRoot":"","sources":["../../src/app-server/tool-definition-quality.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAGzC,MAAM,CAAC,MAAM,6BAA6B,GAAG;IAC3C,eAAe,EAAE,EAAE;IACnB,gBAAgB,EAAE,EAAE;IACpB,uBAAuB,EAAE,EAAE;IAC3B,mBAAmB,EAAE,EAAE;IACvB,qBAAqB,EAAE,EAAE;IACzB,uBAAuB,EAAE,EAAE;CACnB,CAAC;AA2DX,SAAS,YAAY,CAAC,KAAc,EAAE,QAAQ,IAAI,OAAO,EAAU;IACjE,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC9D,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC;QAAE,OAAO,YAAY,CAAC;IAC1C,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACjB,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;IAChF,MAAM,MAAM,GAAG,KAAgC,CAAC;IAChD,OAAO,MAAM,CAAC,WAAW,CACvB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;SAChB,IAAI,EAAE;SACN,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CACzD,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB,CAAC,MAAe;IACvC,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;QAAE,OAAO,EAAE,CAAC;IAC9E,MAAM,UAAU,GAAI,MAAkC,CAAC,UAAU,CAAC;IAClE,OAAO,UAAU,IAAI,OAAO,UAAU,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC;QAC/E,CAAC,CAAE,UAAsC;QACzC,CAAC,CAAC,EAAE,CAAC;AACT,CAAC;AAED,SAAS,qBAAqB,CAC5B,KAAc,EACd,OAAO,IAAI,OAAO,EAAU,EAC5B,KAAK,GAAG,CAAC;IAET,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IACtD,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAClC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAChB,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,qBAAqB,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;IAChG,MAAM,MAAM,GAAG,KAAgC,CAAC;IAChD,IAAI,KAAK,GAAG,CAAC,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IACvD,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,qBAAqB,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;AAC9F,CAAC;AAED,MAAM,UAAU,6BAA6B,CAC3C,IAAsG;IAEtG,MAAM,UAAU,GAAG,gBAAgB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACtD,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IACjD,MAAM,UAAU,GAAG,cAAc,CAAC,MAAM,CAAC;IACzC,MAAM,SAAS,GAAG,cAAc,CAAC,MAAM,CACrC,CAAC,KAAK,EAAE,EAAE,CACR,KAAK;QACL,OAAO,KAAK,KAAK,QAAQ;QACzB,OAAQ,KAAiC,CAAC,WAAW,KAAK,QAAQ;QAClE,MAAM,CAAE,KAAiC,CAAC,WAAW,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAC3E,CAAC,MAAM,CAAC;IACT,MAAM,KAAK,GAAG,cAAc,CAAC,MAAM,CACjC,CAAC,KAAK,EAAE,EAAE,CACR,KAAK;QACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,CAAC,OAAO,CAAE,KAAiC,CAAC,IAAI,CAAC,CACzD,CAAC,MAAM,CAAC;IACT,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,WAAW,IAAI,EAAE,CAA4B,CAAC;IAClE,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3E,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAC9B,YAAY,CAAC;QACX,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,IAAI;QACzB,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,IAAI;QACrC,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,IAAI;QACrC,YAAY,EAAE,IAAI,CAAC,YAAY,IAAI,IAAI;QACvC,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,IAAI;KACtC,CAAC,CACH,CAAC;IACF,OAAO;QACL,UAAU;QACV,kBAAkB,EAAE,QAAQ;QAC5B,sBAAsB,EAAE,SAAS;QACjC,eAAe,EAAE,KAAK;QACtB,yBAAyB,EAAE,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,SAAS,GAAG,UAAU,CAAC,GAAG,GAAG,CAAC;QAC9F,gBAAgB,EAAE,qBAAqB,CAAC,IAAI,CAAC,WAAW,CAAC;QACzD,eAAe,EACb,CAAC,CAAC,IAAI,CAAC,YAAY;YACnB,OAAO,IAAI,CAAC,YAAY,KAAK,QAAQ;YACrC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,YAAsB,CAAC,CAAC,MAAM,GAAG,CAAC;QACrD,cAAc,EACZ,CAAC,CAAC,IAAI,CAAC,WAAW;YAClB,OAAO,IAAI,CAAC,WAAW,KAAK,QAAQ;YACpC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,MAAM,GAAG,CAAC;QAC1C,iBAAiB,EACf,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ;YAC9B,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM;YAClD,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE;QACpE,eAAe,EAAE,MAAM,CAAC,UAAU,CAAC,SAAS,EAAE,MAAM,CAAC;QACrD,cAAc,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;KAClF,CAAC;AACJ,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,CAAC,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AACvE,CAAC;AAED,MAAM,UAAU,gCAAgC,CAAC,KAAc;IAC7D,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC,KAAK,CAAC;IACpG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;IAC1D,CAAC;IACD,MAAM,GAAG,GAAG,IAAI,CAAC;IACjB,MAAM,SAAS,GAAG,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC;QACpC,CAAC,CAAC,GAAG,CAAC,MAAM;QACZ,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,eAAe,CAAC;YAC7B,CAAC,CAAC,GAAG,CAAC,eAAe;YACrB,CAAC,CAAC,SAAS,CAAC;IAChB,MAAM,OAAO,GACX,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;QAC7B,CAAC,CAAC,GAAG,CAAC,OAAO;QACb,CAAC,CAAC,OAAO,GAAG,CAAC,cAAc,KAAK,QAAQ;YACtC,CAAC,CAAC,GAAG,CAAC,cAAc;YACpB,CAAC,CAAC,EAAE,CAAC;IACX,IAAI,CAAC,SAAS,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;QAClC,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;IAC1D,CAAC;IACD,MAAM,MAAM,GAAG,EAA2C,CAAC;IAC3D,KAAK,MAAM,SAAS,IAAI,MAAM,CAAC,IAAI,CAAC,6BAA6B,CAAoC,EAAE,CAAC;QACtG,MAAM,IAAI,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC;QAClC,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;QACzD,MAAM,KAAK,GAAG,OAAO,QAAQ,KAAK,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;QACnG,MAAM,aAAa,GAAG,QAAQ,CAAC,IAAI,CAAC;YAClC,CAAC,CAAC,OAAO,IAAI,CAAC,aAAa,KAAK,QAAQ;gBACtC,CAAC,CAAC,IAAI,CAAC,aAAa;gBACpB,CAAC,CAAC,IAAI,CAAC,QAAQ;YACjB,CAAC,CAAC,SAAS,CAAC;QACd,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAK,KAAgB,GAAG,CAAC,IAAK,KAAgB,GAAG,CAAC,EAAE,CAAC;YAC/E,MAAM,IAAI,KAAK,CAAC,+BAA+B,GAAG,SAAS,GAAG,qCAAqC,CAAC,CAAC;QACvG,CAAC;QACD,IAAI,OAAO,aAAa,KAAK,QAAQ,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,EAAE,CAAC;YAC/D,MAAM,IAAI,KAAK,CAAC,uCAAuC,GAAG,SAAS,GAAG,cAAc,CAAC,CAAC;QACxF,CAAC;QACD,MAAM,CAAC,SAAS,CAAC,GAAG;YAClB,KAAK,EAAE,KAAe;YACtB,aAAa,EAAE,aAAa,CAAC,IAAI,EAAE;SACpC,CAAC;IACJ,CAAC;IACD,OAAO;QACL,MAAM;QACN,uBAAuB,EAAE,GAAG,CAAC,uBAAuB,KAAK,IAAI;QAC7D,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE;KACxB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,4BAA4B,CAAC,KAAa;IACxD,IAAI,KAAK,IAAI,GAAG;QAAE,OAAO,GAAG,CAAC;IAC7B,IAAI,KAAK,IAAI,CAAC;QAAE,OAAO,GAAG,CAAC;IAC3B,IAAI,KAAK,IAAI,CAAC;QAAE,OAAO,GAAG,CAAC;IAC3B,IAAI,KAAK,IAAI,CAAC;QAAE,OAAO,GAAG,CAAC;IAC3B,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,wBAAwB,CAAC,SAAiB,EAAE,WAAmB;IACtE,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,SAAS,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,GAAG,WAAW,CAAC,CAAC,GAAG,EAAE,CAAC;AAC7E,CAAC;AAED,SAAS,oBAAoB,CAAC,SAAiB,EAAE,WAAmB;IAClE,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,SAAS,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,GAAG,WAAW,CAAC,CAAC,GAAG,EAAE,CAAC;AAC5E,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,MAIzC;IACC,MAAM,OAAO,GAAG,6BAA6B,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC3D,MAAM,MAAM,GAAG,gCAAgC,CAC7C,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,mBAAmB,IAAI,MAAM,CAAC,UAAU;QACrE,CAAC,CAAC,MAAM,CAAC,UAAU;QACnB,CAAC,CAAC,EAAE,iBAAiB,EAAE,MAAM,CAAC,UAAU,EAAE,CAC7C,CAAC;IACF,MAAM,OAAO,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC;IACjD,MAAM,YAAY,GAChB,CAAC,OAAO;QACR,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CACxC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,CACzF,CAAC;IACJ,MAAM,KAAK,GAAqC,EAAE,CAAC;IACnD,IAAI,OAAO;QAAE,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IAC1C,IAAI,YAAY;QAAE,KAAK,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;IACzD,IAAI,MAAM,CAAC,uBAAuB;QAAE,KAAK,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;IAC3E,MAAM,UAAU,GAAG,EAA2C,CAAC;IAC/D,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,KAAK,MAAM,SAAS,IAAI,MAAM,CAAC,IAAI,CAAC,6BAA6B,CAAoC,EAAE,CAAC;QACtG,MAAM,KAAK,GAAG,OAAO;YACnB,CAAC,CAAC,CAAC;YACH,CAAC,CAAC,SAAS,KAAK,iBAAiB,IAAI,YAAY;gBACjD,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;gBAC7C,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC;QACnC,QAAQ,IAAI,KAAK,GAAG,6BAA6B,CAAC,SAAS,CAAC,CAAC;QAC7D,UAAU,CAAC,SAAS,CAAC,GAAG;YACtB,KAAK,EAAE,KAA0B;YACjC,MAAM,EAAE,6BAA6B,CAAC,SAAS,CAAC;YAChD,aAAa,EAAE,OAAO;gBACpB,CAAC,CAAC,iDAAiD;gBACnD,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,aAAa;SAC3C,CAAC;IACJ,CAAC;IACD,MAAM,YAAY,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,wBAAwB,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IAC3E,MAAM,MAAM,GAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAqC,CAAC,MAAM,CAChF,CAAC,SAAS,EAAE,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,KAAK,GAAG,CAAC,CAC/C,CAAC;IACF,OAAO;QACL,WAAW,EAAE,2BAA2B;QACxC,kBAAkB,EAAE,KAAK;QACzB,iBAAiB,EAAE,2DAA2D;QAC9E,QAAQ,EAAE,MAAM,CAAC,GAAG,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QAChD,cAAc,EAAE,OAAO,CAAC,cAAc;QACtC,YAAY;QACZ,IAAI,EAAE,4BAA4B,CAAC,YAAY,CAAC;QAChD,OAAO,EAAE,YAAY,IAAI,CAAC;QAC1B,OAAO,EAAE,OAAO;YACd,CAAC,CAAC,sFAAsF;YACxF,CAAC,CAAC,MAAM,CAAC,OAAO;QAClB,UAAU;QACV,MAAM;QACN,KAAK;QACL,cAAc,EAAE,OAAO;KACxB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,iCAAiC,CAC/C,KAAoE,EACpE,eAAuB;IAEvB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO;YACL,KAAK,EAAE,eAAe,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW;YACrD,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,GAAG;YACT,WAAW,EAAE,CAAC;YACd,eAAe;YACf,YAAY,EAAE,CAAC;YACf,SAAS,EAAE,CAAC;YACZ,YAAY,EAAE,CAAC;SAChB,CAAC;IACJ,CAAC;IACD,MAAM,YAAY,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,GAAG,EAAE,CAAC,CAAC,CAAC;IACrF,MAAM,SAAS,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC;IACtE,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,YAAY,CAAC,CAAC;IAChD,MAAM,KAAK,GAAG,oBAAoB,CAChC,CAAC,GAAG,SAAS,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,aAAa,EAChD,EAAE,GAAG,KAAK,CAAC,MAAM,CAClB,CAAC;IACF,MAAM,OAAO,GAAG,KAAK,CAAC,YAAY,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC;IAC3D,MAAM,gBAAgB,GACpB,MAAM,CAAC,IAAI,CAAC,6BAA6B,CAC1C,CAAC,IAAI,CACJ,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACP,CAAC,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,6BAA6B,CAAC,CAAC,CAAC;QAC5E,CAAC,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,6BAA6B,CAAC,CAAC,CAAC,CAC/E,CAAC,CAAC,CAAC,CAAC;IACL,OAAO;QACL,KAAK,EAAE,KAAK,CAAC,MAAM,KAAK,eAAe,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW;QAChE,KAAK;QACL,IAAI,EAAE,4BAA4B,CAAC,KAAK,CAAC;QACzC,WAAW,EAAE,KAAK,CAAC,MAAM;QACzB,eAAe;QACf,YAAY,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM;QACjE,SAAS,EAAE,oBAAoB,CAAC,SAAS,EAAE,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC;QAC7D,YAAY,EAAE,aAAa,GAAG,EAAE;QAChC,WAAW,EAAE,OAAO,CAAC,QAAQ;QAC7B,gBAAgB;QAChB,cAAc,EAAE,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC,aAAa;KAC3E,CAAC;AACJ,CAAC"}

package/dist/app-server/types.d.ts

@@ -1,35 +1,35 @@
 import type { HealthMcpConnectionInfo } from '@inspectr/mcplab-core';
 export type { HealthMcpConnectionInfo };
 export interface AppServerOptions {
-    host: string;
-    port: number;
-    evalsDir: string;
-    runsDir: string;
-    toolAnalysisResultsDir: string;
-    librariesDir: string;
-    dev: boolean;
-    open: boolean;
+  host: string;
+  port: number;
+  evalsDir: string;
+  runsDir: string;
+  toolAnalysisResultsDir: string;
+  librariesDir: string;
+  dev: boolean;
+  open: boolean;
 }
 export interface AppSettings {
-    workspaceRoot: string;
-    evalsDir: string;
-    runsDir: string;
-    toolAnalysisResultsDir: string;
-    librariesDir: string;
-    defaultQueueWorkers: number;
-    scenarioAssistantAgentName?: string;
-    evaluationJudgeAgentName?: string;
+  workspaceRoot: string;
+  evalsDir: string;
+  runsDir: string;
+  toolAnalysisResultsDir: string;
+  librariesDir: string;
+  defaultQueueWorkers: number;
+  scenarioAssistantAgentName?: string;
+  evaluationJudgeAgentName?: string;
 }
 export interface HealthResponse {
-    ok: boolean;
-    version: string;
-    mcp: HealthMcpConnectionInfo;
+  ok: boolean;
+  version: string;
+  mcp: HealthMcpConnectionInfo;
 }
 export interface DevMcpServerRuntime {
-    host: string;
-    port: number;
-    path: string;
-    targetBaseUrl: string;
-    stop: () => void;
+  host: string;
+  port: number;
+  path: string;
+  targetBaseUrl: string;
+  stop: () => void;
 }
-//# sourceMappingURL=types.d.ts.map
+//# sourceMappingURL=types.d.ts.map

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@inspectr/mcplab",
-  "version": "1.28.3",
+  "version": "1.28.5",
   "description": "MCPLab - Test and evaluate MCP servers with LLMs — run evals, compare agents and launch the MCPLab web app",
   "license": "MIT",
   "homepage": "https://mcplab.inspectr.dev",