@adcp/client 4.8.0 → 4.10.0

package/dist/lib/testing/compliance/convince.js

@@ -0,0 +1,418 @@
+"use strict";
+/**
+ * Convince Engine — AI-Assessed Merchandising Quality
+ *
+ * Runs sample briefs against an agent's get_products endpoint
+ * and uses an LLM to evaluate the quality of responses.
+ *
+ * comply  → "Your agent works"
+ * convince → "Your agent sells"
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.convince = convince;
+exports.formatConvinceResults = formatConvinceResults;
+exports.formatConvinceResultsJSON = formatConvinceResultsJSON;
+const client_1 = require("../client");
+const briefs_1 = require("./briefs");
+const EVALUATION_PROMPT = `You are an expert ad tech buyer evaluating a sales agent's product catalog response.
+
+A buyer sent a brief to a sales agent requesting advertising products. Below is the brief and the agent's response. Evaluate the response across these dimensions:
+
+1. **relevance** — Do the returned products match the brief's audience, format, and objective?
+2. **specificity** — Are products tailored to this brief or generic inventory?
+3. **completeness** — Are the fields populated that buyers use to decide? (audience, targeting, pricing, descriptions)
+4. **pricing** — Is the pricing model appropriate for the brief's goals and budget?
+5. **merchandising** — Would a buyer pick this over a competitor's response? Are product names compelling vs internal codes?
+
+Rate each dimension as "strong", "moderate", or "weak" with a specific observation (not generic).
+
+Then provide:
+- A 2-3 sentence summary of the overall quality
+- Top 3 specific, actionable improvements (not generic advice)
+
+IMPORTANT: Be specific. Reference actual product names, field values, and counts from the response. Do not give generic advice like "add more targeting" — say "3 of 5 products have no audience fields; add demographic or interest targeting to the Premium Display product."
+
+Respond in this exact JSON format:
+{
+  "dimensions": [
+    {"dimension": "relevance", "rating": "strong|moderate|weak", "observation": "..."},
+    {"dimension": "specificity", "rating": "strong|moderate|weak", "observation": "..."},
+    {"dimension": "completeness", "rating": "strong|moderate|weak", "observation": "..."},
+    {"dimension": "pricing", "rating": "strong|moderate|weak", "observation": "..."},
+    {"dimension": "merchandising", "rating": "strong|moderate|weak", "observation": "..."}
+  ],
+  "summary": "...",
+  "top_actions": ["...", "...", "..."]
+}`;
+/**
+ * Call an LLM to evaluate a product response against a brief.
+ */
+async function evaluateWithLLM(brief, products, options) {
+    const userMessage = `## Brief
+**Name:** ${brief.name}
+**Vertical:** ${brief.vertical}
+**Budget:** ${brief.budget_context || 'Not specified'}
+**Expected Channels:** ${brief.expected_channels?.join(', ') || 'Any'}
+
+${brief.brief}
+
+## Evaluation Hints
+${brief.evaluation_hints}
+
+## Agent Response
+Products returned: ${products.length}
+
+\`\`\`json
+${JSON.stringify(products, null, 2).slice(0, 8000)}
+\`\`\``;
+    let responseText;
+    if (options.anthropic_api_key) {
+        responseText = await callAnthropic(EVALUATION_PROMPT, userMessage, options.anthropic_api_key, options.model);
+    }
+    else if (options.gemini_api_key) {
+        responseText = await callGemini(EVALUATION_PROMPT, userMessage, options.gemini_api_key, options.model);
+    }
+    else {
+        throw new Error('No LLM API key provided. Set --anthropic-key or --gemini-key');
+    }
+    return parseEvaluation(responseText);
+}
+async function callAnthropic(system, user, apiKey, model) {
+    const response = await fetch('https://api.anthropic.com/v1/messages', {
+        method: 'POST',
+        headers: {
+            'Content-Type': 'application/json',
+            'x-api-key': apiKey,
+            'anthropic-version': '2023-06-01',
+        },
+        body: JSON.stringify({
+            model: model || 'claude-sonnet-4-20250514',
+            max_tokens: 2000,
+            system,
+            messages: [{ role: 'user', content: user }],
+        }),
+    });
+    if (!response.ok) {
+        const body = await response.text();
+        throw new Error(`Anthropic API error ${response.status}: ${body}`);
+    }
+    const data = (await response.json());
+    return data.content[0].text;
+}
+async function callGemini(system, user, apiKey, model) {
+    const geminiModel = model || 'gemini-2.0-flash';
+    const response = await fetch(`https://generativelanguage.googleapis.com/v1beta/models/${geminiModel}:generateContent?key=${apiKey}`, {
+        method: 'POST',
+        headers: { 'Content-Type': 'application/json' },
+        body: JSON.stringify({
+            systemInstruction: { parts: [{ text: system }] },
+            contents: [{ parts: [{ text: user }] }],
+            generationConfig: { responseMimeType: 'application/json' },
+        }),
+    });
+    if (!response.ok) {
+        const body = await response.text();
+        throw new Error(`Gemini API error ${response.status}: ${body}`);
+    }
+    const data = (await response.json());
+    return data.candidates[0].content.parts[0].text;
+}
+function parseEvaluation(text) {
+    // Extract JSON from the response (handle markdown code blocks)
+    const jsonMatch = text.match(/\{[\s\S]*\}/);
+    if (!jsonMatch) {
+        throw new Error('Could not parse LLM evaluation response as JSON');
+    }
+    const parsed = JSON.parse(jsonMatch[0]);
+    const validDimensions = ['relevance', 'specificity', 'completeness', 'pricing', 'merchandising'];
+    const validRatings = ['strong', 'moderate', 'weak'];
+    const dimensions = (parsed.dimensions || [])
+        .filter(d => validDimensions.includes(d.dimension) && validRatings.includes(d.rating))
+        .map(d => ({
+        dimension: d.dimension,
+        rating: d.rating,
+        observation: d.observation || '',
+    }));
+    return {
+        dimensions,
+        summary: parsed.summary || 'No summary provided',
+        top_actions: parsed.top_actions || [],
+    };
+}
+/**
+ * Run convince assessment against an agent.
+ * Sends sample briefs, evaluates product responses with AI.
+ */
+async function convince(agentUrl, options = {}) {
+    const start = Date.now();
+    if (!options.anthropic_api_key && !options.gemini_api_key) {
+        const anthropicKey = process.env.ANTHROPIC_API_KEY;
+        const geminiKey = process.env.GEMINI_API_KEY;
+        if (anthropicKey)
+            options.anthropic_api_key = anthropicKey;
+        else if (geminiKey)
+            options.gemini_api_key = geminiKey;
+        else
+            throw new Error('No LLM API key. Set ANTHROPIC_API_KEY or GEMINI_API_KEY environment variable.');
+    }
+    const effectiveOptions = {
+        ...options,
+        dry_run: options.dry_run !== false,
+        test_session_id: options.test_session_id || `convince-${Date.now()}`,
+    };
+    // Discover agent
+    const client = (0, client_1.createTestClient)(agentUrl, effectiveOptions.protocol ?? 'mcp', effectiveOptions);
+    const { profile, step: profileStep } = await (0, client_1.discoverAgentProfile)(client);
+    if (!profileStep.passed) {
+        return {
+            agent_url: agentUrl,
+            agent_profile: profile,
+            assessments: [],
+            patterns: [],
+            overall_summary: 'Agent unreachable — cannot assess merchandising quality',
+            tested_at: new Date().toISOString(),
+            total_duration_ms: Date.now() - start,
+            evaluator: options.anthropic_api_key ? 'anthropic' : 'gemini',
+            dry_run: effectiveOptions.dry_run !== false,
+        };
+    }
+    if (!profile.tools.includes('get_products')) {
+        return {
+            agent_url: agentUrl,
+            agent_profile: profile,
+            assessments: [],
+            patterns: [],
+            overall_summary: 'Agent does not support get_products — nothing to assess for merchandising quality',
+            tested_at: new Date().toISOString(),
+            total_duration_ms: Date.now() - start,
+            evaluator: options.anthropic_api_key ? 'anthropic' : 'gemini',
+            dry_run: effectiveOptions.dry_run !== false,
+        };
+    }
+    // Select briefs to run
+    const briefs = options.brief_ids ? briefs_1.SAMPLE_BRIEFS.filter(b => options.brief_ids.includes(b.id)) : briefs_1.SAMPLE_BRIEFS;
+    const assessments = [];
+    for (const brief of briefs) {
+        try {
+            // Call get_products with the sample brief
+            const result = (await client.getProducts({
+                buying_mode: 'brief',
+                brief: brief.brief,
+                brand: (0, client_1.resolveBrand)(effectiveOptions),
+                // eslint-disable-next-line @typescript-eslint/no-explicit-any -- bypasses strict request typing
+            }));
+            const products = result?.success ? (result.data?.products ?? []) : [];
+            if (!result?.success) {
+                assessments.push({
+                    brief,
+                    products_returned: 0,
+                    dimensions: [],
+                    summary: `Agent returned error: ${result?.error || 'unknown error'}`,
+                    top_actions: ['Fix the error returned by get_products before assessing merchandising quality'],
+                    raw_response: result?.data,
+                });
+                continue;
+            }
+            // Evaluate with LLM
+            const evaluation = await evaluateWithLLM(brief, products, options);
+            assessments.push({
+                brief,
+                products_returned: products.length,
+                dimensions: evaluation.dimensions,
+                summary: evaluation.summary,
+                top_actions: evaluation.top_actions,
+                raw_response: products,
+            });
+        }
+        catch (error) {
+            assessments.push({
+                brief,
+                products_returned: 0,
+                dimensions: [],
+                summary: `Error evaluating: ${error instanceof Error ? error.message : String(error)}`,
+                top_actions: [],
+            });
+        }
+    }
+    // Detect cross-brief patterns
+    const patterns = detectPatterns(assessments);
+    // Generate overall summary
+    const overall_summary = generateOverallSummary(assessments, patterns, profile);
+    return {
+        agent_url: agentUrl,
+        agent_profile: profile,
+        assessments,
+        patterns,
+        overall_summary,
+        tested_at: new Date().toISOString(),
+        total_duration_ms: Date.now() - start,
+        evaluator: options.anthropic_api_key ? 'anthropic' : 'gemini',
+        dry_run: effectiveOptions.dry_run !== false,
+    };
+}
+function detectPatterns(assessments) {
+    const patterns = [];
+    // Count ratings across all assessments
+    const ratingCounts = {
+        relevance: { strong: 0, moderate: 0, weak: 0 },
+        specificity: { strong: 0, moderate: 0, weak: 0 },
+        completeness: { strong: 0, moderate: 0, weak: 0 },
+        pricing: { strong: 0, moderate: 0, weak: 0 },
+        merchandising: { strong: 0, moderate: 0, weak: 0 },
+    };
+    for (const assessment of assessments) {
+        for (const dim of assessment.dimensions) {
+            if (ratingCounts[dim.dimension]) {
+                ratingCounts[dim.dimension][dim.rating]++;
+            }
+        }
+    }
+    const total = assessments.filter(a => a.dimensions.length > 0).length;
+    if (total === 0)
+        return patterns;
+    // Find consistently weak dimensions
+    for (const [dim, counts] of Object.entries(ratingCounts)) {
+        if (counts.weak >= total * 0.6) {
+            patterns.push({
+                pattern: `${dim} is consistently weak`,
+                frequency: `Weak in ${counts.weak} of ${total} briefs`,
+                impact: getImpactDescription(dim),
+            });
+        }
+        else if (counts.strong >= total * 0.6) {
+            patterns.push({
+                pattern: `${dim} is a strength`,
+                frequency: `Strong in ${counts.strong} of ${total} briefs`,
+                impact: `This is competitive advantage — maintain and highlight it.`,
+            });
+        }
+    }
+    // Check for zero-product responses
+    const emptyResponses = assessments.filter(a => a.products_returned === 0).length;
+    if (emptyResponses > 0) {
+        patterns.push({
+            pattern: 'Empty responses to valid briefs',
+            frequency: `${emptyResponses} of ${assessments.length} briefs returned 0 products`,
+            impact: 'Buyers will move to another agent immediately if they get no products. This is the most impactful issue to fix.',
+        });
+    }
+    // Check for identical product counts (might indicate static catalog)
+    const counts = assessments.map(a => a.products_returned).filter(c => c > 0);
+    const uniqueCounts = new Set(counts);
+    if (counts.length > 2 && uniqueCounts.size === 1) {
+        patterns.push({
+            pattern: 'Same number of products returned for every brief',
+            frequency: `Always ${counts[0]} products across ${counts.length} different briefs`,
+            impact: 'Suggests a static catalog rather than brief-responsive product selection. Buyers expect curated results.',
+        });
+    }
+    return patterns;
+}
+function getImpactDescription(dimension) {
+    switch (dimension) {
+        case 'relevance':
+            return "Buyers filter on relevance first. Irrelevant products mean you're not even in consideration.";
+        case 'specificity':
+            return 'Generic products lose to tailored ones. Buyers want to see you understand their brief.';
+        case 'completeness':
+            return 'Missing fields force buyers to guess. They will pick the agent that gives them complete information.';
+        case 'pricing':
+            return 'Wrong pricing model signals misalignment. Performance briefs need CPC/CPA, awareness needs CPM.';
+        case 'merchandising':
+            return 'Product names and descriptions are your first impression. Internal codes vs compelling names is the difference.';
+    }
+}
+function generateOverallSummary(assessments, patterns, profile) {
+    const withDimensions = assessments.filter(a => a.dimensions.length > 0);
+    if (withDimensions.length === 0) {
+        return 'Could not assess merchandising quality — no successful product responses to evaluate.';
+    }
+    // Count overall ratings
+    let strong = 0;
+    let moderate = 0;
+    let weak = 0;
+    for (const a of withDimensions) {
+        for (const d of a.dimensions) {
+            if (d.rating === 'strong')
+                strong++;
+            else if (d.rating === 'moderate')
+                moderate++;
+            else
+                weak++;
+        }
+    }
+    const total = strong + moderate + weak;
+    const strongPct = Math.round((strong / total) * 100);
+    const weakPct = Math.round((weak / total) * 100);
+    let summary = `Assessed ${withDimensions.length} brief(s) against ${profile.name}. `;
+    if (weakPct > 50) {
+        summary += `Merchandising quality needs work: ${weakPct}% of dimension scores were weak. `;
+    }
+    else if (strongPct > 50) {
+        summary += `Strong merchandising: ${strongPct}% of dimension scores were strong. `;
+    }
+    else {
+        summary += `Mixed results: ${strongPct}% strong, ${weakPct}% weak across all dimensions. `;
+    }
+    // Add top pattern
+    const weakPatterns = patterns.filter(p => p.pattern.includes('weak') || p.pattern.includes('Empty'));
+    if (weakPatterns.length > 0) {
+        summary += `Key issue: ${weakPatterns[0].pattern.toLowerCase()}.`;
+    }
+    return summary;
+}
+/**
+ * Format convince results for terminal display.
+ */
+function formatConvinceResults(result) {
+    let output = '';
+    output += `\n🎯  AdCP Convince Report\n`;
+    output += `${'─'.repeat(50)}\n`;
+    output += `Agent:     ${result.agent_url}\n`;
+    output += `Name:      ${result.agent_profile.name}\n`;
+    output += `Evaluator: ${result.evaluator}\n`;
+    output += `Duration:  ${(result.total_duration_ms / 1000).toFixed(1)}s\n\n`;
+    output += `${result.overall_summary}\n\n`;
+    // Per-brief results
+    for (const assessment of result.assessments) {
+        output += `${'─'.repeat(50)}\n`;
+        output += `📋 ${assessment.brief.name}\n`;
+        output += `   ${assessment.brief.vertical} | ${assessment.brief.budget_context || 'No budget'}\n`;
+        output += `   Products returned: ${assessment.products_returned}\n\n`;
+        if (assessment.dimensions.length === 0) {
+            output += `   ${assessment.summary}\n\n`;
+            continue;
+        }
+        // Dimension scores
+        for (const dim of assessment.dimensions) {
+            const icon = dim.rating === 'strong' ? '🟢' : dim.rating === 'moderate' ? '🟡' : '🔴';
+            output += `   ${icon} ${dim.dimension}: ${dim.observation}\n`;
+        }
+        output += `\n   ${assessment.summary}\n`;
+        if (assessment.top_actions.length > 0) {
+            output += `\n   Actions:\n`;
+            for (const action of assessment.top_actions) {
+                output += `   → ${action}\n`;
+            }
+        }
+        output += '\n';
+    }
+    // Cross-brief patterns
+    if (result.patterns.length > 0) {
+        output += `${'─'.repeat(50)}\n`;
+        output += `Cross-Brief Patterns\n\n`;
+        for (const pattern of result.patterns) {
+            output += `   ${pattern.pattern}\n`;
+            output += `   ${pattern.frequency}\n`;
+            output += `   Impact: ${pattern.impact}\n\n`;
+        }
+    }
+    return output;
+}
+/**
+ * Format convince results as JSON.
+ */
+function formatConvinceResultsJSON(result) {
+    return JSON.stringify(result, null, 2);
+}
+//# sourceMappingURL=convince.js.map

package/dist/lib/testing/compliance/convince.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"convince.js","sourceRoot":"","sources":["../../../../src/lib/testing/compliance/convince.ts"],"names":[],"mappings":";AAAA;;;;;;;;GAQG;;AAmLH,4BAqHC;AAkID,sDAqDC;AAKD,8DAEC;AApeD,sCAAiF;AAGjF,qCAAyC;AAYzC,MAAM,iBAAiB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA6BxB,CAAC;AAEH;;GAEG;AACH,KAAK,UAAU,eAAe,CAC5B,KAAkB,EAClB,QAAmB,EACnB,OAAwB;IAExB,MAAM,WAAW,GAAG;YACV,KAAK,CAAC,IAAI;gBACN,KAAK,CAAC,QAAQ;cAChB,KAAK,CAAC,cAAc,IAAI,eAAe;yBAC5B,KAAK,CAAC,iBAAiB,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK;;EAEnE,KAAK,CAAC,KAAK;;;EAGX,KAAK,CAAC,gBAAgB;;;qBAGH,QAAQ,CAAC,MAAM;;;EAGlC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;OAC3C,CAAC;IAEN,IAAI,YAAoB,CAAC;IAEzB,IAAI,OAAO,CAAC,iBAAiB,EAAE,CAAC;QAC9B,YAAY,GAAG,MAAM,aAAa,CAAC,iBAAiB,EAAE,WAAW,EAAE,OAAO,CAAC,iBAAiB,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;IAC/G,CAAC;SAAM,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;QAClC,YAAY,GAAG,MAAM,UAAU,CAAC,iBAAiB,EAAE,WAAW,EAAE,OAAO,CAAC,cAAc,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;IACzG,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,KAAK,CAAC,8DAA8D,CAAC,CAAC;IAClF,CAAC;IAED,OAAO,eAAe,CAAC,YAAY,CAAC,CAAC;AACvC,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,MAAc,EAAE,IAAY,EAAE,MAAc,EAAE,KAAc;IACvF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,uCAAuC,EAAE;QACpE,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;YAClC,WAAW,EAAE,MAAM;YACnB,mBAAmB,EAAE,YAAY;SAClC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACnB,KAAK,EAAE,KAAK,IAAI,0BAA0B;YAC1C,UAAU,EAAE,IAAI;YAChB,MAAM;YACN,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;SAC5C,CAAC;KACH,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnC,MAAM,IAAI,KAAK,CAAC,uBAAuB,QAAQ,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC,CAAC;IACrE,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAyC,CAAC;IAC7E,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AAC9B,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,MAAc,EAAE,IAAY,EAAE,MAAc,EAAE,KAAc;IACpF,MAAM,WAAW,GAAG,KAAK,IAAI,kBAAkB,CAAC;IAChD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAC1B,2DAA2D,WAAW,wBAAwB,MAAM,EAAE,EACtG;QACE,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;QAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACnB,iBAAiB,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE;YAChD,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;YACvC,gBAAgB,EAAE,EAAE,gBAAgB,EAAE,kBAAkB,EAAE;SAC3D,CAAC;KACH,CACF,CAAC;IAEF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnC,MAAM,IAAI,KAAK,CAAC,oBAAoB,QAAQ,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC,CAAC;IAClE,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAA2E,CAAC;IAC/G,OAAO,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AAClD,CAAC;AAED,SAAS,eAAe,CAAC,IAAY;IAKnC,+DAA+D;IAC/D,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IAC5C,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;IACrE,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAIrC,CAAC;IACF,MAAM,eAAe,GAAwB,CAAC,WAAW,EAAE,aAAa,EAAE,cAAc,EAAE,SAAS,EAAE,eAAe,CAAC,CAAC;IACtH,MAAM,YAAY,GAAqB,CAAC,QAAQ,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;IAEtE,MAAM,UAAU,GAAqB,CAAC,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC;SAC3D,MAAM,CACL,CAAC,CAAC,EAAE,CACF,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAC,SAA8B,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAwB,CAAC,CAClH;SACA,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACT,SAAS,EAAE,CAAC,CAAC,SAA8B;QAC3C,MAAM,EAAE,CAAC,CAAC,MAAwB;QAClC,WAAW,EAAE,CAAC,CAAC,WAAW,IAAI,EAAE;KACjC,CAAC,CAAC,CAAC;IAEN,OAAO;QACL,UAAU;QACV,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,qBAAqB;QAChD,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,EAAE;KACtC,CAAC;AACJ,CAAC;AAID;;;GAGG;AACI,KAAK,UAAU,QAAQ,CAAC,QAAgB,EAAE,UAA+B,EAAE;IAChF,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAEzB,IAAI,CAAC,OAAO,CAAC,iBAAiB,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC;QAC1D,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;QACnD,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;QAC7C,IAAI,YAAY;YAAE,OAAO,CAAC,iBAAiB,GAAG,YAAY,CAAC;aACtD,IAAI,SAAS;YAAE,OAAO,CAAC,cAAc,GAAG,SAAS,CAAC;;YAClD,MAAM,IAAI,KAAK,CAAC,+EAA+E,CAAC,CAAC;IACxG,CAAC;IAED,MAAM,gBAAgB,GAAgB;QACpC,GAAG,OAAO;QACV,OAAO,EAAE,OAAO,CAAC,OAAO,KAAK,KAAK;QAClC,eAAe,EAAE,OAAO,CAAC,eAAe,IAAI,YAAY,IAAI,CAAC,GAAG,EAAE,EAAE;KACrE,CAAC;IAEF,iBAAiB;IACjB,MAAM,MAAM,GAAG,IAAA,yBAAgB,EAAC,QAAQ,EAAE,gBAAgB,CAAC,QAAQ,IAAI,KAAK,EAAE,gBAAgB,CAAC,CAAC;IAChG,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,MAAM,IAAA,6BAAoB,EAAC,MAAM,CAAC,CAAC;IAE1E,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC;QACxB,OAAO;YACL,SAAS,EAAE,QAAQ;YACnB,aAAa,EAAE,OAAO;YACtB,WAAW,EAAE,EAAE;YACf,QAAQ,EAAE,EAAE;YACZ,eAAe,EAAE,yDAAyD;YAC1E,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,iBAAiB,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;YACrC,SAAS,EAAE,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ;YAC7D,OAAO,EAAE,gBAAgB,CAAC,OAAO,KAAK,KAAK;SAC5C,CAAC;IACJ,CAAC;IAED,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;QAC5C,OAAO;YACL,SAAS,EAAE,QAAQ;YACnB,aAAa,EAAE,OAAO;YACtB,WAAW,EAAE,EAAE;YACf,QAAQ,EAAE,EAAE;YACZ,eAAe,EAAE,mFAAmF;YACpG,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,iBAAiB,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;YACrC,SAAS,EAAE,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ;YAC7D,OAAO,EAAE,gBAAgB,CAAC,OAAO,KAAK,KAAK;SAC5C,CAAC;IACJ,CAAC;IAED,uBAAuB;IACvB,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,sBAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,SAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,sBAAa,CAAC;IAEhH,MAAM,WAAW,GAAyB,EAAE,CAAC;IAE7C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,CAAC;YACH,0CAA0C;YAC1C,MAAM,MAAM,GAAG,CAAC,MAAM,MAAM,CAAC,WAAW,CAAC;gBACvC,WAAW,EAAE,OAAO;gBACpB,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,KAAK,EAAE,IAAA,qBAAY,EAAC,gBAAgB,CAAC;gBACrC,gGAAgG;aAC1F,CAAC,CAAe,CAAC;YAEzB,MAAM,QAAQ,GAAc,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAE,MAAM,CAAC,IAA4B,EAAE,QAAQ,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAE1G,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;gBACrB,WAAW,CAAC,IAAI,CAAC;oBACf,KAAK;oBACL,iBAAiB,EAAE,CAAC;oBACpB,UAAU,EAAE,EAAE;oBACd,OAAO,EAAE,yBAAyB,MAAM,EAAE,KAAK,IAAI,eAAe,EAAE;oBACpE,WAAW,EAAE,CAAC,+EAA+E,CAAC;oBAC9F,YAAY,EAAE,MAAM,EAAE,IAAI;iBAC3B,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YAED,oBAAoB;YACpB,MAAM,UAAU,GAAG,MAAM,eAAe,CAAC,KAAK,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;YAEnE,WAAW,CAAC,IAAI,CAAC;gBACf,KAAK;gBACL,iBAAiB,EAAE,QAAQ,CAAC,MAAM;gBAClC,UAAU,EAAE,UAAU,CAAC,UAAU;gBACjC,OAAO,EAAE,UAAU,CAAC,OAAO;gBAC3B,WAAW,EAAE,UAAU,CAAC,WAAW;gBACnC,YAAY,EAAE,QAAQ;aACvB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,WAAW,CAAC,IAAI,CAAC;gBACf,KAAK;gBACL,iBAAiB,EAAE,CAAC;gBACpB,UAAU,EAAE,EAAE;gBACd,OAAO,EAAE,qBAAqB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;gBACtF,WAAW,EAAE,EAAE;aAChB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,8BAA8B;IAC9B,MAAM,QAAQ,GAAG,cAAc,CAAC,WAAW,CAAC,CAAC;IAE7C,2BAA2B;IAC3B,MAAM,eAAe,GAAG,sBAAsB,CAAC,WAAW,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IAE/E,OAAO;QACL,SAAS,EAAE,QAAQ;QACnB,aAAa,EAAE,OAAO;QACtB,WAAW;QACX,QAAQ;QACR,eAAe;QACf,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,iBAAiB,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;QACrC,SAAS,EAAE,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ;QAC7D,OAAO,EAAE,gBAAgB,CAAC,OAAO,KAAK,KAAK;KAC5C,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,WAAiC;IACvD,MAAM,QAAQ,GAAsB,EAAE,CAAC;IAEvC,uCAAuC;IACvC,MAAM,YAAY,GAA8D;QAC9E,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE;QAC9C,WAAW,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE;QAChD,YAAY,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE;QACjD,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE;QAC5C,aAAa,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE;KACnD,CAAC;IAEF,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;QACrC,KAAK,MAAM,GAAG,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;YACxC,IAAI,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;gBAChC,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YAC5C,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,KAAK,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;IACtE,IAAI,KAAK,KAAK,CAAC;QAAE,OAAO,QAAQ,CAAC;IAEjC,oCAAoC;IACpC,KAAK,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;QACzD,IAAI,MAAM,CAAC,IAAI,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;YAC/B,QAAQ,CAAC,IAAI,CAAC;gBACZ,OAAO,EAAE,GAAG,GAAG,uBAAuB;gBACtC,SAAS,EAAE,WAAW,MAAM,CAAC,IAAI,OAAO,KAAK,SAAS;gBACtD,MAAM,EAAE,oBAAoB,CAAC,GAAwB,CAAC;aACvD,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,MAAM,CAAC,MAAM,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;YACxC,QAAQ,CAAC,IAAI,CAAC;gBACZ,OAAO,EAAE,GAAG,GAAG,gBAAgB;gBAC/B,SAAS,EAAE,aAAa,MAAM,CAAC,MAAM,OAAO,KAAK,SAAS;gBAC1D,MAAM,EAAE,4DAA4D;aACrE,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,mCAAmC;IACnC,MAAM,cAAc,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,iBAAiB,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;IACjF,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;QACvB,QAAQ,CAAC,IAAI,CAAC;YACZ,OAAO,EAAE,iCAAiC;YAC1C,SAAS,EAAE,GAAG,cAAc,OAAO,WAAW,CAAC,MAAM,6BAA6B;YAClF,MAAM,EACJ,iHAAiH;SACpH,CAAC,CAAC;IACL,CAAC;IAED,qEAAqE;IACrE,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC5E,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC;IACrC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,YAAY,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;QACjD,QAAQ,CAAC,IAAI,CAAC;YACZ,OAAO,EAAE,kDAAkD;YAC3D,SAAS,EAAE,UAAU,MAAM,CAAC,CAAC,CAAC,oBAAoB,MAAM,CAAC,MAAM,mBAAmB;YAClF,MAAM,EACJ,0GAA0G;SAC7G,CAAC,CAAC;IACL,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,oBAAoB,CAAC,SAA4B;IACxD,QAAQ,SAAS,EAAE,CAAC;QAClB,KAAK,WAAW;YACd,OAAO,8FAA8F,CAAC;QACxG,KAAK,aAAa;YAChB,OAAO,wFAAwF,CAAC;QAClG,KAAK,cAAc;YACjB,OAAO,sGAAsG,CAAC;QAChH,KAAK,SAAS;YACZ,OAAO,iGAAiG,CAAC;QAC3G,KAAK,eAAe;YAClB,OAAO,iHAAiH,CAAC;IAC7H,CAAC;AACH,CAAC;AAED,SAAS,sBAAsB,CAC7B,WAAiC,EACjC,QAA2B,EAC3B,OAAqB;IAErB,MAAM,cAAc,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACxE,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAChC,OAAO,uFAAuF,CAAC;IACjG,CAAC;IAED,wBAAwB;IACxB,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,KAAK,MAAM,CAAC,IAAI,cAAc,EAAE,CAAC;QAC/B,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC;YAC7B,IAAI,CAAC,CAAC,MAAM,KAAK,QAAQ;gBAAE,MAAM,EAAE,CAAC;iBAC/B,IAAI,CAAC,CAAC,MAAM,KAAK,UAAU;gBAAE,QAAQ,EAAE,CAAC;;gBACxC,IAAI,EAAE,CAAC;QACd,CAAC;IACH,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,GAAG,QAAQ,GAAG,IAAI,CAAC;IACvC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC;IACrD,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,GAAG,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC;IAEjD,IAAI,OAAO,GAAG,YAAY,cAAc,CAAC,MAAM,qBAAqB,OAAO,CAAC,IAAI,IAAI,CAAC;IACrF,IAAI,OAAO,GAAG,EAAE,EAAE,CAAC;QACjB,OAAO,IAAI,qCAAqC,OAAO,mCAAmC,CAAC;IAC7F,CAAC;SAAM,IAAI,SAAS,GAAG,EAAE,EAAE,CAAC;QAC1B,OAAO,IAAI,yBAAyB,SAAS,qCAAqC,CAAC;IACrF,CAAC;SAAM,CAAC;QACN,OAAO,IAAI,kBAAkB,SAAS,aAAa,OAAO,gCAAgC,CAAC;IAC7F,CAAC;IAED,kBAAkB;IAClB,MAAM,YAAY,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IACrG,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,OAAO,IAAI,cAAc,YAAY,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC;IACpE,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,SAAgB,qBAAqB,CAAC,MAAsB;IAC1D,IAAI,MAAM,GAAG,EAAE,CAAC;IAEhB,MAAM,IAAI,8BAA8B,CAAC;IACzC,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC;IAChC,MAAM,IAAI,cAAc,MAAM,CAAC,SAAS,IAAI,CAAC;IAC7C,MAAM,IAAI,cAAc,MAAM,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC;IACtD,MAAM,IAAI,cAAc,MAAM,CAAC,SAAS,IAAI,CAAC;IAC7C,MAAM,IAAI,cAAc,CAAC,MAAM,CAAC,iBAAiB,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;IAE5E,MAAM,IAAI,GAAG,MAAM,CAAC,eAAe,MAAM,CAAC;IAE1C,oBAAoB;IACpB,KAAK,MAAM,UAAU,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;QAC5C,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC;QAChC,MAAM,IAAI,MAAM,UAAU,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC;QAC1C,MAAM,IAAI,MAAM,UAAU,CAAC,KAAK,CAAC,QAAQ,MAAM,UAAU,CAAC,KAAK,CAAC,cAAc,IAAI,WAAW,IAAI,CAAC;QAClG,MAAM,IAAI,yBAAyB,UAAU,CAAC,iBAAiB,MAAM,CAAC;QAEtE,IAAI,UAAU,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvC,MAAM,IAAI,MAAM,UAAU,CAAC,OAAO,MAAM,CAAC;YACzC,SAAS;QACX,CAAC;QAED,mBAAmB;QACnB,KAAK,MAAM,GAAG,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;YACxC,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;YACtF,MAAM,IAAI,MAAM,IAAI,IAAI,GAAG,CAAC,SAAS,KAAK,GAAG,CAAC,WAAW,IAAI,CAAC;QAChE,CAAC;QAED,MAAM,IAAI,QAAQ,UAAU,CAAC,OAAO,IAAI,CAAC;QAEzC,IAAI,UAAU,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtC,MAAM,IAAI,iBAAiB,CAAC;YAC5B,KAAK,MAAM,MAAM,IAAI,UAAU,CAAC,WAAW,EAAE,CAAC;gBAC5C,MAAM,IAAI,QAAQ,MAAM,IAAI,CAAC;YAC/B,CAAC;QACH,CAAC;QACD,MAAM,IAAI,IAAI,CAAC;IACjB,CAAC;IAED,uBAAuB;IACvB,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC/B,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC;QAChC,MAAM,IAAI,0BAA0B,CAAC;QACrC,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACtC,MAAM,IAAI,MAAM,OAAO,CAAC,OAAO,IAAI,CAAC;YACpC,MAAM,IAAI,MAAM,OAAO,CAAC,SAAS,IAAI,CAAC;YACtC,MAAM,IAAI,cAAc,OAAO,CAAC,MAAM,MAAM,CAAC;QAC/C,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,SAAgB,yBAAyB,CAAC,MAAsB;IAC9D,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;AACzC,CAAC"}

package/dist/lib/testing/compliance/index.d.ts

@@ -0,0 +1,13 @@
+/**
+ * AdCP Compliance & Convince Assessment
+ *
+ * comply   → "Your agent works"  (deterministic, per-track)
+ * convince → "Your agent sells"  (AI-assessed, per-brief)
+ */
+export { comply, formatComplianceResults, formatComplianceResultsJSON } from './comply';
+export type { ComplyOptions } from './comply';
+export { convince, formatConvinceResults, formatConvinceResultsJSON } from './convince';
+export type { FullConvinceOptions } from './convince';
+export { SAMPLE_BRIEFS, getBriefById, getBriefsByVertical } from './briefs';
+export type { ComplianceTrack, TrackResult, TrackStatus, ComplianceResult, ComplianceSummary, AdvisoryObservation, ObservationCategory, ObservationSeverity, SampleBrief, ConvinceDimension, ConvinceRating, DimensionScore, ScenarioAssessment, ConvinceResult, ConvincePattern, ConvinceOptions, } from './types';
+//# sourceMappingURL=index.d.ts.map

package/dist/lib/testing/compliance/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/lib/testing/compliance/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,MAAM,EAAE,uBAAuB,EAAE,2BAA2B,EAAE,MAAM,UAAU,CAAC;AACxF,YAAY,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAE9C,OAAO,EAAE,QAAQ,EAAE,qBAAqB,EAAE,yBAAyB,EAAE,MAAM,YAAY,CAAC;AACxF,YAAY,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAEtD,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,mBAAmB,EAAE,MAAM,UAAU,CAAC;AAE5E,YAAY,EACV,eAAe,EACf,WAAW,EACX,WAAW,EACX,gBAAgB,EAChB,iBAAiB,EACjB,mBAAmB,EACnB,mBAAmB,EACnB,mBAAmB,EACnB,WAAW,EACX,iBAAiB,EACjB,cAAc,EACd,cAAc,EACd,kBAAkB,EAClB,cAAc,EACd,eAAe,EACf,eAAe,GAChB,MAAM,SAAS,CAAC"}

package/dist/lib/testing/compliance/index.js

@@ -0,0 +1,22 @@
+"use strict";
+/**
+ * AdCP Compliance & Convince Assessment
+ *
+ * comply   → "Your agent works"  (deterministic, per-track)
+ * convince → "Your agent sells"  (AI-assessed, per-brief)
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getBriefsByVertical = exports.getBriefById = exports.SAMPLE_BRIEFS = exports.formatConvinceResultsJSON = exports.formatConvinceResults = exports.convince = exports.formatComplianceResultsJSON = exports.formatComplianceResults = exports.comply = void 0;
+var comply_1 = require("./comply");
+Object.defineProperty(exports, "comply", { enumerable: true, get: function () { return comply_1.comply; } });
+Object.defineProperty(exports, "formatComplianceResults", { enumerable: true, get: function () { return comply_1.formatComplianceResults; } });
+Object.defineProperty(exports, "formatComplianceResultsJSON", { enumerable: true, get: function () { return comply_1.formatComplianceResultsJSON; } });
+var convince_1 = require("./convince");
+Object.defineProperty(exports, "convince", { enumerable: true, get: function () { return convince_1.convince; } });
+Object.defineProperty(exports, "formatConvinceResults", { enumerable: true, get: function () { return convince_1.formatConvinceResults; } });
+Object.defineProperty(exports, "formatConvinceResultsJSON", { enumerable: true, get: function () { return convince_1.formatConvinceResultsJSON; } });
+var briefs_1 = require("./briefs");
+Object.defineProperty(exports, "SAMPLE_BRIEFS", { enumerable: true, get: function () { return briefs_1.SAMPLE_BRIEFS; } });
+Object.defineProperty(exports, "getBriefById", { enumerable: true, get: function () { return briefs_1.getBriefById; } });
+Object.defineProperty(exports, "getBriefsByVertical", { enumerable: true, get: function () { return briefs_1.getBriefsByVertical; } });
+//# sourceMappingURL=index.js.map

package/dist/lib/testing/compliance/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/lib/testing/compliance/index.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;;AAEH,mCAAwF;AAA/E,gGAAA,MAAM,OAAA;AAAE,iHAAA,uBAAuB,OAAA;AAAE,qHAAA,2BAA2B,OAAA;AAGrE,uCAAwF;AAA/E,oGAAA,QAAQ,OAAA;AAAE,iHAAA,qBAAqB,OAAA;AAAE,qHAAA,yBAAyB,OAAA;AAGnE,mCAA4E;AAAnE,uGAAA,aAAa,OAAA;AAAE,sGAAA,YAAY,OAAA;AAAE,6GAAA,mBAAmB,OAAA"}

package/dist/lib/testing/compliance/types.d.ts

@@ -0,0 +1,123 @@
+/**
+ * Types for AdCP Agent Compliance Assessment
+ *
+ * comply  → "Your agent works"  (deterministic, pass/fail)
+ * convince → "Your agent sells"  (AI-assessed, advisory)
+ */
+import type { AgentProfile, TestResult, TestScenario } from '../types';
+/**
+ * Capability tracks are independent areas of protocol compliance.
+ * An agent can be strong in creative but skip media buy — tracks
+ * are assessed independently, not as linear levels.
+ */
+export type ComplianceTrack = 'core' | 'products' | 'media_buy' | 'creative' | 'reporting' | 'governance' | 'signals' | 'si' | 'audiences';
+export type TrackStatus = 'pass' | 'fail' | 'skip' | 'partial';
+export interface TrackResult {
+    track: ComplianceTrack;
+    status: TrackStatus;
+    /** Human-readable label for this track */
+    label: string;
+    /** Scenarios that were run for this track */
+    scenarios: TestResult[];
+    /** Scenarios skipped (agent doesn't support required tools) */
+    skipped_scenarios: TestScenario[];
+    /** Advisory observations collected during this track */
+    observations: AdvisoryObservation[];
+    /** Total time for this track */
+    duration_ms: number;
+}
+export interface ComplianceResult {
+    agent_url: string;
+    agent_profile: AgentProfile;
+    /** Per-track results — every applicable track is run */
+    tracks: TrackResult[];
+    /** Quick summary: how many tracks pass/fail/skip */
+    summary: ComplianceSummary;
+    /** Advisory observations across all tracks */
+    observations: AdvisoryObservation[];
+    tested_at: string;
+    total_duration_ms: number;
+    dry_run: boolean;
+}
+export interface ComplianceSummary {
+    tracks_passed: number;
+    tracks_failed: number;
+    tracks_skipped: number;
+    tracks_partial: number;
+    /** One-line status */
+    headline: string;
+}
+export type ObservationCategory = 'completeness' | 'quality' | 'performance' | 'best_practice' | 'merchandising' | 'pricing' | 'relevance' | 'auth';
+export type ObservationSeverity = 'info' | 'suggestion' | 'warning' | 'error';
+export interface AdvisoryObservation {
+    category: ObservationCategory;
+    severity: ObservationSeverity;
+    track?: ComplianceTrack;
+    message: string;
+    /** Concrete data backing this observation */
+    evidence?: Record<string, unknown>;
+}
+export interface SampleBrief {
+    id: string;
+    name: string;
+    vertical: string;
+    brief: string;
+    /** What a strong response looks like — guides AI evaluation */
+    evaluation_hints: string;
+    /** Budget context for the AI evaluator */
+    budget_context?: string;
+    /** Expected channels */
+    expected_channels?: string[];
+}
+export type ConvinceDimension = 'relevance' | 'specificity' | 'completeness' | 'pricing' | 'merchandising';
+export type ConvinceRating = 'strong' | 'moderate' | 'weak';
+export interface DimensionScore {
+    dimension: ConvinceDimension;
+    rating: ConvinceRating;
+    observation: string;
+    evidence?: Record<string, unknown>;
+}
+export interface ScenarioAssessment {
+    brief: SampleBrief;
+    /** Raw products returned by the agent */
+    products_returned: number;
+    /** Per-dimension AI evaluation */
+    dimensions: DimensionScore[];
+    /** LLM-generated narrative summary */
+    summary: string;
+    /** Top 3 actionable improvements */
+    top_actions: string[];
+    /** Raw agent response for reference */
+    raw_response?: unknown;
+}
+export interface ConvinceResult {
+    agent_url: string;
+    agent_profile: AgentProfile;
+    /** Per-brief assessments */
+    assessments: ScenarioAssessment[];
+    /** Aggregated patterns across all briefs */
+    patterns: ConvincePattern[];
+    /** Overall narrative */
+    overall_summary: string;
+    tested_at: string;
+    total_duration_ms: number;
+    /** Which LLM provider was used */
+    evaluator: string;
+    dry_run: boolean;
+}
+export interface ConvincePattern {
+    pattern: string;
+    frequency: string;
+    impact: string;
+}
+export interface ConvinceOptions {
+    /** Anthropic API key */
+    anthropic_api_key?: string;
+    /** Google Gemini API key */
+    gemini_api_key?: string;
+    /** Which briefs to run (default: all) */
+    brief_ids?: string[];
+    /** Model to use (default: auto-select based on available key) */
+    model?: string;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/lib/testing/compliance/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/lib/testing/compliance/types.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAMvE;;;;GAIG;AACH,MAAM,MAAM,eAAe,GACvB,MAAM,GACN,UAAU,GACV,WAAW,GACX,UAAU,GACV,WAAW,GACX,YAAY,GACZ,SAAS,GACT,IAAI,GACJ,WAAW,CAAC;AAEhB,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,GAAG,SAAS,CAAC;AAE/D,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,eAAe,CAAC;IACvB,MAAM,EAAE,WAAW,CAAC;IACpB,0CAA0C;IAC1C,KAAK,EAAE,MAAM,CAAC;IACd,6CAA6C;IAC7C,SAAS,EAAE,UAAU,EAAE,CAAC;IACxB,+DAA+D;IAC/D,iBAAiB,EAAE,YAAY,EAAE,CAAC;IAClC,wDAAwD;IACxD,YAAY,EAAE,mBAAmB,EAAE,CAAC;IACpC,gCAAgC;IAChC,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,YAAY,CAAC;IAC5B,wDAAwD;IACxD,MAAM,EAAE,WAAW,EAAE,CAAC;IACtB,oDAAoD;IACpD,OAAO,EAAE,iBAAiB,CAAC;IAC3B,8CAA8C;IAC9C,YAAY,EAAE,mBAAmB,EAAE,CAAC;IACpC,SAAS,EAAE,MAAM,CAAC;IAClB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,iBAAiB;IAChC,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,sBAAsB;IACtB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAMD,MAAM,MAAM,mBAAmB,GAC3B,cAAc,GACd,SAAS,GACT,aAAa,GACb,eAAe,GACf,eAAe,GACf,SAAS,GACT,WAAW,GACX,MAAM,CAAC;AAEX,MAAM,MAAM,mBAAmB,GAAG,MAAM,GAAG,YAAY,GAAG,SAAS,GAAG,OAAO,CAAC;AAE9E,MAAM,WAAW,mBAAmB;IAClC,QAAQ,EAAE,mBAAmB,CAAC;IAC9B,QAAQ,EAAE,mBAAmB,CAAC;IAC9B,KAAK,CAAC,EAAE,eAAe,CAAC;IACxB,OAAO,EAAE,MAAM,CAAC;IAChB,6CAA6C;IAC7C,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAMD,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,+DAA+D;IAC/D,gBAAgB,EAAE,MAAM,CAAC;IACzB,0CAA0C;IAC1C,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,wBAAwB;IACxB,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;CAC9B;AAED,MAAM,MAAM,iBAAiB,GAAG,WAAW,GAAG,aAAa,GAAG,cAAc,GAAG,SAAS,GAAG,eAAe,CAAC;AAE3G,MAAM,MAAM,cAAc,GAAG,QAAQ,GAAG,UAAU,GAAG,MAAM,CAAC;AAE5D,MAAM,WAAW,cAAc;IAC7B,SAAS,EAAE,iBAAiB,CAAC;IAC7B,MAAM,EAAE,cAAc,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,MAAM,WAAW,kBAAkB;IACjC,KAAK,EAAE,WAAW,CAAC;IACnB,yCAAyC;IACzC,iBAAiB,EAAE,MAAM,CAAC;IAC1B,kCAAkC;IAClC,UAAU,EAAE,cAAc,EAAE,CAAC;IAC7B,sCAAsC;IACtC,OAAO,EAAE,MAAM,CAAC;IAChB,oCAAoC;IACpC,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,uCAAuC;IACvC,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AAED,MAAM,WAAW,cAAc;IAC7B,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,YAAY,CAAC;IAC5B,4BAA4B;IAC5B,WAAW,EAAE,kBAAkB,EAAE,CAAC;IAClC,4CAA4C;IAC5C,QAAQ,EAAE,eAAe,EAAE,CAAC;IAC5B,wBAAwB;IACxB,eAAe,EAAE,MAAM,CAAC;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,kCAAkC;IAClC,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,eAAe;IAC9B,wBAAwB;IACxB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,4BAA4B;IAC5B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,yCAAyC;IACzC,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,iEAAiE;IACjE,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB"}

package/dist/lib/testing/compliance/types.js

@@ -0,0 +1,9 @@
+"use strict";
+/**
+ * Types for AdCP Agent Compliance Assessment
+ *
+ * comply  → "Your agent works"  (deterministic, pass/fail)
+ * convince → "Your agent sells"  (AI-assessed, advisory)
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=types.js.map

package/dist/lib/testing/compliance/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../src/lib/testing/compliance/types.ts"],"names":[],"mappings":";AAAA;;;;;GAKG"}

package/dist/lib/testing/index.d.ts

@@ -1,3 +1,4 @@
 export { testAgent, testAgentA2A, testAgentClient, createTestAgent, TEST_AGENT_TOKEN, TEST_AGENT_MCP_CONFIG, TEST_AGENT_A2A_CONFIG, testAgentNoAuth, testAgentNoAuthA2A, TEST_AGENT_NO_AUTH_MCP_CONFIG, TEST_AGENT_NO_AUTH_A2A_CONFIG, creativeAgent, } from './test-helpers';
 export { testAgent as runAgentTests, formatTestResults, formatTestResultsJSON, formatTestResultsSummary, setAgentTesterLogger, getLogger, createTestClient, runStep, testHealthCheck, testDiscovery, testCreateMediaBuy, testFullSalesFlow, testCreativeSync, testCreativeInline, testCreativeFlow, testSignalsFlow, testErrorHandling, testValidation, testPricingEdgeCases, testTemporalValidation, testBehaviorAnalysis, testResponseConsistency, testGovernancePropertyLists, testGovernanceContentStandards, testPropertyListFilters, testSISessionLifecycle, testSIAvailability, testSIHandoff, testCapabilityDiscovery, testSyncAudiences, resolveAccountForAudiences, testSchemaCompliance, hasGovernanceTools, hasSITools, likelySupportsV3, testAllScenarios, getApplicableScenarios, SCENARIO_REQUIREMENTS, DEFAULT_SCENARIOS, formatSuiteResults, formatSuiteResultsJSON, type TestScenario, type TestOptions, type OrchestratorOptions, type TestResult, type SuiteResult, type TestStepResult, type AgentProfile, type TaskResult, type Logger, } from './agent-tester';
+export { comply, formatComplianceResults, formatComplianceResultsJSON, convince, formatConvinceResults, formatConvinceResultsJSON, SAMPLE_BRIEFS, getBriefById, getBriefsByVertical, type ComplyOptions, type FullConvinceOptions, type ComplianceTrack, type TrackResult, type TrackStatus, type ComplianceResult, type ComplianceSummary, type AdvisoryObservation, type SampleBrief, type ConvinceDimension, type ConvinceRating, type DimensionScore, type ScenarioAssessment, type ConvinceResult, type ConvincePattern, type ConvinceOptions, } from './compliance';
 //# sourceMappingURL=index.d.ts.map

package/dist/lib/testing/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/lib/testing/index.ts"],"names":[],"mappings":"AAGA,OAAO,EAEL,SAAS,EACT,YAAY,EACZ,eAAe,EACf,eAAe,EACf,gBAAgB,EAChB,qBAAqB,EACrB,qBAAqB,EAErB,eAAe,EACf,kBAAkB,EAClB,6BAA6B,EAC7B,6BAA6B,EAE7B,aAAa,GACd,MAAM,gBAAgB,CAAC;AAGxB,OAAO,EACL,SAAS,IAAI,aAAa,EAC1B,iBAAiB,EACjB,qBAAqB,EACrB,wBAAwB,EACxB,oBAAoB,EACpB,SAAS,EACT,gBAAgB,EAChB,OAAO,EAEP,eAAe,EACf,aAAa,EACb,kBAAkB,EAClB,iBAAiB,EACjB,gBAAgB,EAChB,kBAAkB,EAClB,gBAAgB,EAChB,eAAe,EACf,iBAAiB,EACjB,cAAc,EACd,oBAAoB,EACpB,sBAAsB,EACtB,oBAAoB,EACpB,uBAAuB,EAEvB,2BAA2B,EAC3B,8BAA8B,EAC9B,uBAAuB,EACvB,sBAAsB,EACtB,kBAAkB,EAClB,aAAa,EACb,uBAAuB,EACvB,iBAAiB,EACjB,0BAA0B,EAC1B,oBAAoB,EAEpB,kBAAkB,EAClB,UAAU,EACV,gBAAgB,EAEhB,gBAAgB,EAChB,sBAAsB,EACtB,qBAAqB,EACrB,iBAAiB,EACjB,kBAAkB,EAClB,sBAAsB,EAEtB,KAAK,YAAY,EACjB,KAAK,WAAW,EAChB,KAAK,mBAAmB,EACxB,KAAK,UAAU,EACf,KAAK,WAAW,EAChB,KAAK,cAAc,EACnB,KAAK,YAAY,EACjB,KAAK,UAAU,EACf,KAAK,MAAM,GACZ,MAAM,gBAAgB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/lib/testing/index.ts"],"names":[],"mappings":"AAGA,OAAO,EAEL,SAAS,EACT,YAAY,EACZ,eAAe,EACf,eAAe,EACf,gBAAgB,EAChB,qBAAqB,EACrB,qBAAqB,EAErB,eAAe,EACf,kBAAkB,EAClB,6BAA6B,EAC7B,6BAA6B,EAE7B,aAAa,GACd,MAAM,gBAAgB,CAAC;AAGxB,OAAO,EACL,SAAS,IAAI,aAAa,EAC1B,iBAAiB,EACjB,qBAAqB,EACrB,wBAAwB,EACxB,oBAAoB,EACpB,SAAS,EACT,gBAAgB,EAChB,OAAO,EAEP,eAAe,EACf,aAAa,EACb,kBAAkB,EAClB,iBAAiB,EACjB,gBAAgB,EAChB,kBAAkB,EAClB,gBAAgB,EAChB,eAAe,EACf,iBAAiB,EACjB,cAAc,EACd,oBAAoB,EACpB,sBAAsB,EACtB,oBAAoB,EACpB,uBAAuB,EAEvB,2BAA2B,EAC3B,8BAA8B,EAC9B,uBAAuB,EACvB,sBAAsB,EACtB,kBAAkB,EAClB,aAAa,EACb,uBAAuB,EACvB,iBAAiB,EACjB,0BAA0B,EAC1B,oBAAoB,EAEpB,kBAAkB,EAClB,UAAU,EACV,gBAAgB,EAEhB,gBAAgB,EAChB,sBAAsB,EACtB,qBAAqB,EACrB,iBAAiB,EACjB,kBAAkB,EAClB,sBAAsB,EAEtB,KAAK,YAAY,EACjB,KAAK,WAAW,EAChB,KAAK,mBAAmB,EACxB,KAAK,UAAU,EACf,KAAK,WAAW,EAChB,KAAK,cAAc,EACnB,KAAK,YAAY,EACjB,KAAK,UAAU,EACf,KAAK,MAAM,GACZ,MAAM,gBAAgB,CAAC;AAGxB,OAAO,EAEL,MAAM,EACN,uBAAuB,EACvB,2BAA2B,EAE3B,QAAQ,EACR,qBAAqB,EACrB,yBAAyB,EAEzB,aAAa,EACb,YAAY,EACZ,mBAAmB,EAEnB,KAAK,aAAa,EAClB,KAAK,mBAAmB,EACxB,KAAK,eAAe,EACpB,KAAK,WAAW,EAChB,KAAK,WAAW,EAChB,KAAK,gBAAgB,EACrB,KAAK,iBAAiB,EACtB,KAAK,mBAAmB,EACxB,KAAK,WAAW,EAChB,KAAK,iBAAiB,EACtB,KAAK,cAAc,EACnB,KAAK,cAAc,EACnB,KAAK,kBAAkB,EACvB,KAAK,cAAc,EACnB,KAAK,eAAe,EACpB,KAAK,eAAe,GACrB,MAAM,cAAc,CAAC"}