@salesforce/agents 0.14.5 → 0.14.6

package/lib/agentTest.d.ts

@@ -0,0 +1,114 @@
+import { Connection } from '@salesforce/core';
+import { DeployResult } from '@salesforce/source-deploy-retrieve';
+import { type AvailableDefinition, type AgentTestConfig, type AiEvaluationDefinition, type TestSpec } from './types.js';
+/**
+ * Events emitted during agent test creation for consumers to listen to and keep track of progress.
+ */
+export declare const AgentTestCreateLifecycleStages: {
+    CreatingLocalMetadata: string;
+    Waiting: string;
+    DeployingMetadata: string;
+    Done: string;
+};
+/**
+ * A client side representation of an agent test (AiEvaluationDefinition) within an org.
+ * Also provides utilities such as creating and listing agent tests, and converting between
+ * agent test spec and AiEvaluationDefinition.
+ *
+ * **Examples**
+ *
+ * Create a new instance from an agent test spec:
+ *
+ * `const agentTest = new AgentTest({ specPath: path/to/specfile });`
+ *
+ * Get the metadata content of an agent test:
+ *
+ * `const metadataContent = await agentTest.getMetadata();`
+ *
+ * Write the metadata content to a file:
+ *
+ * `await agentTest.writeMetadata('path/to/metadataFile');`
+ */
+export declare class AgentTest {
+    private config;
+    private specData?;
+    private data?;
+    /**
+     * Create an AgentTest based on one of:
+     *
+     * 1. AiEvaluationDefinition API name.
+     * 2. Path to a local AiEvaluationDefinition metadata file.
+     * 3. Path to a local agent test spec file.
+     * 4. Agent test spec data.
+     *
+     * @param config AgentTestConfig
+     */
+    constructor(config: AgentTestConfig);
+    /**
+     * List the AiEvaluationDefinitions available in the org.
+     */
+    static list(connection: Connection): Promise<AvailableDefinition[]>;
+    /**
+     * Creates and deploys an AiEvaluationDefinition from a specification file.
+     *
+     * @param connection - Connection to the org where the agent test will be created.
+     * @param apiName - The API name of the AiEvaluationDefinition to create
+     * @param specFilePath - The path to the specification file to create the definition from
+     * @param options - Configuration options for creating the definition
+     * @param options.outputDir - The directory where the AiEvaluationDefinition file will be written
+     * @param options.preview - If true, writes the AiEvaluationDefinition file to <api-name>-preview-<timestamp>.xml in the current working directory and does not deploy it
+     *
+     * @returns Promise containing:
+     * - path: The filesystem path to the created AiEvaluationDefinition file
+     * - contents: The AiEvaluationDefinition contents as a string
+     * - deployResult: The deployment result (if not in preview mode)
+     *
+     * @throws {SfError} When deployment fails
+     */
+    static create(connection: Connection, apiName: string, specFilePath: string, options: {
+        outputDir: string;
+        preview?: boolean;
+    }): Promise<{
+        path: string;
+        contents: string;
+        deployResult?: DeployResult;
+    }>;
+    /**
+     * Get the specification for this agent test.
+     *
+     * Returns the test spec data if already generated. Otherwise it will generate the spec by:
+     *
+     * 1. Read from an existing local spec file.
+     * 2. Read from an existing local AiEvaluationDefinition metadata file and convert it.
+     * 3. Use the provided org connection to read the remote AiEvaluationDefinition metadata.
+     *
+     * @param connection Org connection to use if this AgentTest only has an AiEvaluationDefinition API name.
+     * @returns Promise<TestSpec>
+     */
+    getTestSpec(connection?: Connection): Promise<TestSpec>;
+    /**
+     * Get the metadata content for this agent test.
+     *
+     * Returns the AiEvaluationDefinition metadata if already generated. Otherwise it will get it by:
+     *
+     * 1. Read from an existing local AiEvaluationDefinition metadata file.
+     * 2. Read from an existing local spec file and convert it.
+     * 3. Use the provided org connection to read the remote AiEvaluationDefinition metadata.
+     *
+     * @param connection Org connection to use if this AgentTest only has an AiEvaluationDefinition API name.
+     * @returns Promise<TestSpec>
+     */
+    getMetadata(connection?: Connection): Promise<AiEvaluationDefinition>;
+    /**
+     * Write a test specification file in YAML format.
+     *
+     * @param outputFile The file path where the YAML test spec should be written.
+     */
+    writeTestSpec(outputFile: string): Promise<void>;
+    /**
+     * Write AiEvaluationDefinition metadata file.
+     *
+     * @param outputFile The file path where the metadata file should be written.
+     */
+    writeMetadata(outputFile: string): Promise<void>;
+}

package/lib/agentTest.js

@@ -0,0 +1,332 @@
+"use strict";
+/*
+ * Copyright (c) 2024, salesforce.com, inc.
+ * All rights reserved.
+ * Licensed under the BSD 3-Clause license.
+ * For full license text, see LICENSE.txt file in the repo root or https://opensource.org/licenses/BSD-3-Clause
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AgentTest = exports.AgentTestCreateLifecycleStages = void 0;
+const promises_1 = require("node:fs/promises");
+const node_path_1 = require("node:path");
+const core_1 = require("@salesforce/core");
+const kit_1 = require("@salesforce/kit");
+const source_deploy_retrieve_1 = require("@salesforce/source-deploy-retrieve");
+const yaml_1 = require("yaml");
+const fast_xml_parser_1 = require("fast-xml-parser");
+;
+const messages = new core_1.Messages('@salesforce/agents', 'agentTest', new Map([["invalidAgentTestConfig", "Must provide one of: [ name, mdPath, specPath, specData ] when instantiating an AgentTest."], ["missingConnection", "Must provide an org connection to get agent test data based on an AiEvaluationDefinition API name."], ["missingTestSpecData", "The agent test is missing the required data to provide a test spec."]]));
+/**
+ * Events emitted during agent test creation for consumers to listen to and keep track of progress.
+ */
+exports.AgentTestCreateLifecycleStages = {
+    CreatingLocalMetadata: 'Creating Local Metadata',
+    Waiting: 'Waiting for the org to respond',
+    DeployingMetadata: 'Deploying Metadata',
+    Done: 'Done',
+};
+/**
+ * A client side representation of an agent test (AiEvaluationDefinition) within an org.
+ * Also provides utilities such as creating and listing agent tests, and converting between
+ * agent test spec and AiEvaluationDefinition.
+ *
+ * **Examples**
+ *
+ * Create a new instance from an agent test spec:
+ *
+ * `const agentTest = new AgentTest({ specPath: path/to/specfile });`
+ *
+ * Get the metadata content of an agent test:
+ *
+ * `const metadataContent = await agentTest.getMetadata();`
+ *
+ * Write the metadata content to a file:
+ *
+ * `await agentTest.writeMetadata('path/to/metadataFile');`
+ */
+class AgentTest {
+    config;
+    specData;
+    data;
+    /**
+     * Create an AgentTest based on one of:
+     *
+     * 1. AiEvaluationDefinition API name.
+     * 2. Path to a local AiEvaluationDefinition metadata file.
+     * 3. Path to a local agent test spec file.
+     * 4. Agent test spec data.
+     *
+     * @param config AgentTestConfig
+     */
+    constructor(config) {
+        this.config = config;
+        const { name, mdPath, specPath, specData } = config;
+        if (!name && !mdPath && !specPath && !specData) {
+            throw messages.createError('invalidAgentTestConfig');
+        }
+        if (specData) {
+            this.specData = specData;
+        }
+    }
+    /**
+     * List the AiEvaluationDefinitions available in the org.
+     */
+    static async list(connection) {
+        return connection.metadata.list({ type: 'AiEvaluationDefinition' });
+    }
+    /**
+     * Creates and deploys an AiEvaluationDefinition from a specification file.
+     *
+     * @param connection - Connection to the org where the agent test will be created.
+     * @param apiName - The API name of the AiEvaluationDefinition to create
+     * @param specFilePath - The path to the specification file to create the definition from
+     * @param options - Configuration options for creating the definition
+     * @param options.outputDir - The directory where the AiEvaluationDefinition file will be written
+     * @param options.preview - If true, writes the AiEvaluationDefinition file to <api-name>-preview-<timestamp>.xml in the current working directory and does not deploy it
+     *
+     * @returns Promise containing:
+     * - path: The filesystem path to the created AiEvaluationDefinition file
+     * - contents: The AiEvaluationDefinition contents as a string
+     * - deployResult: The deployment result (if not in preview mode)
+     *
+     * @throws {SfError} When deployment fails
+     */
+    static async create(connection, apiName, specFilePath, options) {
+        const agentTestSpec = (0, yaml_1.parse)(await (0, promises_1.readFile)(specFilePath, 'utf-8'));
+        const lifecycle = core_1.Lifecycle.getInstance();
+        await lifecycle.emit(exports.AgentTestCreateLifecycleStages.CreatingLocalMetadata, {});
+        const preview = options.preview ?? false;
+        // outputDir is overridden if preview is true
+        const outputDir = preview ? process.cwd() : options.outputDir;
+        const filename = preview
+            ? `${apiName}-preview-${new Date().toISOString()}.xml`
+            : `${apiName}.aiEvaluationDefinition-meta.xml`;
+        const definitionPath = (0, node_path_1.join)(outputDir, filename);
+        const xml = buildMetadataXml(convertToMetadata(agentTestSpec));
+        await (0, promises_1.mkdir)(outputDir, { recursive: true });
+        await (0, promises_1.writeFile)(definitionPath, xml);
+        if (preview) {
+            return { path: definitionPath, contents: xml };
+        }
+        const cs = await source_deploy_retrieve_1.ComponentSetBuilder.build({ sourcepath: [definitionPath] });
+        const deploy = await cs.deploy({ usernameOrConnection: connection });
+        deploy.onUpdate((status) => {
+            if (status.status === source_deploy_retrieve_1.RequestStatus.Pending) {
+                void lifecycle.emit(exports.AgentTestCreateLifecycleStages.Waiting, status);
+            }
+            else {
+                void lifecycle.emit(exports.AgentTestCreateLifecycleStages.DeployingMetadata, status);
+            }
+        });
+        deploy.onFinish((result) => {
+            // small deploys like this, 1 file, can happen without an 'update' event being fired
+            // onFinish, emit the update, and then the done event to create proper output
+            void lifecycle.emit(exports.AgentTestCreateLifecycleStages.DeployingMetadata, result);
+            void lifecycle.emit(exports.AgentTestCreateLifecycleStages.Done, result);
+        });
+        const result = await deploy.pollStatus({ timeout: kit_1.Duration.minutes(10_000), frequency: kit_1.Duration.seconds(1) });
+        if (!result.response.success) {
+            throw new core_1.SfError(result.response.errorMessage ?? `Unable to deploy ${result.response.id}`);
+        }
+        return { path: definitionPath, contents: xml, deployResult: result };
+    }
+    /**
+     * Get the specification for this agent test.
+     *
+     * Returns the test spec data if already generated. Otherwise it will generate the spec by:
+     *
+     * 1. Read from an existing local spec file.
+     * 2. Read from an existing local AiEvaluationDefinition metadata file and convert it.
+     * 3. Use the provided org connection to read the remote AiEvaluationDefinition metadata.
+     *
+     * @param connection Org connection to use if this AgentTest only has an AiEvaluationDefinition API name.
+     * @returns Promise<TestSpec>
+     */
+    async getTestSpec(connection) {
+        if (this.specData) {
+            return this.specData;
+        }
+        if (this.data) {
+            this.specData = convertToSpec(this.data);
+            return this.specData;
+        }
+        if (this.config.specPath) {
+            this.specData = (0, yaml_1.parse)(await (0, promises_1.readFile)(this.config.specPath, 'utf-8'));
+            return this.specData;
+        }
+        if (this.config.mdPath) {
+            this.data = await parseAgentTestXml(this.config.mdPath);
+            this.specData = convertToSpec(this.data);
+            return this.specData;
+        }
+        // read from the server if we have a connection and an API name only
+        if (this.config.name) {
+            if (connection) {
+                // @ts-expect-error jsForce types don't know about AiEvaluationDefinition yet
+                this.data = (await connection.metadata.read('AiEvaluationDefinition', this.config.name));
+                this.specData = convertToSpec(this.data);
+                return this.specData;
+            }
+            else {
+                throw messages.createError('missingConnection');
+            }
+        }
+        throw messages.createError('missingTestSpecData');
+    }
+    /**
+     * Get the metadata content for this agent test.
+     *
+     * Returns the AiEvaluationDefinition metadata if already generated. Otherwise it will get it by:
+     *
+     * 1. Read from an existing local AiEvaluationDefinition metadata file.
+     * 2. Read from an existing local spec file and convert it.
+     * 3. Use the provided org connection to read the remote AiEvaluationDefinition metadata.
+     *
+     * @param connection Org connection to use if this AgentTest only has an AiEvaluationDefinition API name.
+     * @returns Promise<TestSpec>
+     */
+    async getMetadata(connection) {
+        if (this.data) {
+            return this.data;
+        }
+        if (this.specData) {
+            this.data = convertToMetadata(this.specData);
+            return this.data;
+        }
+        if (this.config.mdPath) {
+            this.data = await parseAgentTestXml(this.config.mdPath);
+            return this.data;
+        }
+        if (this.config.specPath) {
+            this.specData = (0, yaml_1.parse)(await (0, promises_1.readFile)(this.config.specPath, 'utf-8'));
+            this.data = convertToMetadata(this.specData);
+            return this.data;
+        }
+        // read from the server if we have a connection and an API name only
+        if (this.config.name) {
+            if (connection) {
+                // @ts-expect-error jsForce types don't know about AiEvaluationDefinition yet
+                this.data = (await connection.metadata.read('AiEvaluationDefinition', this.config.name));
+                return this.data;
+            }
+            else {
+                throw messages.createError('missingConnection');
+            }
+        }
+        throw messages.createError('missingTestSpecData');
+    }
+    /**
+     * Write a test specification file in YAML format.
+     *
+     * @param outputFile The file path where the YAML test spec should be written.
+     */
+    async writeTestSpec(outputFile) {
+        const spec = await this.getTestSpec();
+        // strip out undefined values and empty strings
+        const clean = Object.entries(spec).reduce((acc, [key, value]) => {
+            if (value !== undefined && value !== '')
+                return { ...acc, [key]: value };
+            return acc;
+        }, {});
+        const yml = (0, yaml_1.stringify)(clean, undefined, {
+            minContentWidth: 0,
+            lineWidth: 0,
+        });
+        await (0, promises_1.mkdir)((0, node_path_1.dirname)(outputFile), { recursive: true });
+        await (0, promises_1.writeFile)(outputFile, yml);
+    }
+    /**
+     * Write AiEvaluationDefinition metadata file.
+     *
+     * @param outputFile The file path where the metadata file should be written.
+     */
+    async writeMetadata(outputFile) {
+        const xml = buildMetadataXml(await this.getMetadata());
+        await (0, promises_1.mkdir)((0, node_path_1.dirname)(outputFile), { recursive: true });
+        await (0, promises_1.writeFile)(outputFile, xml);
+    }
+}
+exports.AgentTest = AgentTest;
+// Convert AiEvaluationDefinition metadata XML content to a YAML test spec object.
+const convertToSpec = (data) => ({
+    name: data.name,
+    description: data.description,
+    subjectType: data.subjectType,
+    subjectName: data.subjectName,
+    subjectVersion: data.subjectVersion,
+    testCases: (0, kit_1.ensureArray)(data.testCase).map((tc) => {
+        const expectations = (0, kit_1.ensureArray)(tc.expectation);
+        return {
+            utterance: tc.inputs.utterance,
+            // TODO: remove old names once removed in 258 (topic_sequence_match, action_sequence_match, bot_response_rating)
+            expectedTopic: expectations.find((e) => e.name === 'topic_sequence_match' || e.name === 'topic_assertion')
+                ?.expectedValue,
+            expectedActions: transformStringToArray(expectations.find((e) => e.name === 'action_sequence_match' || e.name === 'actions_assertion')?.expectedValue),
+            expectedOutcome: expectations.find((e) => e.name === 'bot_response_rating' || e.name === 'output_validation')
+                ?.expectedValue,
+        };
+    }),
+});
+// Convert a YAML test spec object to AiEvaluationDefinition metadata XML content.
+const convertToMetadata = (spec) => ({
+    ...(spec.description && { description: spec.description }),
+    name: spec.name,
+    subjectName: spec.subjectName,
+    subjectType: spec.subjectType,
+    ...(spec.subjectVersion && { subjectVersion: spec.subjectVersion }),
+    testCase: spec.testCases.map((tc) => ({
+        expectation: [
+            {
+                expectedValue: tc.expectedTopic,
+                name: 'topic_sequence_match',
+            },
+            {
+                expectedValue: `[${(tc.expectedActions ?? []).map((v) => `"${v}"`).join(',')}]`,
+                name: 'action_sequence_match',
+            },
+            {
+                expectedValue: tc.expectedOutcome,
+                name: 'bot_response_rating',
+            },
+        ],
+        inputs: {
+            utterance: tc.utterance,
+        },
+        number: spec.testCases.indexOf(tc) + 1,
+    })),
+});
+function transformStringToArray(str) {
+    try {
+        if (!str)
+            return [];
+        // Remove any whitespace and ensure proper JSON format
+        const cleaned = str.replace(/\s+/g, '');
+        return JSON.parse(cleaned);
+    }
+    catch {
+        return [];
+    }
+}
+const parseAgentTestXml = async (mdPath) => {
+    const xml = await (0, promises_1.readFile)(mdPath, 'utf-8');
+    const parser = new fast_xml_parser_1.XMLParser();
+    const xmlContent = parser.parse(xml);
+    return xmlContent.AiEvaluationDefinition;
+};
+const buildMetadataXml = (data) => {
+    const aiEvalXml = {
+        AiEvaluationDefinition: {
+            $xmlns: 'http://soap.sforce.com/2006/04/metadata',
+            ...data,
+        },
+    };
+    const builder = new fast_xml_parser_1.XMLBuilder({
+        format: true,
+        attributeNamePrefix: '$',
+        indentBy: '    ',
+        ignoreAttributes: false,
+    });
+    const xml = builder.build(aiEvalXml);
+    return `<?xml version="1.0" encoding="UTF-8"?>\n${xml}`;
+};
+//# sourceMappingURL=agentTest.js.map

package/lib/agentTest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agentTest.js","sourceRoot":"","sources":["../src/agentTest.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;;AAEH,+CAA8D;AAC9D,yCAA0C;AAC1C,2CAA4E;AAC5E,yCAAwD;AACxD,+EAAsG;AACtG,+BAAwC;AACxC,qDAAwD;;AAIxD,MAAM,QAAQ,OAAG,eAAQ,CAAc,oBAAoB,EAAE,WAAW,mWAAC,CAAC;AAE1E;;GAEG;AACU,QAAA,8BAA8B,GAAG;IAC5C,qBAAqB,EAAE,yBAAyB;IAChD,OAAO,EAAE,gCAAgC;IACzC,iBAAiB,EAAE,oBAAoB;IACvC,IAAI,EAAE,MAAM;CACb,CAAC;AAEF;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAa,SAAS;IAcO;IAbnB,QAAQ,CAAY;IACpB,IAAI,CAA0B;IAEtC;;;;;;;;;OASG;IACH,YAA2B,MAAuB;QAAvB,WAAM,GAAN,MAAM,CAAiB;QAChD,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,MAAM,CAAC;QAEpD,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC/C,MAAM,QAAQ,CAAC,WAAW,CAAC,wBAAwB,CAAC,CAAC;QACvD,CAAC;QACD,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QAC3B,CAAC;IACH,CAAC;IAED;;OAEG;IACI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,UAAsB;QAC7C,OAAO,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,wBAAwB,EAAE,CAAC,CAAC;IACtE,CAAC;IAED;;;;;;;;;;;;;;;;OAgBG;IACI,MAAM,CAAC,KAAK,CAAC,MAAM,CACxB,UAAsB,EACtB,OAAe,EACf,YAAoB,EACpB,OAAiD;QAEjD,MAAM,aAAa,GAAG,IAAA,YAAK,EAAC,MAAM,IAAA,mBAAQ,EAAC,YAAY,EAAE,OAAO,CAAC,CAAa,CAAC;QAC/E,MAAM,SAAS,GAAG,gBAAS,CAAC,WAAW,EAAE,CAAC;QAC1C,MAAM,SAAS,CAAC,IAAI,CAAC,sCAA8B,CAAC,qBAAqB,EAAE,EAAE,CAAC,CAAC;QAC/E,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,KAAK,CAAC;QACzC,6CAA6C;QAC7C,MAAM,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC;QAC9D,MAAM,QAAQ,GAAG,OAAO;YACtB,CAAC,CAAC,GAAG,OAAO,YAAY,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,MAAM;YACtD,CAAC,CAAC,GAAG,OAAO,kCAAkC,CAAC;QACjD,MAAM,cAAc,GAAG,IAAA,gBAAI,EAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QAEjD,MAAM,GAAG,GAAG,gBAAgB,CAAC,iBAAiB,CAAC,aAAa,CAAC,CAAC,CAAC;QAC/D,MAAM,IAAA,gBAAK,EAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5C,MAAM,IAAA,oBAAS,EAAC,cAAc,EAAE,GAAG,CAAC,CAAC;QAErC,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC;QACjD,CAAC;QAED,MAAM,EAAE,GAAG,MAAM,4CAAmB,CAAC,KAAK,CAAC,EAAE,UAAU,EAAE,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;QAC7E,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,MAAM,CAAC,EAAE,oBAAoB,EAAE,UAAU,EAAE,CAAC,CAAC;QACrE,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,EAAE,EAAE;YACzB,IAAI,MAAM,CAAC,MAAM,KAAK,sCAAa,CAAC,OAAO,EAAE,CAAC;gBAC5C,KAAK,SAAS,CAAC,IAAI,CAAC,sCAA8B,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YACtE,CAAC;iBAAM,CAAC;gBACN,KAAK,SAAS,CAAC,IAAI,CAAC,sCAA8B,CAAC,iBAAiB,EAAE,MAAM,CAAC,CAAC;YAChF,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,EAAE,EAAE;YACzB,oFAAoF;YACpF,6EAA6E;YAC7E,KAAK,SAAS,CAAC,IAAI,CAAC,sCAA8B,CAAC,iBAAiB,EAAE,MAAM,CAAC,CAAC;YAC9E,KAAK,SAAS,CAAC,IAAI,CAAC,sCAA8B,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACnE,CAAC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,EAAE,OAAO,EAAE,cAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,cAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAE9G,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;YAC7B,MAAM,IAAI,cAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,IAAI,oBAAoB,MAAM,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;QAC9F,CAAC;QAED,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,QAAQ,EAAE,GAAG,EAAE,YAAY,EAAE,MAAM,EAAE,CAAC;IACvE,CAAC;IAED;;;;;;;;;;;OAWG;IACI,KAAK,CAAC,WAAW,CAAC,UAAuB;QAC9C,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,OAAO,IAAI,CAAC,QAAQ,CAAC;QACvB,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,IAAI,CAAC,QAAQ,GAAG,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACzC,OAAO,IAAI,CAAC,QAAQ,CAAC;QACvB,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;YACzB,IAAI,CAAC,QAAQ,GAAG,IAAA,YAAK,EAAC,MAAM,IAAA,mBAAQ,EAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAa,CAAC;YACjF,OAAO,IAAI,CAAC,QAAQ,CAAC;QACvB,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACvB,IAAI,CAAC,IAAI,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACxD,IAAI,CAAC,QAAQ,GAAG,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACzC,OAAO,IAAI,CAAC,QAAQ,CAAC;QACvB,CAAC;QACD,oEAAoE;QACpE,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACrB,IAAI,UAAU,EAAE,CAAC;gBACf,6EAA6E;gBAC7E,IAAI,CAAC,IAAI,GAAG,CAAC,MAAM,UAAU,CAAC,QAAQ,CAAC,IAAI,CACzC,wBAAwB,EACxB,IAAI,CAAC,MAAM,CAAC,IAAI,CACjB,CAA2B,CAAC;gBAC7B,IAAI,CAAC,QAAQ,GAAG,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACzC,OAAO,IAAI,CAAC,QAAQ,CAAC;YACvB,CAAC;iBAAM,CAAC;gBACN,MAAM,QAAQ,CAAC,WAAW,CAAC,mBAAmB,CAAC,CAAC;YAClD,CAAC;QACH,CAAC;QACD,MAAM,QAAQ,CAAC,WAAW,CAAC,qBAAqB,CAAC,CAAC;IACpD,CAAC;IAED;;;;;;;;;;;OAWG;IACI,KAAK,CAAC,WAAW,CAAC,UAAuB;QAC9C,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,OAAO,IAAI,CAAC,IAAI,CAAC;QACnB,CAAC;QACD,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,IAAI,CAAC,IAAI,GAAG,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC7C,OAAO,IAAI,CAAC,IAAI,CAAC;QACnB,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACvB,IAAI,CAAC,IAAI,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACxD,OAAO,IAAI,CAAC,IAAI,CAAC;QACnB,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;YACzB,IAAI,CAAC,QAAQ,GAAG,IAAA,YAAK,EAAC,MAAM,IAAA,mBAAQ,EAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAa,CAAC;YACjF,IAAI,CAAC,IAAI,GAAG,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC7C,OAAO,IAAI,CAAC,IAAI,CAAC;QACnB,CAAC;QACD,oEAAoE;QACpE,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACrB,IAAI,UAAU,EAAE,CAAC;gBACf,6EAA6E;gBAC7E,IAAI,CAAC,IAAI,GAAG,CAAC,MAAM,UAAU,CAAC,QAAQ,CAAC,IAAI,CACzC,wBAAwB,EACxB,IAAI,CAAC,MAAM,CAAC,IAAI,CACjB,CAA2B,CAAC;gBAC7B,OAAO,IAAI,CAAC,IAAI,CAAC;YACnB,CAAC;iBAAM,CAAC;gBACN,MAAM,QAAQ,CAAC,WAAW,CAAC,mBAAmB,CAAC,CAAC;YAClD,CAAC;QACH,CAAC;QACD,MAAM,QAAQ,CAAC,WAAW,CAAC,qBAAqB,CAAC,CAAC;IACpD,CAAC;IAED;;;;OAIG;IACI,KAAK,CAAC,aAAa,CAAC,UAAkB;QAC3C,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAEtC,+CAA+C;QAC/C,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,CAAoB,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;YACjF,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,EAAE;gBAAE,OAAO,EAAE,GAAG,GAAG,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC;YACzE,OAAO,GAAG,CAAC;QACb,CAAC,EAAE,EAAE,CAAC,CAAC;QAEP,MAAM,GAAG,GAAG,IAAA,gBAAS,EAAC,KAAK,EAAE,SAAS,EAAE;YACtC,eAAe,EAAE,CAAC;YAClB,SAAS,EAAE,CAAC;SACb,CAAC,CAAC;QACH,MAAM,IAAA,gBAAK,EAAC,IAAA,mBAAO,EAAC,UAAU,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACtD,MAAM,IAAA,oBAAS,EAAC,UAAU,EAAE,GAAG,CAAC,CAAC;IACnC,CAAC;IAED;;;;OAIG;IACI,KAAK,CAAC,aAAa,CAAC,UAAkB;QAC3C,MAAM,GAAG,GAAG,gBAAgB,CAAC,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;QACvD,MAAM,IAAA,gBAAK,EAAC,IAAA,mBAAO,EAAC,UAAU,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACtD,MAAM,IAAA,oBAAS,EAAC,UAAU,EAAE,GAAG,CAAC,CAAC;IACnC,CAAC;CACF;AA/ND,8BA+NC;AAED,kFAAkF;AAClF,MAAM,aAAa,GAAG,CAAC,IAA4B,EAAY,EAAE,CAAC,CAAC;IACjE,IAAI,EAAE,IAAI,CAAC,IAAI;IACf,WAAW,EAAE,IAAI,CAAC,WAAW;IAC7B,WAAW,EAAE,IAAI,CAAC,WAAW;IAC7B,WAAW,EAAE,IAAI,CAAC,WAAW;IAC7B,cAAc,EAAE,IAAI,CAAC,cAAc;IACnC,SAAS,EAAE,IAAA,iBAAW,EAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE;QAC/C,MAAM,YAAY,GAAG,IAAA,iBAAW,EAAC,EAAE,CAAC,WAAW,CAAC,CAAC;QACjD,OAAO;YACL,SAAS,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS;YAC9B,gHAAgH;YAChH,aAAa,EAAE,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,sBAAsB,IAAI,CAAC,CAAC,IAAI,KAAK,iBAAiB,CAAC;gBACxG,EAAE,aAAa;YACjB,eAAe,EAAE,sBAAsB,CACrC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,uBAAuB,IAAI,CAAC,CAAC,IAAI,KAAK,mBAAmB,CAAC,EAAE,aAAa,CAC9G;YACD,eAAe,EAAE,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,qBAAqB,IAAI,CAAC,CAAC,IAAI,KAAK,mBAAmB,CAAC;gBAC3G,EAAE,aAAa;SAClB,CAAC;IACJ,CAAC,CAAC;CACH,CAAC,CAAC;AAEH,kFAAkF;AAClF,MAAM,iBAAiB,GAAG,CAAC,IAAc,EAA0B,EAAE,CAAC,CAAC;IACrE,GAAG,CAAC,IAAI,CAAC,WAAW,IAAI,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC;IAC1D,IAAI,EAAE,IAAI,CAAC,IAAI;IACf,WAAW,EAAE,IAAI,CAAC,WAAW;IAC7B,WAAW,EAAE,IAAI,CAAC,WAAW;IAC7B,GAAG,CAAC,IAAI,CAAC,cAAc,IAAI,EAAE,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE,CAAC;IACnE,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QACpC,WAAW,EAAE;YACX;gBACE,aAAa,EAAE,EAAE,CAAC,aAAuB;gBACzC,IAAI,EAAE,sBAAsB;aAC7B;YACD;gBACE,aAAa,EAAE,IAAI,CAAC,EAAE,CAAC,eAAe,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG;gBAC/E,IAAI,EAAE,uBAAuB;aAC9B;YACD;gBACE,aAAa,EAAE,EAAE,CAAC,eAAyB;gBAC3C,IAAI,EAAE,qBAAqB;aAC5B;SACF;QACD,MAAM,EAAE;YACN,SAAS,EAAE,EAAE,CAAC,SAAS;SACxB;QACD,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC,GAAG,CAAC;KACvC,CAAC,CAAC;CACJ,CAAC,CAAC;AAEH,SAAS,sBAAsB,CAAC,GAAuB;IACrD,IAAI,CAAC;QACH,IAAI,CAAC,GAAG;YAAE,OAAO,EAAE,CAAC;QACpB,sDAAsD;QACtD,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACxC,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAa,CAAC;IACzC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAKD,MAAM,iBAAiB,GAAG,KAAK,EAAE,MAAc,EAAmC,EAAE;IAClF,MAAM,GAAG,GAAG,MAAM,IAAA,mBAAQ,EAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC5C,MAAM,MAAM,GAAG,IAAI,2BAAS,EAAE,CAAC;IAC/B,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAA8B,CAAC;IAClE,OAAO,UAAU,CAAC,sBAAsB,CAAC;AAC3C,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,CAAC,IAA4B,EAAU,EAAE;IAChE,MAAM,SAAS,GAAG;QAChB,sBAAsB,EAAE;YACtB,MAAM,EAAE,yCAAyC;YACjD,GAAG,IAAI;SACR;KACF,CAAC;IAEF,MAAM,OAAO,GAAG,IAAI,4BAAU,CAAC;QAC7B,MAAM,EAAE,IAAI;QACZ,mBAAmB,EAAE,GAAG;QACxB,QAAQ,EAAE,MAAM;QAChB,gBAAgB,EAAE,KAAK;KACxB,CAAC,CAAC;IAEH,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,CAAW,CAAC;IAE/C,OAAO,2CAA2C,GAAG,EAAE,CAAC;AAC1D,CAAC,CAAC"}

package/lib/agentTestResults.d.ts

@@ -0,0 +1,10 @@
+import { type AgentTestResultsResponse } from './types.js';
+/**
+ * Convert the raw, detailed test results to another format.
+ *
+ * @param results The detailed results from a test run.
+ * @param format The desired format. One of: json, junit, or tap.
+ * @returns
+ */
+export declare function convertTestResultsToFormat(results: AgentTestResultsResponse, format: 'json' | 'junit' | 'tap'): Promise<string>;
+export declare function humanFriendlyName(name: string): string;

package/lib/agentTestResults.js

@@ -0,0 +1,121 @@
+"use strict";
+/*
+ * Copyright (c) 2024, salesforce.com, inc.
+ * All rights reserved.
+ * Licensed under the BSD 3-Clause license.
+ * For full license text, see LICENSE.txt file in the repo root or https://opensource.org/licenses/BSD-3-Clause
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.convertTestResultsToFormat = convertTestResultsToFormat;
+exports.humanFriendlyName = humanFriendlyName;
+const fast_xml_parser_1 = require("fast-xml-parser");
+/**
+ * Convert the raw, detailed test results to another format.
+ *
+ * @param results The detailed results from a test run.
+ * @param format The desired format. One of: json, junit, or tap.
+ * @returns
+ */
+async function convertTestResultsToFormat(results, format) {
+    switch (format) {
+        case 'json':
+            return jsonFormat(results);
+        case 'junit':
+            return junitFormat(results);
+        case 'tap':
+            return tapFormat(results);
+        default:
+            throw new Error(`Unsupported format: ${format}`);
+    }
+}
+async function jsonFormat(results) {
+    return Promise.resolve(JSON.stringify(results, null, 2));
+}
+async function junitFormat(results) {
+    const builder = new fast_xml_parser_1.XMLBuilder({
+        format: true,
+        attributeNamePrefix: '$',
+        ignoreAttributes: false,
+    });
+    const testCount = results.testCases.length;
+    const failureCount = results.testCases.filter((tc) => ['error', 'completed'].includes(tc.status.toLowerCase()) && tc.testResults.some((r) => r.result === 'FAILURE')).length;
+    const time = results.testCases.reduce((acc, tc) => {
+        if (tc.endTime && tc.startTime) {
+            return acc + new Date(tc.endTime).getTime() - new Date(tc.startTime).getTime();
+        }
+        return acc;
+    }, 0);
+    const suites = builder.build({
+        testsuites: {
+            $name: results.subjectName,
+            $tests: testCount,
+            $failures: failureCount,
+            $time: time,
+            property: [
+                { $name: 'status', $value: results.status },
+                { $name: 'start-time', $value: results.startTime },
+                { $name: 'end-time', $value: results.endTime },
+            ],
+            testsuite: results.testCases.map((testCase) => {
+                const testCaseTime = testCase.endTime
+                    ? new Date(testCase.endTime).getTime() - new Date(testCase.startTime).getTime()
+                    : 0;
+                return {
+                    $name: testCase.testNumber,
+                    $time: testCaseTime,
+                    $assertions: testCase.testResults.length,
+                    failure: testCase.testResults
+                        .map((r) => {
+                        if (r.result === 'FAILURE') {
+                            return { $message: r.errorMessage ?? 'Unknown error', $name: r.name };
+                        }
+                    })
+                        .filter((f) => f),
+                };
+            }),
+        },
+    });
+    return Promise.resolve(`<?xml version="1.0" encoding="UTF-8"?>\n${suites}`.trim());
+}
+async function tapFormat(results) {
+    const lines = [];
+    let expectationCount = 0;
+    for (const testCase of results.testCases) {
+        for (const result of testCase.testResults) {
+            const status = result.result === 'PASS' ? 'ok' : 'not ok';
+            expectationCount++;
+            lines.push(`${status} ${expectationCount} ${testCase.testNumber}.${result.name}`);
+            if (status === 'not ok') {
+                lines.push('  ---');
+                lines.push(`  message: ${result.errorMessage ?? 'Unknown error'}`);
+                lines.push(`  expectation: ${result.name}`);
+                lines.push(`  actual: ${result.actualValue}`);
+                lines.push(`  expected: ${result.expectedValue}`);
+                lines.push('  ...');
+            }
+        }
+    }
+    return Promise.resolve(`Tap Version 14\n1..${expectationCount}\n${lines.join('\n')}`);
+}
+function humanFriendlyName(name) {
+    // topic_sequence_match, action_sequence_match, and bot_response_rating have all changed
+    // eventually we can remove them
+    switch (name) {
+        case 'topic_sequence_match':
+        case 'topic_assertion':
+            return 'Topic';
+        case 'action_sequence_match':
+        case 'actions_assertion':
+            return 'Action';
+        case 'output_latency_milliseconds':
+            return 'Output Latency';
+        case 'instruction_following':
+            return 'Instruction Following';
+        case 'bot_response_rating':
+        case 'output_validation':
+            return 'Outcome';
+        default:
+            return name;
+    }
+}
+//# sourceMappingURL=agentTestResults.js.map

package/lib/agentTestResults.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agentTestResults.js","sourceRoot":"","sources":["../src/agentTestResults.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;AAYH,gEAcC;AAkFD,8CAoBC;AA9HD,qDAA6C;AAG7C;;;;;;GAMG;AACI,KAAK,UAAU,0BAA0B,CAC9C,OAAiC,EACjC,MAAgC;IAEhC,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,MAAM;YACT,OAAO,UAAU,CAAC,OAAO,CAAC,CAAC;QAC7B,KAAK,OAAO;YACV,OAAO,WAAW,CAAC,OAAO,CAAC,CAAC;QAC9B,KAAK,KAAK;YACR,OAAO,SAAS,CAAC,OAAO,CAAC,CAAC;QAC5B;YACE,MAAM,IAAI,KAAK,CAAC,uBAAuB,MAAgB,EAAE,CAAC,CAAC;IAC/D,CAAC;AACH,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,OAAiC;IACzD,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,OAAiC;IAC1D,MAAM,OAAO,GAAG,IAAI,4BAAU,CAAC;QAC7B,MAAM,EAAE,IAAI;QACZ,mBAAmB,EAAE,GAAG;QACxB,gBAAgB,EAAE,KAAK;KACxB,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC;IAC3C,MAAM,YAAY,GAAG,OAAO,CAAC,SAAS,CAAC,MAAM,CAC3C,CAAC,EAAE,EAAE,EAAE,CACL,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CACjH,CAAC,MAAM,CAAC;IACT,MAAM,IAAI,GAAG,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE;QAChD,IAAI,EAAE,CAAC,OAAO,IAAI,EAAE,CAAC,SAAS,EAAE,CAAC;YAC/B,OAAO,GAAG,GAAG,IAAI,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,GAAG,IAAI,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC;QACjF,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC,EAAE,CAAC,CAAC,CAAC;IAEN,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC;QAC3B,UAAU,EAAE;YACV,KAAK,EAAE,OAAO,CAAC,WAAW;YAC1B,MAAM,EAAE,SAAS;YACjB,SAAS,EAAE,YAAY;YACvB,KAAK,EAAE,IAAI;YACX,QAAQ,EAAE;gBACR,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE;gBAC3C,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE,OAAO,CAAC,SAAS,EAAE;gBAClD,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,OAAO,EAAE;aAC/C;YACD,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;gBAC5C,MAAM,YAAY,GAAG,QAAQ,CAAC,OAAO;oBACnC,CAAC,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE;oBAC/E,CAAC,CAAC,CAAC,CAAC;gBAEN,OAAO;oBACL,KAAK,EAAE,QAAQ,CAAC,UAAU;oBAC1B,KAAK,EAAE,YAAY;oBACnB,WAAW,EAAE,QAAQ,CAAC,WAAW,CAAC,MAAM;oBACxC,OAAO,EAAE,QAAQ,CAAC,WAAW;yBAC1B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;wBACT,IAAI,CAAC,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;4BAC3B,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC,YAAY,IAAI,eAAe,EAAE,KAAK,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;wBACxE,CAAC;oBACH,CAAC,CAAC;yBACD,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;iBACpB,CAAC;YACJ,CAAC,CAAC;SACH;KACF,CAAW,CAAC;IAEb,OAAO,OAAO,CAAC,OAAO,CAAC,2CAA2C,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;AACrF,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,OAAiC;IACxD,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,KAAK,MAAM,QAAQ,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;QACzC,KAAK,MAAM,MAAM,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;YAC1C,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC;YAC1D,gBAAgB,EAAE,CAAC;YACnB,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,IAAI,gBAAgB,IAAI,QAAQ,CAAC,UAAU,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;YAClF,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;gBACxB,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACpB,KAAK,CAAC,IAAI,CAAC,cAAc,MAAM,CAAC,YAAY,IAAI,eAAe,EAAE,CAAC,CAAC;gBACnE,KAAK,CAAC,IAAI,CAAC,kBAAkB,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC5C,KAAK,CAAC,IAAI,CAAC,aAAa,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC;gBAC9C,KAAK,CAAC,IAAI,CAAC,eAAe,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC;gBAClD,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACtB,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC,OAAO,CAAC,sBAAsB,gBAAgB,KAAK,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AACxF,CAAC;AAED,SAAgB,iBAAiB,CAAC,IAAY;IAC5C,wFAAwF;IACxF,gCAAgC;IAChC,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,sBAAsB,CAAC;QAC5B,KAAK,iBAAiB;YACpB,OAAO,OAAO,CAAC;QACjB,KAAK,uBAAuB,CAAC;QAC7B,KAAK,mBAAmB;YACtB,OAAO,QAAQ,CAAC;QAClB,KAAK,6BAA6B;YAChC,OAAO,gBAAgB,CAAC;QAC1B,KAAK,uBAAuB;YAC1B,OAAO,uBAAuB,CAAC;QACjC,KAAK,qBAAqB,CAAC;QAC3B,KAAK,mBAAmB;YACtB,OAAO,SAAS,CAAC;QACnB;YACE,OAAO,IAAI,CAAC;IAChB,CAAC;AACH,CAAC"}

package/lib/agentTester.d.ts

@@ -1,16 +1,6 @@
 import { Connection } from '@salesforce/core';
 import { Duration } from '@salesforce/kit';
-import { DeployResult } from '@salesforce/source-deploy-retrieve';
-import { type AvailableDefinition, type AgentTestStartResponse, type AgentTestStatusResponse, type AgentTestResultsResponse, type TestSpec } from './types.js';
-/**
- * Events emitted during agent test creation for consumers to listen to and keep track of progress.
- */
-export declare const AgentTestCreateLifecycleStages: {
-    CreatingLocalMetadata: string;
-    Waiting: string;
-    DeployingMetadata: string;
-    Done: string;
-};
+import { type AgentTestStartResponse, type AgentTestStatusResponse, type AgentTestResultsResponse } from './types.js';
 /**
  * A service for testing agents using `AiEvaluationDefinition` metadata. Start asynchronous
  * test runs, get or poll for test status, and get detailed test results.
@@ -34,13 +24,8 @@ export declare const AgentTestCreateLifecycleStages: {
  * `const results = await agentTester.results(startResponse.runId);`
  */
 export declare class AgentTester {
-    private connection;
     private maybeMock;
     constructor(connection: Connection);
-    /**
-     * List the AiEvaluationDefinitions available in the org.
-     */
-    list(): Promise<AvailableDefinition[]>;
     /**
      * Initiates a test run (i.e., AI evaluation).
      *
@@ -81,39 +66,7 @@ export declare class AgentTester {
     cancel(jobId: string): Promise<{
         success: boolean;
     }>;
-    /**
-     * Creates and deploys an AiEvaluationDefinition from a specification file.
-     *
-     * @param apiName - The API name of the AiEvaluationDefinition to create
-     * @param specFilePath - The path to the specification file to create the definition from
-     * @param options - Configuration options for creating the definition
-     * @param options.outputDir - The directory where the AiEvaluationDefinition file will be written
-     * @param options.preview - If true, writes the AiEvaluationDefinition file to <api-name>-preview-<timestamp>.xml in the current working directory and does not deploy it
-     *
-     * @returns Promise containing:
-     * - path: The filesystem path to the created AiEvaluationDefinition file
-     * - contents: The AiEvaluationDefinition contents as a string
-     * - deployResult: The deployment result (if not in preview mode)
-     *
-     * @throws {SfError} When deployment fails
-     */
-    create(apiName: string, specFilePath: string, options: {
-        outputDir: string;
-        preview?: boolean;
-    }): Promise<{
-        path: string;
-        contents: string;
-        deployResult?: DeployResult;
-    }>;
 }
-/**
- * Convert the raw, detailed test results to another format.
- *
- * @param results The detailed results from a test run.
- * @param format The desired format. One of: json, junit, or tap.
- * @returns
- */
-export declare function convertTestResultsToFormat(results: AgentTestResultsResponse, format: 'json' | 'junit' | 'tap'): Promise<string>;
 /**
  * Normalizes test results by decoding HTML entities in utterances and test result values.
  *
@@ -135,25 +88,3 @@ export declare function convertTestResultsToFormat(results: AgentTestResultsResp
  * ```
  */
 export declare function normalizeResults(results: AgentTestResultsResponse): AgentTestResultsResponse;
-export declare function humanFriendlyName(name: string): string;
-/**
- * Generate a test specification file in YAML format.
- * This function takes a test specification object, cleans it by removing undefined and empty string values,
- * converts it to YAML format, and writes it to the specified output file.
- *
- * @param spec - The test specification object to be converted to YAML.
- * @param outputFile - The file path where the YAML output should be written.
- * @throws {Error} - May throw an error if file operations fail.
- * @returns A Promise that resolves when the file has been written.
- */
-export declare function writeTestSpec(spec: TestSpec, outputFile: string): Promise<void>;
-/**
- * Generates a TestSpec object from an AI Evaluation Definition XML file.
- *
- * @param path - The file path to the AI Evaluation Definition XML file.
- * @returns Promise that resolves to a TestSpec object containing the parsed evaluation definition data.
- * @description Reads and parses an XML file containing AIEvaluationDefinition, converting it into a structured TestSpec format.
- *
- * @throws {Error} If the file cannot be read or parsed.
- */
-export declare function generateTestSpecFromAiEvalDefinition(path: string): Promise<TestSpec>;

package/lib/agentTester.js

@@ -6,30 +6,12 @@
  * For full license text, see LICENSE.txt file in the repo root or https://opensource.org/licenses/BSD-3-Clause
  */
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.AgentTester = exports.AgentTestCreateLifecycleStages = void 0;
-exports.convertTestResultsToFormat = convertTestResultsToFormat;
+exports.AgentTester = void 0;
 exports.normalizeResults = normalizeResults;
-exports.humanFriendlyName = humanFriendlyName;
-exports.writeTestSpec = writeTestSpec;
-exports.generateTestSpecFromAiEvalDefinition = generateTestSpecFromAiEvalDefinition;
-const promises_1 = require("node:fs/promises");
-const node_path_1 = require("node:path");
 const core_1 = require("@salesforce/core");
 const kit_1 = require("@salesforce/kit");
-const source_deploy_retrieve_1 = require("@salesforce/source-deploy-retrieve");
-const yaml_1 = require("yaml");
-const fast_xml_parser_1 = require("fast-xml-parser");
 const maybe_mock_1 = require("./maybe-mock");
 const utils_1 = require("./utils");
-/**
- * Events emitted during agent test creation for consumers to listen to and keep track of progress.
- */
-exports.AgentTestCreateLifecycleStages = {
-    CreatingLocalMetadata: 'Creating Local Metadata',
-    Waiting: 'Waiting for the org to respond',
-    DeployingMetadata: 'Deploying Metadata',
-    Done: 'Done',
-};
 /**
  * A service for testing agents using `AiEvaluationDefinition` metadata. Start asynchronous
  * test runs, get or poll for test status, and get detailed test results.
@@ -53,18 +35,10 @@ exports.AgentTestCreateLifecycleStages = {
  * `const results = await agentTester.results(startResponse.runId);`
  */
 class AgentTester {
-    connection;
     maybeMock;
     constructor(connection) {
-        this.connection = connection;
         this.maybeMock = new maybe_mock_1.MaybeMock(connection);
     }
-    /**
-     * List the AiEvaluationDefinitions available in the org.
-     */
-    async list() {
-        return this.connection.metadata.list({ type: 'AiEvaluationDefinition' });
-    }
     /**
      * Initiates a test run (i.e., AI evaluation).
      *
@@ -154,120 +128,8 @@ class AgentTester {
         const url = `/einstein/ai-evaluations/runs/${jobId}/cancel`;
         return this.maybeMock.request('POST', url);
     }
-    /**
-     * Creates and deploys an AiEvaluationDefinition from a specification file.
-     *
-     * @param apiName - The API name of the AiEvaluationDefinition to create
-     * @param specFilePath - The path to the specification file to create the definition from
-     * @param options - Configuration options for creating the definition
-     * @param options.outputDir - The directory where the AiEvaluationDefinition file will be written
-     * @param options.preview - If true, writes the AiEvaluationDefinition file to <api-name>-preview-<timestamp>.xml in the current working directory and does not deploy it
-     *
-     * @returns Promise containing:
-     * - path: The filesystem path to the created AiEvaluationDefinition file
-     * - contents: The AiEvaluationDefinition contents as a string
-     * - deployResult: The deployment result (if not in preview mode)
-     *
-     * @throws {SfError} When deployment fails
-     */
-    async create(apiName, specFilePath, options) {
-        const parsed = (0, yaml_1.parse)(await (0, promises_1.readFile)(specFilePath, 'utf-8'));
-        const lifecycle = core_1.Lifecycle.getInstance();
-        await lifecycle.emit(exports.AgentTestCreateLifecycleStages.CreatingLocalMetadata, {});
-        const preview = options.preview ?? false;
-        // outputDir is overridden if preview is true
-        const outputDir = preview ? process.cwd() : options.outputDir;
-        const filename = preview
-            ? `${apiName}-preview-${new Date().toISOString()}.xml`
-            : `${apiName}.aiEvaluationDefinition-meta.xml`;
-        const definitionPath = (0, node_path_1.join)(outputDir, filename);
-        const builder = new fast_xml_parser_1.XMLBuilder({
-            format: true,
-            attributeNamePrefix: '$',
-            indentBy: '    ',
-            ignoreAttributes: false,
-        });
-        const xml = builder.build({
-            AiEvaluationDefinition: {
-                $xmlns: 'http://soap.sforce.com/2006/04/metadata',
-                ...(parsed.description && { description: parsed.description }),
-                name: parsed.name,
-                subjectName: parsed.subjectName,
-                subjectType: parsed.subjectType,
-                ...(parsed.subjectVersion && { subjectVersion: parsed.subjectVersion }),
-                testCase: parsed.testCases.map((tc) => ({
-                    expectation: [
-                        {
-                            expectedValue: tc.expectedTopic,
-                            name: 'topic_sequence_match',
-                        },
-                        {
-                            expectedValue: `[${(tc.expectedActions ?? []).map((v) => `"${v}"`).join(',')}]`,
-                            name: 'action_sequence_match',
-                        },
-                        {
-                            expectedValue: tc.expectedOutcome,
-                            name: 'bot_response_rating',
-                        },
-                    ],
-                    inputs: {
-                        utterance: tc.utterance,
-                    },
-                    number: parsed.testCases.indexOf(tc) + 1,
-                })),
-            },
-        });
-        const finalXml = `<?xml version="1.0" encoding="UTF-8"?>\n${xml}`;
-        await (0, promises_1.mkdir)(outputDir, { recursive: true });
-        await (0, promises_1.writeFile)(definitionPath, finalXml);
-        if (preview)
-            return {
-                path: definitionPath,
-                contents: finalXml,
-            };
-        const cs = await source_deploy_retrieve_1.ComponentSetBuilder.build({ sourcepath: [definitionPath] });
-        const deploy = await cs.deploy({ usernameOrConnection: this.connection });
-        deploy.onUpdate((status) => {
-            if (status.status === source_deploy_retrieve_1.RequestStatus.Pending) {
-                void lifecycle.emit(exports.AgentTestCreateLifecycleStages.Waiting, status);
-            }
-            else {
-                void lifecycle.emit(exports.AgentTestCreateLifecycleStages.DeployingMetadata, status);
-            }
-        });
-        deploy.onFinish((result) => {
-            // small deploys like this, 1 file, can happen without an 'update' event being fired
-            // onFinish, emit the update, and then the done event to create proper output
-            void lifecycle.emit(exports.AgentTestCreateLifecycleStages.DeployingMetadata, result);
-            void lifecycle.emit(exports.AgentTestCreateLifecycleStages.Done, result);
-        });
-        const result = await deploy.pollStatus({ timeout: kit_1.Duration.minutes(10_000), frequency: kit_1.Duration.seconds(1) });
-        if (!result.response.success) {
-            throw new core_1.SfError(result.response.errorMessage ?? `Unable to deploy ${result.response.id}`);
-        }
-        return { path: definitionPath, contents: finalXml, deployResult: result };
-    }
 }
 exports.AgentTester = AgentTester;
-/**
- * Convert the raw, detailed test results to another format.
- *
- * @param results The detailed results from a test run.
- * @param format The desired format. One of: json, junit, or tap.
- * @returns
- */
-async function convertTestResultsToFormat(results, format) {
-    switch (format) {
-        case 'json':
-            return jsonFormat(results);
-        case 'junit':
-            return junitFormat(results);
-        case 'tap':
-            return tapFormat(results);
-        default:
-            throw new Error(`Unsupported format: ${format}`);
-    }
-}
 /**
  * Normalizes test results by decoding HTML entities in utterances and test result values.
  *
@@ -304,166 +166,4 @@ function normalizeResults(results) {
         })),
     };
 }
-async function jsonFormat(results) {
-    return Promise.resolve(JSON.stringify(results, null, 2));
-}
-async function junitFormat(results) {
-    const builder = new fast_xml_parser_1.XMLBuilder({
-        format: true,
-        attributeNamePrefix: '$',
-        ignoreAttributes: false,
-    });
-    const testCount = results.testCases.length;
-    const failureCount = results.testCases.filter((tc) => ['error', 'completed'].includes(tc.status.toLowerCase()) && tc.testResults.some((r) => r.result === 'FAILURE')).length;
-    const time = results.testCases.reduce((acc, tc) => {
-        if (tc.endTime && tc.startTime) {
-            return acc + new Date(tc.endTime).getTime() - new Date(tc.startTime).getTime();
-        }
-        return acc;
-    }, 0);
-    const suites = builder.build({
-        testsuites: {
-            $name: results.subjectName,
-            $tests: testCount,
-            $failures: failureCount,
-            $time: time,
-            property: [
-                { $name: 'status', $value: results.status },
-                { $name: 'start-time', $value: results.startTime },
-                { $name: 'end-time', $value: results.endTime },
-            ],
-            testsuite: results.testCases.map((testCase) => {
-                const testCaseTime = testCase.endTime
-                    ? new Date(testCase.endTime).getTime() - new Date(testCase.startTime).getTime()
-                    : 0;
-                return {
-                    $name: testCase.testNumber,
-                    $time: testCaseTime,
-                    $assertions: testCase.testResults.length,
-                    failure: testCase.testResults
-                        .map((r) => {
-                        if (r.result === 'FAILURE') {
-                            return { $message: r.errorMessage ?? 'Unknown error', $name: r.name };
-                        }
-                    })
-                        .filter((f) => f),
-                };
-            }),
-        },
-    });
-    return Promise.resolve(`<?xml version="1.0" encoding="UTF-8"?>\n${suites}`.trim());
-}
-function humanFriendlyName(name) {
-    // topic_sequence_match, action_sequence_match, and bot_response_rating have all changed
-    // eventually we can remove them
-    switch (name) {
-        case 'topic_sequence_match':
-        case 'topic_assertion':
-            return 'Topic';
-        case 'action_sequence_match':
-        case 'actions_assertion':
-            return 'Action';
-        case 'output_latency_milliseconds':
-            return 'Output Latency';
-        case 'instruction_following':
-            return 'Instruction Following';
-        case 'bot_response_rating':
-        case 'output_validation':
-            return 'Outcome';
-        default:
-            return name;
-    }
-}
-async function tapFormat(results) {
-    const lines = [];
-    let expectationCount = 0;
-    for (const testCase of results.testCases) {
-        for (const result of testCase.testResults) {
-            const status = result.result === 'PASS' ? 'ok' : 'not ok';
-            expectationCount++;
-            lines.push(`${status} ${expectationCount} ${testCase.testNumber}.${result.name}`);
-            if (status === 'not ok') {
-                lines.push('  ---');
-                lines.push(`  message: ${result.errorMessage ?? 'Unknown error'}`);
-                lines.push(`  expectation: ${result.name}`);
-                lines.push(`  actual: ${result.actualValue}`);
-                lines.push(`  expected: ${result.expectedValue}`);
-                lines.push('  ...');
-            }
-        }
-    }
-    return Promise.resolve(`Tap Version 14\n1..${expectationCount}\n${lines.join('\n')}`);
-}
-function transformStringToArray(str) {
-    try {
-        if (!str)
-            return [];
-        // Remove any whitespace and ensure proper JSON format
-        const cleaned = str.replace(/\s+/g, '');
-        return JSON.parse(cleaned);
-    }
-    catch {
-        return [];
-    }
-}
-function castArray(value) {
-    return Array.isArray(value) ? value : [value];
-}
-/**
- * Generate a test specification file in YAML format.
- * This function takes a test specification object, cleans it by removing undefined and empty string values,
- * converts it to YAML format, and writes it to the specified output file.
- *
- * @param spec - The test specification object to be converted to YAML.
- * @param outputFile - The file path where the YAML output should be written.
- * @throws {Error} - May throw an error if file operations fail.
- * @returns A Promise that resolves when the file has been written.
- */
-async function writeTestSpec(spec, outputFile) {
-    // strip out undefined values and empty strings
-    const clean = Object.entries(spec).reduce((acc, [key, value]) => {
-        if (value !== undefined && value !== '')
-            return { ...acc, [key]: value };
-        return acc;
-    }, {});
-    const yml = (0, yaml_1.stringify)(clean, undefined, {
-        minContentWidth: 0,
-        lineWidth: 0,
-    });
-    await (0, promises_1.mkdir)((0, node_path_1.dirname)(outputFile), { recursive: true });
-    await (0, promises_1.writeFile)(outputFile, yml);
-}
-/**
- * Generates a TestSpec object from an AI Evaluation Definition XML file.
- *
- * @param path - The file path to the AI Evaluation Definition XML file.
- * @returns Promise that resolves to a TestSpec object containing the parsed evaluation definition data.
- * @description Reads and parses an XML file containing AIEvaluationDefinition, converting it into a structured TestSpec format.
- *
- * @throws {Error} If the file cannot be read or parsed.
- */
-async function generateTestSpecFromAiEvalDefinition(path) {
-    const xml = await (0, promises_1.readFile)(path, 'utf-8');
-    const parser = new fast_xml_parser_1.XMLParser();
-    const parsed = parser.parse(xml);
-    return {
-        name: parsed.AiEvaluationDefinition.name,
-        description: parsed.AiEvaluationDefinition.description,
-        subjectType: parsed.AiEvaluationDefinition.subjectType,
-        subjectName: parsed.AiEvaluationDefinition.subjectName,
-        subjectVersion: parsed.AiEvaluationDefinition.subjectVersion,
-        testCases: castArray(parsed.AiEvaluationDefinition.testCase).map((tc) => {
-            const expectations = castArray(tc.expectation);
-            return {
-                utterance: tc.inputs.utterance,
-                // TODO: remove old names once removed in 258 (topic_sequence_match, action_sequence_match, bot_response_rating)
-                expectedTopic: expectations.find((e) => e.name === 'topic_sequence_match' || e.name === 'topic_assertion')
-                    ?.expectedValue,
-                expectedActions: transformStringToArray(expectations.find((e) => e.name === 'action_sequence_match' || e.name === 'actions_assertion')?.expectedValue),
-                expectedOutcome: expectations.find((e) => e.name === 'bot_response_rating' || e.name === 'output_validation')
-                    ?.expectedValue,
-            };
-        }),
-    };
-}
 //# sourceMappingURL=agentTester.js.map

package/lib/agentTester.js.map

@@ -1 +1 @@
-{"version":3,"file":"agentTester.js","sourceRoot":"","sources":["../src/agentTester.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;;AAoSH,gEAcC;AAsBD,4CAeC;AA4DD,8CAoBC;AAiDD,sCAaC;AAWD,oFAyBC;AAvgBD,+CAA8D;AAC9D,yCAA0C;AAC1C,2CAA+F;AAC/F,yCAAgD;AAChD,+EAAsG;AACtG,+BAAwC;AACxC,qDAAwD;AACxD,6CAAyC;AACzC,mCAA6C;AAU7C;;GAEG;AACU,QAAA,8BAA8B,GAAG;IAC5C,qBAAqB,EAAE,yBAAyB;IAChD,OAAO,EAAE,gCAAgC;IACzC,iBAAiB,EAAE,oBAAoB;IACvC,IAAI,EAAE,MAAM;CACb,CAAC;AAEF;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,MAAa,WAAW;IAGK;IAFnB,SAAS,CAAY;IAE7B,YAA2B,UAAsB;QAAtB,eAAU,GAAV,UAAU,CAAY;QAC/C,IAAI,CAAC,SAAS,GAAG,IAAI,sBAAS,CAAC,UAAU,CAAC,CAAC;IAC7C,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,IAAI;QACf,OAAO,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,wBAAwB,EAAE,CAAC,CAAC;IAC3E,CAAC;IAED;;;;;OAKG;IACI,KAAK,CAAC,KAAK,CAAC,aAAqB;QACtC,MAAM,GAAG,GAAG,+BAA+B,CAAC;QAE5C,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,CAAyB,MAAM,EAAE,GAAG,EAAE;YACjE,0BAA0B,EAAE,aAAa;SAC1C,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACI,KAAK,CAAC,MAAM,CAAC,KAAa;QAC/B,MAAM,GAAG,GAAG,iCAAiC,KAAK,EAAE,CAAC;QAErD,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,CAA0B,KAAK,EAAE,GAAG,CAAC,CAAC;IACrE,CAAC;IAED;;;;;;OAMG;IACI,KAAK,CAAC,IAAI,CACf,KAAa,EACb,EACE,OAAO,GAAG,cAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,MAG3B;QACF,OAAO,EAAE,cAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;KAC7B;QAED,MAAM,SAAS,GAAG,SAAG,CAAC,SAAS,CAAC,oCAAoC,EAAE,IAAI,CAAC,CAAC;QAC5E,MAAM,SAAS,GAAG,gBAAS,CAAC,WAAW,EAAE,CAAC;QAC1C,MAAM,MAAM,GAAG,MAAM,oBAAa,CAAC,MAAM,CAAC;YACxC,IAAI,EAAE,KAAK,IAA2B,EAAE;gBACtC,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAChD,IAAI,cAAc,CAAC,MAAM,CAAC,WAAW,EAAE,KAAK,KAAK,EAAE,CAAC;oBAClD,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;oBAClD,MAAM,cAAc,GAAG,eAAe,CAAC,SAAS,CAAC,MAAM,CAAC;oBACxD,MAAM,gBAAgB,GAAG,eAAe,CAAC,SAAS,CAAC,MAAM,CACvD,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,MAAM,CAAC,WAAW,EAAE,KAAK,WAAW,IAAI,EAAE,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CACpG,CAAC,MAAM,CAAC;oBACT,MAAM,gBAAgB,GAAG,eAAe,CAAC,SAAS,CAAC,MAAM,CACvD,CAAC,EAAE,EAAE,EAAE,CACL,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;wBACxD,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CACrD,CAAC,MAAM,CAAC;oBAET,IAAI,eAAe,CAAC,MAAM,CAAC,WAAW,EAAE,KAAK,WAAW,EAAE,CAAC;wBACzD,MAAM,SAAS,CAAC,IAAI,CAAC,0BAA0B,EAAE;4BAC/C,KAAK;4BACL,MAAM,EAAE,eAAe,CAAC,MAAM;4BAC9B,cAAc;4BACd,gBAAgB;4BAChB,gBAAgB;yBACjB,CAAC,CAAC;wBACH,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;oBACvD,CAAC;oBAED,MAAM,SAAS,CAAC,IAAI,CAAC,0BAA0B,EAAE;wBAC/C,KAAK;wBACL,MAAM,EAAE,eAAe,CAAC,MAAM;wBAC9B,cAAc;wBACd,gBAAgB;wBAChB,gBAAgB;qBACjB,CAAC,CAAC;gBACL,CAAC;gBAED,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;YAC9B,CAAC;YACD,SAAS,EAAE,cAAQ,CAAC,YAAY,CAAC,SAAS,CAAC;YAC3C,OAAO;SACR,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC,SAAS,EAA4B,CAAC;IACtD,CAAC;IAED;;;;;OAKG;IACI,KAAK,CAAC,OAAO,CAAC,KAAa;QAChC,MAAM,GAAG,GAAG,iCAAiC,KAAK,UAAU,CAAC;QAE7D,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,CAA2B,KAAK,EAAE,GAAG,CAAC,CAAC;QACnF,OAAO,gBAAgB,CAAC,OAAO,CAAC,CAAC;IACnC,CAAC;IAED;;;;;OAKG;IACI,KAAK,CAAC,MAAM,CAAC,KAAa;QAC/B,MAAM,GAAG,GAAG,iCAAiC,KAAK,SAAS,CAAC;QAE5D,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,CAAuB,MAAM,EAAE,GAAG,CAAC,CAAC;IACnE,CAAC;IAED;;;;;;;;;;;;;;;OAeG;IACI,KAAK,CAAC,MAAM,CACjB,OAAe,EACf,YAAoB,EACpB,OAAiD;QAEjD,MAAM,MAAM,GAAG,IAAA,YAAK,EAAC,MAAM,IAAA,mBAAQ,EAAC,YAAY,EAAE,OAAO,CAAC,CAAa,CAAC;QACxE,MAAM,SAAS,GAAG,gBAAS,CAAC,WAAW,EAAE,CAAC;QAC1C,MAAM,SAAS,CAAC,IAAI,CAAC,sCAA8B,CAAC,qBAAqB,EAAE,EAAE,CAAC,CAAC;QAC/E,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,KAAK,CAAC;QACzC,6CAA6C;QAC7C,MAAM,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC;QAC9D,MAAM,QAAQ,GAAG,OAAO;YACtB,CAAC,CAAC,GAAG,OAAO,YAAY,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,MAAM;YACtD,CAAC,CAAC,GAAG,OAAO,kCAAkC,CAAC;QACjD,MAAM,cAAc,GAAG,IAAA,gBAAI,EAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QAEjD,MAAM,OAAO,GAAG,IAAI,4BAAU,CAAC;YAC7B,MAAM,EAAE,IAAI;YACZ,mBAAmB,EAAE,GAAG;YACxB,QAAQ,EAAE,MAAM;YAChB,gBAAgB,EAAE,KAAK;SACxB,CAAC,CAAC;QAEH,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC;YACxB,sBAAsB,EAAE;gBACtB,MAAM,EAAE,yCAAyC;gBACjD,GAAG,CAAC,MAAM,CAAC,WAAW,IAAI,EAAE,WAAW,EAAE,MAAM,CAAC,WAAW,EAAE,CAAC;gBAC9D,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,WAAW,EAAE,MAAM,CAAC,WAAW;gBAC/B,WAAW,EAAE,MAAM,CAAC,WAAW;gBAC/B,GAAG,CAAC,MAAM,CAAC,cAAc,IAAI,EAAE,cAAc,EAAE,MAAM,CAAC,cAAc,EAAE,CAAC;gBACvE,QAAQ,EAAE,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;oBACtC,WAAW,EAAE;wBACX;4BACE,aAAa,EAAE,EAAE,CAAC,aAAa;4BAC/B,IAAI,EAAE,sBAAsB;yBAC7B;wBACD;4BACE,aAAa,EAAE,IAAI,CAAC,EAAE,CAAC,eAAe,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG;4BAC/E,IAAI,EAAE,uBAAuB;yBAC9B;wBACD;4BACE,aAAa,EAAE,EAAE,CAAC,eAAe;4BACjC,IAAI,EAAE,qBAAqB;yBAC5B;qBACF;oBACD,MAAM,EAAE;wBACN,SAAS,EAAE,EAAE,CAAC,SAAS;qBACxB;oBACD,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC,GAAG,CAAC;iBACzC,CAAC,CAAC;aACJ;SACF,CAAW,CAAC;QACb,MAAM,QAAQ,GAAG,2CAA2C,GAAG,EAAE,CAAC;QAClE,MAAM,IAAA,gBAAK,EAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5C,MAAM,IAAA,oBAAS,EAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;QAC1C,IAAI,OAAO;YACT,OAAO;gBACL,IAAI,EAAE,cAAc;gBACpB,QAAQ,EAAE,QAAQ;aACnB,CAAC;QAEJ,MAAM,EAAE,GAAG,MAAM,4CAAmB,CAAC,KAAK,CAAC,EAAE,UAAU,EAAE,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;QAC7E,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,MAAM,CAAC,EAAE,oBAAoB,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QAC1E,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,EAAE,EAAE;YACzB,IAAI,MAAM,CAAC,MAAM,KAAK,sCAAa,CAAC,OAAO,EAAE,CAAC;gBAC5C,KAAK,SAAS,CAAC,IAAI,CAAC,sCAA8B,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YACtE,CAAC;iBAAM,CAAC;gBACN,KAAK,SAAS,CAAC,IAAI,CAAC,sCAA8B,CAAC,iBAAiB,EAAE,MAAM,CAAC,CAAC;YAChF,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,EAAE,EAAE;YACzB,oFAAoF;YACpF,6EAA6E;YAC7E,KAAK,SAAS,CAAC,IAAI,CAAC,sCAA8B,CAAC,iBAAiB,EAAE,MAAM,CAAC,CAAC;YAC9E,KAAK,SAAS,CAAC,IAAI,CAAC,sCAA8B,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACnE,CAAC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,EAAE,OAAO,EAAE,cAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,cAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAE9G,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;YAC7B,MAAM,IAAI,cAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,IAAI,oBAAoB,MAAM,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;QAC9F,CAAC;QAED,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,QAAQ,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE,CAAC;IAC5E,CAAC;CACF;AAvOD,kCAuOC;AAED;;;;;;GAMG;AACI,KAAK,UAAU,0BAA0B,CAC9C,OAAiC,EACjC,MAAgC;IAEhC,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,MAAM;YACT,OAAO,UAAU,CAAC,OAAO,CAAC,CAAC;QAC7B,KAAK,OAAO;YACV,OAAO,WAAW,CAAC,OAAO,CAAC,CAAC;QAC9B,KAAK,KAAK;YACR,OAAO,SAAS,CAAC,OAAO,CAAC,CAAC;QAC5B;YACE,MAAM,IAAI,KAAK,CAAC,uBAAuB,MAAgB,EAAE,CAAC,CAAC;IAC/D,CAAC;AACH,CAAC;AAED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,SAAgB,gBAAgB,CAAC,OAAiC;IAChE,OAAO;QACL,GAAG,OAAO;QACV,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YACxC,GAAG,EAAE;YACL,MAAM,EAAE;gBACN,SAAS,EAAE,IAAA,0BAAkB,EAAC,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC;aACnD;YACD,WAAW,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACtC,GAAG,CAAC;gBACJ,WAAW,EAAE,IAAA,0BAAkB,EAAC,CAAC,CAAC,WAAW,CAAC;gBAC9C,aAAa,EAAE,IAAA,0BAAkB,EAAC,CAAC,CAAC,aAAa,CAAC;aACnD,CAAC,CAAC;SACJ,CAAC,CAAC;KACJ,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,OAAiC;IACzD,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,OAAiC;IAC1D,MAAM,OAAO,GAAG,IAAI,4BAAU,CAAC;QAC7B,MAAM,EAAE,IAAI;QACZ,mBAAmB,EAAE,GAAG;QACxB,gBAAgB,EAAE,KAAK;KACxB,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC;IAC3C,MAAM,YAAY,GAAG,OAAO,CAAC,SAAS,CAAC,MAAM,CAC3C,CAAC,EAAE,EAAE,EAAE,CACL,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CACjH,CAAC,MAAM,CAAC;IACT,MAAM,IAAI,GAAG,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE;QAChD,IAAI,EAAE,CAAC,OAAO,IAAI,EAAE,CAAC,SAAS,EAAE,CAAC;YAC/B,OAAO,GAAG,GAAG,IAAI,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,GAAG,IAAI,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC;QACjF,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC,EAAE,CAAC,CAAC,CAAC;IAEN,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC;QAC3B,UAAU,EAAE;YACV,KAAK,EAAE,OAAO,CAAC,WAAW;YAC1B,MAAM,EAAE,SAAS;YACjB,SAAS,EAAE,YAAY;YACvB,KAAK,EAAE,IAAI;YACX,QAAQ,EAAE;gBACR,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE;gBAC3C,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE,OAAO,CAAC,SAAS,EAAE;gBAClD,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,OAAO,EAAE;aAC/C;YACD,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;gBAC5C,MAAM,YAAY,GAAG,QAAQ,CAAC,OAAO;oBACnC,CAAC,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE;oBAC/E,CAAC,CAAC,CAAC,CAAC;gBAEN,OAAO;oBACL,KAAK,EAAE,QAAQ,CAAC,UAAU;oBAC1B,KAAK,EAAE,YAAY;oBACnB,WAAW,EAAE,QAAQ,CAAC,WAAW,CAAC,MAAM;oBACxC,OAAO,EAAE,QAAQ,CAAC,WAAW;yBAC1B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;wBACT,IAAI,CAAC,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;4BAC3B,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC,YAAY,IAAI,eAAe,EAAE,KAAK,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;wBACxE,CAAC;oBACH,CAAC,CAAC;yBACD,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;iBACpB,CAAC;YACJ,CAAC,CAAC;SACH;KACF,CAAW,CAAC;IAEb,OAAO,OAAO,CAAC,OAAO,CAAC,2CAA2C,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;AACrF,CAAC;AAED,SAAgB,iBAAiB,CAAC,IAAY;IAC5C,wFAAwF;IACxF,gCAAgC;IAChC,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,sBAAsB,CAAC;QAC5B,KAAK,iBAAiB;YACpB,OAAO,OAAO,CAAC;QACjB,KAAK,uBAAuB,CAAC;QAC7B,KAAK,mBAAmB;YACtB,OAAO,QAAQ,CAAC;QAClB,KAAK,6BAA6B;YAChC,OAAO,gBAAgB,CAAC;QAC1B,KAAK,uBAAuB;YAC1B,OAAO,uBAAuB,CAAC;QACjC,KAAK,qBAAqB,CAAC;QAC3B,KAAK,mBAAmB;YACtB,OAAO,SAAS,CAAC;QACnB;YACE,OAAO,IAAI,CAAC;IAChB,CAAC;AACH,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,OAAiC;IACxD,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,KAAK,MAAM,QAAQ,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;QACzC,KAAK,MAAM,MAAM,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;YAC1C,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC;YAC1D,gBAAgB,EAAE,CAAC;YACnB,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,IAAI,gBAAgB,IAAI,QAAQ,CAAC,UAAU,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;YAClF,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;gBACxB,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACpB,KAAK,CAAC,IAAI,CAAC,cAAc,MAAM,CAAC,YAAY,IAAI,eAAe,EAAE,CAAC,CAAC;gBACnE,KAAK,CAAC,IAAI,CAAC,kBAAkB,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC5C,KAAK,CAAC,IAAI,CAAC,aAAa,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC;gBAC9C,KAAK,CAAC,IAAI,CAAC,eAAe,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC;gBAClD,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACtB,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC,OAAO,CAAC,sBAAsB,gBAAgB,KAAK,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AACxF,CAAC;AAED,SAAS,sBAAsB,CAAC,GAAuB;IACrD,IAAI,CAAC;QACH,IAAI,CAAC,GAAG;YAAE,OAAO,EAAE,CAAC;QACpB,sDAAsD;QACtD,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACxC,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAa,CAAC;IACzC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,SAAS,CAAI,KAAc;IAClC,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;AAChD,CAAC;AAED;;;;;;;;;GASG;AACI,KAAK,UAAU,aAAa,CAAC,IAAc,EAAE,UAAkB;IACpE,+CAA+C;IAC/C,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,CAAoB,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;QACjF,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,EAAE;YAAE,OAAO,EAAE,GAAG,GAAG,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC;QACzE,OAAO,GAAG,CAAC;IACb,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,GAAG,GAAG,IAAA,gBAAS,EAAC,KAAK,EAAE,SAAS,EAAE;QACtC,eAAe,EAAE,CAAC;QAClB,SAAS,EAAE,CAAC;KACb,CAAC,CAAC;IACH,MAAM,IAAA,gBAAK,EAAC,IAAA,mBAAO,EAAC,UAAU,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACtD,MAAM,IAAA,oBAAS,EAAC,UAAU,EAAE,GAAG,CAAC,CAAC;AACnC,CAAC;AAED;;;;;;;;GAQG;AACI,KAAK,UAAU,oCAAoC,CAAC,IAAY;IACrE,MAAM,GAAG,GAAG,MAAM,IAAA,mBAAQ,EAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC1C,MAAM,MAAM,GAAG,IAAI,2BAAS,EAAE,CAAC;IAC/B,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAA2B,CAAC;IAC3D,OAAO;QACL,IAAI,EAAE,MAAM,CAAC,sBAAsB,CAAC,IAAI;QACxC,WAAW,EAAE,MAAM,CAAC,sBAAsB,CAAC,WAAW;QACtD,WAAW,EAAE,MAAM,CAAC,sBAAsB,CAAC,WAAW;QACtD,WAAW,EAAE,MAAM,CAAC,sBAAsB,CAAC,WAAW;QACtD,cAAc,EAAE,MAAM,CAAC,sBAAsB,CAAC,cAAc;QAC5D,SAAS,EAAE,SAAS,CAAC,MAAM,CAAC,sBAAsB,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE;YACtE,MAAM,YAAY,GAAG,SAAS,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC;YAC/C,OAAO;gBACL,SAAS,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS;gBAC9B,gHAAgH;gBAChH,aAAa,EAAE,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,sBAAsB,IAAI,CAAC,CAAC,IAAI,KAAK,iBAAiB,CAAC;oBACxG,EAAE,aAAa;gBACjB,eAAe,EAAE,sBAAsB,CACrC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,uBAAuB,IAAI,CAAC,CAAC,IAAI,KAAK,mBAAmB,CAAC,EAAE,aAAa,CAC9G;gBACD,eAAe,EAAE,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,qBAAqB,IAAI,CAAC,CAAC,IAAI,KAAK,mBAAmB,CAAC;oBAC3G,EAAE,aAAa;aAClB,CAAC;QACJ,CAAC,CAAC;KACH,CAAC;AACJ,CAAC"}
+{"version":3,"file":"agentTester.js","sourceRoot":"","sources":["../src/agentTester.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;;AA4KH,4CAeC;AAzLD,2CAAsF;AACtF,yCAAgD;AAChD,6CAAyC;AACzC,mCAA6C;AAG7C;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,MAAa,WAAW;IACd,SAAS,CAAY;IAE7B,YAAmB,UAAsB;QACvC,IAAI,CAAC,SAAS,GAAG,IAAI,sBAAS,CAAC,UAAU,CAAC,CAAC;IAC7C,CAAC;IAED;;;;;OAKG;IACI,KAAK,CAAC,KAAK,CAAC,aAAqB;QACtC,MAAM,GAAG,GAAG,+BAA+B,CAAC;QAE5C,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,CAAyB,MAAM,EAAE,GAAG,EAAE;YACjE,0BAA0B,EAAE,aAAa;SAC1C,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACI,KAAK,CAAC,MAAM,CAAC,KAAa;QAC/B,MAAM,GAAG,GAAG,iCAAiC,KAAK,EAAE,CAAC;QAErD,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,CAA0B,KAAK,EAAE,GAAG,CAAC,CAAC;IACrE,CAAC;IAED;;;;;;OAMG;IACI,KAAK,CAAC,IAAI,CACf,KAAa,EACb,EACE,OAAO,GAAG,cAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,MAG3B;QACF,OAAO,EAAE,cAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;KAC7B;QAED,MAAM,SAAS,GAAG,SAAG,CAAC,SAAS,CAAC,oCAAoC,EAAE,IAAI,CAAC,CAAC;QAC5E,MAAM,SAAS,GAAG,gBAAS,CAAC,WAAW,EAAE,CAAC;QAC1C,MAAM,MAAM,GAAG,MAAM,oBAAa,CAAC,MAAM,CAAC;YACxC,IAAI,EAAE,KAAK,IAA2B,EAAE;gBACtC,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAChD,IAAI,cAAc,CAAC,MAAM,CAAC,WAAW,EAAE,KAAK,KAAK,EAAE,CAAC;oBAClD,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;oBAClD,MAAM,cAAc,GAAG,eAAe,CAAC,SAAS,CAAC,MAAM,CAAC;oBACxD,MAAM,gBAAgB,GAAG,eAAe,CAAC,SAAS,CAAC,MAAM,CACvD,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,MAAM,CAAC,WAAW,EAAE,KAAK,WAAW,IAAI,EAAE,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CACpG,CAAC,MAAM,CAAC;oBACT,MAAM,gBAAgB,GAAG,eAAe,CAAC,SAAS,CAAC,MAAM,CACvD,CAAC,EAAE,EAAE,EAAE,CACL,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;wBACxD,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CACrD,CAAC,MAAM,CAAC;oBAET,IAAI,eAAe,CAAC,MAAM,CAAC,WAAW,EAAE,KAAK,WAAW,EAAE,CAAC;wBACzD,MAAM,SAAS,CAAC,IAAI,CAAC,0BAA0B,EAAE;4BAC/C,KAAK;4BACL,MAAM,EAAE,eAAe,CAAC,MAAM;4BAC9B,cAAc;4BACd,gBAAgB;4BAChB,gBAAgB;yBACjB,CAAC,CAAC;wBACH,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;oBACvD,CAAC;oBAED,MAAM,SAAS,CAAC,IAAI,CAAC,0BAA0B,EAAE;wBAC/C,KAAK;wBACL,MAAM,EAAE,eAAe,CAAC,MAAM;wBAC9B,cAAc;wBACd,gBAAgB;wBAChB,gBAAgB;qBACjB,CAAC,CAAC;gBACL,CAAC;gBAED,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;YAC9B,CAAC;YACD,SAAS,EAAE,cAAQ,CAAC,YAAY,CAAC,SAAS,CAAC;YAC3C,OAAO;SACR,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC,SAAS,EAA4B,CAAC;IACtD,CAAC;IAED;;;;;OAKG;IACI,KAAK,CAAC,OAAO,CAAC,KAAa;QAChC,MAAM,GAAG,GAAG,iCAAiC,KAAK,UAAU,CAAC;QAE7D,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,CAA2B,KAAK,EAAE,GAAG,CAAC,CAAC;QACnF,OAAO,gBAAgB,CAAC,OAAO,CAAC,CAAC;IACnC,CAAC;IAED;;;;;OAKG;IACI,KAAK,CAAC,MAAM,CAAC,KAAa;QAC/B,MAAM,GAAG,GAAG,iCAAiC,KAAK,SAAS,CAAC;QAE5D,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,CAAuB,MAAM,EAAE,GAAG,CAAC,CAAC;IACnE,CAAC;CACF;AAxHD,kCAwHC;AAED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,SAAgB,gBAAgB,CAAC,OAAiC;IAChE,OAAO;QACL,GAAG,OAAO;QACV,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YACxC,GAAG,EAAE;YACL,MAAM,EAAE;gBACN,SAAS,EAAE,IAAA,0BAAkB,EAAC,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC;aACnD;YACD,WAAW,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACtC,GAAG,CAAC;gBACJ,WAAW,EAAE,IAAA,0BAAkB,EAAC,CAAC,CAAC,WAAW,CAAC;gBAC9C,aAAa,EAAE,IAAA,0BAAkB,EAAC,CAAC,CAAC,aAAa,CAAC;aACnD,CAAC,CAAC;SACJ,CAAC,CAAC;KACJ,CAAC;AACJ,CAAC"}

package/lib/index.d.ts

@@ -1,4 +1,6 @@
 export { type AgentCreateConfig, type AgentCreateResponse, type AgentJobSpec, type AgentJobSpecCreateConfig, type AgentOptions, type AgentTone, type AgentType, type AgentPreviewMessageLinks, type AgentPreviewMessage, type AgentPreviewStartResponse, type AgentPreviewSendResponse, type AgentPreviewEndResponse, type DraftAgentTopics, type DraftAgentTopicsBody, type DraftAgentTopicsResponse, type AvailableDefinition, type AgentTestResultsResponse, type AgentTestStartResponse, type AgentTestStatusResponse, type TestCaseResult, type TestStatus, } from './types';
 export { Agent, AgentCreateLifecycleStages, generateAgentApiName } from './agent';
-export { AgentTester, AgentTestCreateLifecycleStages, convertTestResultsToFormat, writeTestSpec, generateTestSpecFromAiEvalDefinition, humanFriendlyName, } from './agentTester';
+export { AgentTester } from './agentTester';
+export { AgentTest, AgentTestCreateLifecycleStages } from './agentTest';
+export { convertTestResultsToFormat, humanFriendlyName } from './agentTestResults';
 export { AgentPreview } from './agentPreview';

package/lib/index.js

@@ -6,18 +6,19 @@
  * For full license text, see LICENSE.txt file in the repo root or https://opensource.org/licenses/BSD-3-Clause
  */
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.AgentPreview = exports.humanFriendlyName = exports.generateTestSpecFromAiEvalDefinition = exports.writeTestSpec = exports.convertTestResultsToFormat = exports.AgentTestCreateLifecycleStages = exports.AgentTester = exports.generateAgentApiName = exports.AgentCreateLifecycleStages = exports.Agent = void 0;
+exports.AgentPreview = exports.humanFriendlyName = exports.convertTestResultsToFormat = exports.AgentTestCreateLifecycleStages = exports.AgentTest = exports.AgentTester = exports.generateAgentApiName = exports.AgentCreateLifecycleStages = exports.Agent = void 0;
 var agent_1 = require("./agent");
 Object.defineProperty(exports, "Agent", { enumerable: true, get: function () { return agent_1.Agent; } });
 Object.defineProperty(exports, "AgentCreateLifecycleStages", { enumerable: true, get: function () { return agent_1.AgentCreateLifecycleStages; } });
 Object.defineProperty(exports, "generateAgentApiName", { enumerable: true, get: function () { return agent_1.generateAgentApiName; } });
 var agentTester_1 = require("./agentTester");
 Object.defineProperty(exports, "AgentTester", { enumerable: true, get: function () { return agentTester_1.AgentTester; } });
-Object.defineProperty(exports, "AgentTestCreateLifecycleStages", { enumerable: true, get: function () { return agentTester_1.AgentTestCreateLifecycleStages; } });
-Object.defineProperty(exports, "convertTestResultsToFormat", { enumerable: true, get: function () { return agentTester_1.convertTestResultsToFormat; } });
-Object.defineProperty(exports, "writeTestSpec", { enumerable: true, get: function () { return agentTester_1.writeTestSpec; } });
-Object.defineProperty(exports, "generateTestSpecFromAiEvalDefinition", { enumerable: true, get: function () { return agentTester_1.generateTestSpecFromAiEvalDefinition; } });
-Object.defineProperty(exports, "humanFriendlyName", { enumerable: true, get: function () { return agentTester_1.humanFriendlyName; } });
+var agentTest_1 = require("./agentTest");
+Object.defineProperty(exports, "AgentTest", { enumerable: true, get: function () { return agentTest_1.AgentTest; } });
+Object.defineProperty(exports, "AgentTestCreateLifecycleStages", { enumerable: true, get: function () { return agentTest_1.AgentTestCreateLifecycleStages; } });
+var agentTestResults_1 = require("./agentTestResults");
+Object.defineProperty(exports, "convertTestResultsToFormat", { enumerable: true, get: function () { return agentTestResults_1.convertTestResultsToFormat; } });
+Object.defineProperty(exports, "humanFriendlyName", { enumerable: true, get: function () { return agentTestResults_1.humanFriendlyName; } });
 var agentPreview_1 = require("./agentPreview");
 Object.defineProperty(exports, "AgentPreview", { enumerable: true, get: function () { return agentPreview_1.AgentPreview; } });
 //# sourceMappingURL=index.js.map

package/lib/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;;AAyBH,iCAAkF;AAAzE,8FAAA,KAAK,OAAA;AAAE,mHAAA,0BAA0B,OAAA;AAAE,6GAAA,oBAAoB,OAAA;AAChE,6CAOuB;AANrB,0GAAA,WAAW,OAAA;AACX,6HAAA,8BAA8B,OAAA;AAC9B,yHAAA,0BAA0B,OAAA;AAC1B,4GAAA,aAAa,OAAA;AACb,mIAAA,oCAAoC,OAAA;AACpC,gHAAA,iBAAiB,OAAA;AAEnB,+CAA8C;AAArC,4GAAA,YAAY,OAAA"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;;AAyBH,iCAAkF;AAAzE,8FAAA,KAAK,OAAA;AAAE,mHAAA,0BAA0B,OAAA;AAAE,6GAAA,oBAAoB,OAAA;AAChE,6CAA4C;AAAnC,0GAAA,WAAW,OAAA;AACpB,yCAAwE;AAA/D,sGAAA,SAAS,OAAA;AAAE,2HAAA,8BAA8B,OAAA;AAClD,uDAAmF;AAA1E,8HAAA,0BAA0B,OAAA;AAAE,qHAAA,iBAAiB,OAAA;AACtD,+CAA8C;AAArC,4GAAA,YAAY,OAAA"}

package/lib/types.d.ts

@@ -189,6 +189,24 @@ export type DraftAgentTopicsResponse = {
     errorMessage?: string;
     topicDrafts: DraftAgentTopics;
 };
+export type AgentTestConfig = {
+    /**
+     * The API name of a AiEvaluationDefinition.
+     */
+    name?: string;
+    /**
+     * The local file path of a AiEvaluationDefinition metadata file.
+     */
+    mdPath?: string;
+    /**
+     * The local file path of an agent test spec file.
+     */
+    specPath?: string;
+    /**
+     * The agent test spec data.
+     */
+    specData?: TestSpec;
+};
 export type TestStatus = 'NEW' | 'IN_PROGRESS' | 'COMPLETED' | 'ERROR' | 'TERMINATED';
 export type AgentTestStartResponse = {
     runId: string;
@@ -246,28 +264,26 @@ export type TestCase = {
 export type TestSpec = {
     name: string;
     description?: string;
-    subjectType: string;
+    subjectType: 'AGENT';
     subjectName: string;
     subjectVersion?: string;
     testCases: TestCase[];
 };
 export type AiEvaluationDefinition = {
-    AiEvaluationDefinition: {
-        description?: string;
-        name: string;
-        subjectType: 'AGENT';
-        subjectName: string;
-        subjectVersion?: string;
-        testCase: Array<{
-            expectation: Array<{
-                name: string;
-                expectedValue: string;
-            }>;
-            inputs: {
-                utterance: string;
-            };
+    description?: string;
+    name: string;
+    subjectType: 'AGENT';
+    subjectName: string;
+    subjectVersion?: string;
+    testCase: Array<{
+        expectation: Array<{
+            name: string;
+            expectedValue: string;
         }>;
-    };
+        inputs: {
+            utterance: string;
+        };
+    }>;
 };
 export type ApiStatus = {
     status: 'UP' | 'DOWN';

package/messages/agentTest.md

@@ -0,0 +1,11 @@
+# invalidAgentTestConfig
+
+Must provide one of: [ name, mdPath, specPath, specData ] when instantiating an AgentTest.
+
+# missingConnection
+
+Must provide an org connection to get agent test data based on an AiEvaluationDefinition API name.
+
+# missingTestSpecData
+
+The agent test is missing the required data to provide a test spec.

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@salesforce/agents",
   "description": "Client side APIs for working with Salesforce agents",
-  "version": "0.14.5",
+  "version": "0.14.6",
   "license": "BSD-3-Clause",
   "author": "Salesforce",
   "main": "lib/index",