@salesforce/plugin-agent 1.15.2 → 1.17.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +31 -26
- package/lib/commands/agent/create.d.ts +2 -2
- package/lib/commands/agent/create.js +7 -10
- package/lib/commands/agent/create.js.map +1 -1
- package/lib/commands/agent/generate/agent-spec.d.ts +3 -5
- package/lib/commands/agent/generate/agent-spec.js +1 -1
- package/lib/commands/agent/generate/agent-spec.js.map +1 -1
- package/lib/commands/agent/generate/test-spec.d.ts +5 -0
- package/lib/commands/agent/generate/test-spec.js +196 -78
- package/lib/commands/agent/generate/test-spec.js.map +1 -1
- package/lib/commands/agent/test/create.d.ts +3 -2
- package/lib/commands/agent/test/create.js +80 -21
- package/lib/commands/agent/test/create.js.map +1 -1
- package/lib/flags.d.ts +1 -0
- package/lib/flags.js +31 -0
- package/lib/flags.js.map +1 -1
- package/lib/handleTestResults.js +2 -21
- package/lib/handleTestResults.js.map +1 -1
- package/lib/yes-no-cancel.d.ts +10 -0
- package/lib/yes-no-cancel.js +60 -0
- package/lib/yes-no-cancel.js.map +1 -0
- package/messages/agent.generate.test-spec.md +16 -0
- package/messages/agent.test.create.md +18 -8
- package/npm-shrinkwrap.json +522 -30
- package/oclif.lock +143 -14
- package/oclif.manifest.json +35 -10
- package/package.json +7 -5
- package/schemas/agent-generate-agent__spec.json +5 -2
- package/lib/read-dir.d.ts +0 -1
- package/lib/read-dir.js +0 -16
- package/lib/read-dir.js.map +0 -1
|
@@ -1,45 +1,75 @@
|
|
|
1
1
|
/*
|
|
2
|
-
* Copyright (c)
|
|
2
|
+
* Copyright (c) 2025, salesforce.com, inc.
|
|
3
3
|
* All rights reserved.
|
|
4
4
|
* Licensed under the BSD 3-Clause license.
|
|
5
5
|
* For full license text, see LICENSE.txt file in the repo root or https://opensource.org/licenses/BSD-3-Clause
|
|
6
6
|
*/
|
|
7
|
-
import { join } from 'node:path';
|
|
8
7
|
import { readFile } from 'node:fs/promises';
|
|
9
|
-
import {
|
|
10
|
-
import {
|
|
11
|
-
import {
|
|
8
|
+
import { join, parse } from 'node:path';
|
|
9
|
+
import { existsSync } from 'node:fs';
|
|
10
|
+
import { SfCommand, Flags } from '@salesforce/sf-plugins-core';
|
|
11
|
+
import { Messages, SfError, SfProject } from '@salesforce/core';
|
|
12
|
+
import { writeTestSpec, generateTestSpecFromAiEvalDefinition } from '@salesforce/agents';
|
|
12
13
|
import { select, input, confirm, checkbox } from '@inquirer/prompts';
|
|
13
14
|
import { XMLParser } from 'fast-xml-parser';
|
|
15
|
+
import { ComponentSetBuilder } from '@salesforce/source-deploy-retrieve';
|
|
16
|
+
import { warn } from '@oclif/core/errors';
|
|
14
17
|
import { theme } from '../../../inquirer-theme.js';
|
|
15
|
-
import
|
|
18
|
+
import yesNoOrCancel from '../../../yes-no-cancel.js';
|
|
16
19
|
Messages.importMessagesDirectoryFromMetaUrl(import.meta.url);
|
|
17
20
|
const messages = Messages.loadMessages('@salesforce/plugin-agent', 'agent.generate.test-spec');
|
|
18
21
|
function castArray(value) {
|
|
22
|
+
if (!value)
|
|
23
|
+
return [];
|
|
19
24
|
return Array.isArray(value) ? value : [value];
|
|
20
25
|
}
|
|
21
|
-
|
|
26
|
+
/**
|
|
27
|
+
* Prompts the user for test case information through interactive prompts.
|
|
28
|
+
*
|
|
29
|
+
* @param genAiPlugins - Record mapping topic names to GenAiPlugin XML file paths (used to find the related actions)
|
|
30
|
+
* @param genAiFunctions - Array of GenAiFunction names from the GenAiPlanner
|
|
31
|
+
* @returns Promise resolving to a TestCase object containing:
|
|
32
|
+
* - utterance: The user input string
|
|
33
|
+
* - expectedTopic: The expected topic for classification
|
|
34
|
+
* - expectedActions: Array of expected action names
|
|
35
|
+
* - expectedOutcome: Expected outcome string
|
|
36
|
+
*
|
|
37
|
+
* @remarks
|
|
38
|
+
* This function guides users through creating a test case by:
|
|
39
|
+
* 1. Prompting for an utterance
|
|
40
|
+
* 2. Selecting an expected topic (from GenAiPlugins specified in the Bot's GenAiPlanner)
|
|
41
|
+
* 3. Choosing expected actions (from GenAiFunctions in the GenAiPlanner or GenAiPlugin)
|
|
42
|
+
* 4. Defining an expected outcome
|
|
43
|
+
*/
|
|
44
|
+
async function promptForTestCase(genAiPlugins, genAiFunctions) {
|
|
22
45
|
const utterance = await input({
|
|
23
46
|
message: 'Utterance',
|
|
24
47
|
validate: (d) => d.length > 0 || 'utterance cannot be empty',
|
|
25
48
|
theme,
|
|
26
49
|
});
|
|
27
|
-
const
|
|
28
|
-
|
|
29
|
-
|
|
50
|
+
const expectedTopic = await select({
|
|
51
|
+
message: 'Expected topic',
|
|
52
|
+
choices: Object.keys(genAiPlugins),
|
|
53
|
+
theme,
|
|
54
|
+
});
|
|
55
|
+
// GenAiFunctions (aka actions) can be defined in the GenAiPlugin or GenAiPlanner
|
|
56
|
+
// the actions from the planner are passed in as an argument to this function
|
|
57
|
+
// the actions from the plugin are read from the GenAiPlugin file
|
|
58
|
+
let actions = [];
|
|
59
|
+
if (genAiPlugins[expectedTopic]) {
|
|
60
|
+
const genAiPluginXml = await readFile(genAiPlugins[expectedTopic], 'utf-8');
|
|
61
|
+
const parser = new XMLParser();
|
|
62
|
+
const parsed = parser.parse(genAiPluginXml);
|
|
63
|
+
actions = castArray(parsed.GenAiPlugin.genAiFunctions ?? []).map((f) => f.functionName);
|
|
64
|
+
}
|
|
65
|
+
const expectedActions = await checkbox({
|
|
30
66
|
message: 'Expected action(s)',
|
|
31
|
-
|
|
32
|
-
if (!d.length) {
|
|
33
|
-
return 'expected value cannot be empty';
|
|
34
|
-
}
|
|
35
|
-
return true;
|
|
36
|
-
},
|
|
67
|
+
choices: [...actions, ...genAiFunctions],
|
|
37
68
|
theme,
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
message: 'Expected response',
|
|
69
|
+
required: true,
|
|
70
|
+
});
|
|
71
|
+
const expectedOutcome = await input({
|
|
72
|
+
message: 'Expected outcome',
|
|
43
73
|
validate: (d) => {
|
|
44
74
|
if (!d.length) {
|
|
45
75
|
return 'expected value cannot be empty';
|
|
@@ -48,62 +78,155 @@ async function promptForTestCase(genAiPlugins) {
|
|
|
48
78
|
},
|
|
49
79
|
theme,
|
|
50
80
|
});
|
|
51
|
-
const expectedTopic = await select({
|
|
52
|
-
message: 'Expected topic',
|
|
53
|
-
choices: [...topics, customKey],
|
|
54
|
-
theme,
|
|
55
|
-
});
|
|
56
|
-
if (expectedTopic === customKey) {
|
|
57
|
-
return {
|
|
58
|
-
utterance,
|
|
59
|
-
expectedTopic: await input({
|
|
60
|
-
message: 'Expected topic',
|
|
61
|
-
validate: (d) => {
|
|
62
|
-
if (!d.length) {
|
|
63
|
-
return 'expected value cannot be empty';
|
|
64
|
-
}
|
|
65
|
-
return true;
|
|
66
|
-
},
|
|
67
|
-
theme,
|
|
68
|
-
}),
|
|
69
|
-
// If the user selects OTHER for the topic, then we don't have a genAiPlugin to get actions from so we ask for them for custom input
|
|
70
|
-
expectedActions: await askForOtherActions(),
|
|
71
|
-
expectedOutcome: await askForBotRating(),
|
|
72
|
-
};
|
|
73
|
-
}
|
|
74
|
-
const genAiPluginXml = await readFile(genAiPlugins[expectedTopic], 'utf-8');
|
|
75
|
-
const parser = new XMLParser();
|
|
76
|
-
const parsed = parser.parse(genAiPluginXml);
|
|
77
|
-
const actions = castArray(parsed.GenAiPlugin.genAiFunctions).map((f) => f.functionName);
|
|
78
|
-
let expectedActions = await checkbox({
|
|
79
|
-
message: 'Expected action(s)',
|
|
80
|
-
choices: [...actions, customKey],
|
|
81
|
-
theme,
|
|
82
|
-
required: true,
|
|
83
|
-
});
|
|
84
|
-
if (expectedActions.includes(customKey)) {
|
|
85
|
-
const additional = await askForOtherActions();
|
|
86
|
-
expectedActions = [...expectedActions.filter((a) => a !== customKey), ...additional];
|
|
87
|
-
}
|
|
88
|
-
const expectedOutcome = await askForBotRating();
|
|
89
81
|
return {
|
|
90
82
|
utterance,
|
|
83
|
+
expectedTopic,
|
|
91
84
|
expectedActions,
|
|
92
85
|
expectedOutcome,
|
|
93
|
-
expectedTopic,
|
|
94
86
|
};
|
|
95
87
|
}
|
|
88
|
+
function getMetadataFilePaths(cs, type) {
|
|
89
|
+
return [...cs.filter((component) => component.type.name === type && component.fullName !== '*')].reduce((acc, component) => ({
|
|
90
|
+
...acc,
|
|
91
|
+
[component.fullName]: cs.getComponentFilenamesByNameAndType({
|
|
92
|
+
fullName: component.fullName,
|
|
93
|
+
type,
|
|
94
|
+
})[0],
|
|
95
|
+
}), {});
|
|
96
|
+
}
|
|
97
|
+
/**
|
|
98
|
+
* Retrieves GenAIPlugins and GenAiFunctions from a Bot's GenAiPlanner
|
|
99
|
+
*
|
|
100
|
+
* We have to get the bot version and planner for the selected bot so that we can get
|
|
101
|
+
* the actions (GenAiFunctions) and topics (GenAiPlugins) that can be selected for the
|
|
102
|
+
* test cases.
|
|
103
|
+
*
|
|
104
|
+
* The BotVersion tells us which GenAiPlanner to use, and the GenAiPlanner
|
|
105
|
+
* tells us which GenAiPlugins and GenAiFunctions are available. More GenAiFunctions
|
|
106
|
+
* might be available in the GenAiPlugin, so we read those later when the user
|
|
107
|
+
* has selected a GenAiPlugin/topic - inside of `promptForTestCase`.
|
|
108
|
+
*
|
|
109
|
+
* @param subjectName - The name of the Bot to analyze
|
|
110
|
+
* @param cs - ComponentSet containing Bot, GenAiPlanner, and GenAiPlugin components
|
|
111
|
+
*
|
|
112
|
+
* @returns Object containing:
|
|
113
|
+
* - genAiPlugins: Record of plugin names to their file paths
|
|
114
|
+
* - genAiFunctions: Array of function names
|
|
115
|
+
*/
|
|
116
|
+
async function getPluginsAndFunctions(subjectName, cs) {
|
|
117
|
+
const botVersions = getMetadataFilePaths(cs, 'Bot');
|
|
118
|
+
const genAiPlanners = getMetadataFilePaths(cs, 'GenAiPlanner');
|
|
119
|
+
const parser = new XMLParser();
|
|
120
|
+
const botVersionXml = await readFile(botVersions[subjectName], 'utf-8');
|
|
121
|
+
const parsedBotVersion = parser.parse(botVersionXml);
|
|
122
|
+
const plannerXml = await readFile(genAiPlanners[parsedBotVersion.BotVersion.conversationDefinitionPlanners.genAiPlannerName ?? subjectName], 'utf-8');
|
|
123
|
+
const parsedPlanner = parser.parse(plannerXml);
|
|
124
|
+
const genAiFunctions = castArray(parsedPlanner.GenAiPlanner.genAiFunctions).map(({ genAiFunctionName }) => genAiFunctionName);
|
|
125
|
+
const genAiPlugins = castArray(parsedPlanner.GenAiPlanner.genAiPlugins).reduce((acc, { genAiPluginName }) => ({
|
|
126
|
+
...acc,
|
|
127
|
+
[genAiPluginName]: cs.getComponentFilenamesByNameAndType({
|
|
128
|
+
fullName: genAiPluginName,
|
|
129
|
+
type: 'GenAiPlugin',
|
|
130
|
+
})[0],
|
|
131
|
+
}), {});
|
|
132
|
+
return { genAiPlugins, genAiFunctions };
|
|
133
|
+
}
|
|
134
|
+
function ensureYamlExtension(filePath) {
|
|
135
|
+
const parsedPath = parse(filePath);
|
|
136
|
+
if (parsedPath.ext === '.yaml' || parsedPath.ext === '.yml')
|
|
137
|
+
return filePath;
|
|
138
|
+
const normalized = `${join(parsedPath.dir, parsedPath.name)}.yaml`;
|
|
139
|
+
warn(`Provided file path does not have a .yaml or .yml extension. Normalizing to ${normalized}`);
|
|
140
|
+
return normalized;
|
|
141
|
+
}
|
|
142
|
+
async function promptUntilUniqueFile(subjectName, filePath) {
|
|
143
|
+
const outputFile = filePath ??
|
|
144
|
+
(await input({
|
|
145
|
+
message: 'Enter a path for the test spec file',
|
|
146
|
+
validate(d) {
|
|
147
|
+
if (!d.length) {
|
|
148
|
+
return 'Path cannot be empty';
|
|
149
|
+
}
|
|
150
|
+
return true;
|
|
151
|
+
},
|
|
152
|
+
theme,
|
|
153
|
+
}));
|
|
154
|
+
const normalized = ensureYamlExtension(outputFile);
|
|
155
|
+
if (!existsSync(normalized)) {
|
|
156
|
+
return normalized;
|
|
157
|
+
}
|
|
158
|
+
const confirmation = await yesNoOrCancel({
|
|
159
|
+
message: `File ${normalized} already exists. Overwrite?`,
|
|
160
|
+
default: false,
|
|
161
|
+
});
|
|
162
|
+
if (confirmation === 'cancel') {
|
|
163
|
+
return;
|
|
164
|
+
}
|
|
165
|
+
if (!confirmation) {
|
|
166
|
+
return promptUntilUniqueFile(subjectName);
|
|
167
|
+
}
|
|
168
|
+
return normalized;
|
|
169
|
+
}
|
|
170
|
+
/**
|
|
171
|
+
* If the user provides the --force-overwrite flag, then we'll use the default file path (either the one provided by --output-file or the default path).
|
|
172
|
+
* If the user doesn't provide it, we'll prompt the user for a file path until they provide a unique one or cancel.
|
|
173
|
+
*/
|
|
174
|
+
async function determineFilePath(subjectName, outputFile, forceOverwrite) {
|
|
175
|
+
const defaultFile = ensureYamlExtension(outputFile ?? join('specs', `${subjectName}-testSpec.yaml`));
|
|
176
|
+
return forceOverwrite ? defaultFile : promptUntilUniqueFile(subjectName, defaultFile);
|
|
177
|
+
}
|
|
96
178
|
export default class AgentGenerateTestSpec extends SfCommand {
|
|
97
179
|
static summary = messages.getMessage('summary');
|
|
98
180
|
static description = messages.getMessage('description');
|
|
99
181
|
static examples = messages.getMessages('examples');
|
|
100
182
|
static enableJsonFlag = false;
|
|
101
183
|
static state = 'beta';
|
|
184
|
+
static flags = {
|
|
185
|
+
'from-definition': Flags.string({
|
|
186
|
+
char: 'd',
|
|
187
|
+
summary: messages.getMessage('flags.from-definition.summary'),
|
|
188
|
+
}),
|
|
189
|
+
'force-overwrite': Flags.boolean({
|
|
190
|
+
summary: messages.getMessage('flags.force-overwrite.summary'),
|
|
191
|
+
}),
|
|
192
|
+
'output-file': Flags.file({
|
|
193
|
+
char: 'f',
|
|
194
|
+
summary: messages.getMessage('flags.output-file.summary'),
|
|
195
|
+
parse: async (raw) => Promise.resolve(raw ? ensureYamlExtension(raw) : undefined),
|
|
196
|
+
}),
|
|
197
|
+
};
|
|
102
198
|
async run() {
|
|
103
|
-
const
|
|
104
|
-
const
|
|
199
|
+
const { flags } = await this.parse(AgentGenerateTestSpec);
|
|
200
|
+
const directoryPaths = (await SfProject.resolve().then((project) => project.getPackageDirectories())).map((dir) => dir.fullPath);
|
|
201
|
+
const cs = await ComponentSetBuilder.build({
|
|
202
|
+
metadata: {
|
|
203
|
+
metadataEntries: ['GenAiPlanner', 'GenAiPlugin', 'Bot', 'AiEvaluationDefinition'],
|
|
204
|
+
directoryPaths,
|
|
205
|
+
},
|
|
206
|
+
});
|
|
207
|
+
if (flags['from-definition']) {
|
|
208
|
+
const aiEvalDefs = getMetadataFilePaths(cs, 'AiEvaluationDefinition');
|
|
209
|
+
if (!aiEvalDefs[flags['from-definition']]) {
|
|
210
|
+
throw new SfError(`AiEvaluationDefinition ${flags['from-definition']} not found`, 'AiEvalDefinitionNotFoundError');
|
|
211
|
+
}
|
|
212
|
+
const spec = await generateTestSpecFromAiEvalDefinition(aiEvalDefs[flags['from-definition']]);
|
|
213
|
+
const outputFile = await determineFilePath(spec.subjectName, flags['output-file'], flags['force-overwrite']);
|
|
214
|
+
if (!outputFile) {
|
|
215
|
+
this.log(messages.getMessage('info.cancel'));
|
|
216
|
+
return;
|
|
217
|
+
}
|
|
218
|
+
await writeTestSpec(spec, outputFile);
|
|
219
|
+
this.log(`Created ${outputFile}`);
|
|
220
|
+
return;
|
|
221
|
+
}
|
|
222
|
+
const bots = [
|
|
223
|
+
...cs
|
|
224
|
+
.filter((component) => component.type.name === 'Bot')
|
|
225
|
+
.map((c) => c.fullName)
|
|
226
|
+
.filter((n) => n !== '*'),
|
|
227
|
+
];
|
|
105
228
|
if (bots.length === 0) {
|
|
106
|
-
throw new SfError(`No agents found in ${
|
|
229
|
+
throw new SfError(`No agents found in ${directoryPaths.join(', ')}`, 'NoAgentsFoundError');
|
|
107
230
|
}
|
|
108
231
|
const subjectType = await select({
|
|
109
232
|
message: 'What are you testing',
|
|
@@ -115,6 +238,12 @@ export default class AgentGenerateTestSpec extends SfCommand {
|
|
|
115
238
|
choices: bots,
|
|
116
239
|
theme,
|
|
117
240
|
});
|
|
241
|
+
const outputFile = await determineFilePath(subjectName, flags['output-file'], flags['force-overwrite']);
|
|
242
|
+
if (!outputFile) {
|
|
243
|
+
this.log(messages.getMessage('info.cancel'));
|
|
244
|
+
return;
|
|
245
|
+
}
|
|
246
|
+
const { genAiPlugins, genAiFunctions } = await getPluginsAndFunctions(subjectName, cs);
|
|
118
247
|
const name = await input({
|
|
119
248
|
message: 'Enter a name for the test definition',
|
|
120
249
|
validate(d) {
|
|
@@ -123,12 +252,6 @@ export default class AgentGenerateTestSpec extends SfCommand {
|
|
|
123
252
|
return 'Name cannot be empty';
|
|
124
253
|
}
|
|
125
254
|
return true;
|
|
126
|
-
// TODO: add back validation once we refine the regex
|
|
127
|
-
// check against FORTY_CHAR_API_NAME_REGEX
|
|
128
|
-
// if (!FORTY_CHAR_API_NAME_REGEX.test(d)) {
|
|
129
|
-
// return 'The non-namespaced portion an API name must begin with a letter, contain only letters, numbers, and underscores, not contain consecutive underscores, and not end with an underscore.';
|
|
130
|
-
// }
|
|
131
|
-
// return true;
|
|
132
255
|
},
|
|
133
256
|
theme,
|
|
134
257
|
});
|
|
@@ -136,31 +259,26 @@ export default class AgentGenerateTestSpec extends SfCommand {
|
|
|
136
259
|
message: 'Enter a description for test definition (optional)',
|
|
137
260
|
theme,
|
|
138
261
|
});
|
|
139
|
-
const genAiPluginDir = join('force-app', 'main', 'default', 'genAiPlugins');
|
|
140
|
-
const genAiPlugins = Object.fromEntries((await readDir(genAiPluginDir)).map((genAiPlugin) => [
|
|
141
|
-
genAiPlugin.replace('.genAiPlugin-meta.xml', ''),
|
|
142
|
-
join(genAiPluginDir, genAiPlugin),
|
|
143
|
-
]));
|
|
144
262
|
const testCases = [];
|
|
145
263
|
do {
|
|
146
264
|
this.log();
|
|
147
265
|
this.styledHeader(`Adding test case #${testCases.length + 1}`);
|
|
148
266
|
// eslint-disable-next-line no-await-in-loop
|
|
149
|
-
testCases.push(await promptForTestCase(genAiPlugins));
|
|
267
|
+
testCases.push(await promptForTestCase(genAiPlugins, genAiFunctions));
|
|
150
268
|
} while ( // eslint-disable-next-line no-await-in-loop
|
|
151
269
|
await confirm({
|
|
152
270
|
message: 'Would you like to add another test case',
|
|
153
271
|
default: true,
|
|
154
272
|
}));
|
|
155
273
|
this.log();
|
|
156
|
-
await
|
|
274
|
+
await writeTestSpec({
|
|
157
275
|
name,
|
|
158
276
|
description,
|
|
159
277
|
subjectType,
|
|
160
278
|
subjectName,
|
|
161
279
|
testCases,
|
|
162
|
-
},
|
|
163
|
-
this.log(`Created ${
|
|
280
|
+
}, outputFile);
|
|
281
|
+
this.log(`Created ${outputFile}`);
|
|
164
282
|
}
|
|
165
283
|
}
|
|
166
284
|
//# sourceMappingURL=test-spec.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"test-spec.js","sourceRoot":"","sources":["../../../../src/commands/agent/generate/test-spec.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;
|
|
1
|
+
{"version":3,"file":"test-spec.js","sourceRoot":"","sources":["../../../../src/commands/agent/generate/test-spec.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,WAAW,CAAC;AACxC,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,6BAA6B,CAAC;AAC/D,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAChE,OAAO,EAAE,aAAa,EAAE,oCAAoC,EAAE,MAAM,oBAAoB,CAAC;AACzF,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AACrE,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAgB,mBAAmB,EAAE,MAAM,oCAAoC,CAAC;AACvF,OAAO,EAAE,IAAI,EAAE,MAAM,oBAAoB,CAAC;AAC1C,OAAO,EAAE,KAAK,EAAE,MAAM,4BAA4B,CAAC;AACnD,OAAO,aAAa,MAAM,2BAA2B,CAAC;AAEtD,QAAQ,CAAC,kCAAkC,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC7D,MAAM,QAAQ,GAAG,QAAQ,CAAC,YAAY,CAAC,0BAA0B,EAAE,0BAA0B,CAAC,CAAC;AAS/F,SAAS,SAAS,CAAI,KAAc;IAClC,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,CAAC;IACtB,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;AAChD,CAAC;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,KAAK,UAAU,iBAAiB,CAAC,YAAoC,EAAE,cAAwB;IAC7F,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC;QAC5B,OAAO,EAAE,WAAW;QACpB,QAAQ,EAAE,CAAC,CAAS,EAAoB,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,2BAA2B;QACtF,KAAK;KACN,CAAC,CAAC;IAEH,MAAM,aAAa,GAAG,MAAM,MAAM,CAAS;QACzC,OAAO,EAAE,gBAAgB;QACzB,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC;QAClC,KAAK;KACN,CAAC,CAAC;IAEH,iFAAiF;IACjF,6EAA6E;IAC7E,iEAAiE;IACjE,IAAI,OAAO,GAAa,EAAE,CAAC;IAC3B,IAAI,YAAY,CAAC,aAAa,CAAC,EAAE,CAAC;QAChC,MAAM,cAAc,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC,aAAa,CAAC,EAAE,OAAO,CAAC,CAAC;QAC5E,MAAM,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;QAC/B,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,cAAc,CAAyE,CAAC;QACpH,OAAO,GAAG,SAAS,CAAC,MAAM,CAAC,WAAW,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;IAC1F,CAAC;IAED,MAAM,eAAe,GAAG,MAAM,QAAQ,CAAS;QAC7C,OAAO,EAAE,oBAAoB;QAC7B,OAAO,EAAE,CAAC,GAAG,OAAO,EAAE,GAAG,cAAc,CAAC;QACxC,KAAK;QACL,QAAQ,EAAE,IAAI;KACf,CAAC,CAAC;IAEH,MAAM,eAAe,GAAG,MAAM,KAAK,CAAC;QAClC,OAAO,EAAE,kBAAkB;QAC3B,QAAQ,EAAE,CAAC,CAAS,EAAoB,EAAE;YACxC,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;gBACd,OAAO,gCAAgC,CAAC;YAC1C,CAAC;YAED,OAAO,IAAI,CAAC;QACd,CAAC;QACD,KAAK;KACN,CAAC,CAAC;IAEH,OAAO;QACL,SAAS;QACT,aAAa;QACb,eAAe;QACf,eAAe;KAChB,CAAC;AACJ,CAAC;AAED,SAAS,oBAAoB,CAAC,EAAgB,EAAE,IAAY;IAC1D,OAAO,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,KAAK,IAAI,IAAI,SAAS,CAAC,QAAQ,KAAK,GAAG,CAAC,CAAC,CAAC,MAAM,CAGrG,CAAC,GAAG,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC;QACnB,GAAG,GAAG;QACN,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC,kCAAkC,CAAC;YAC1D,QAAQ,EAAE,SAAS,CAAC,QAAQ;YAC5B,IAAI;SACL,CAAC,CAAC,CAAC,CAAC;KACN,CAAC,EACF,EAAE,CACH,CAAC;AACJ,CAAC;AAED;;;;;;;;;;;;;;;;;;GAkBG;AACH,KAAK,UAAU,sBAAsB,CACnC,WAAmB,EACnB,EAAgB;IAKhB,MAAM,WAAW,GAAG,oBAAoB,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;IACpD,MAAM,aAAa,GAAG,oBAAoB,CAAC,EAAE,EAAE,cAAc,CAAC,CAAC;IAE/D,MAAM,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;IAC/B,MAAM,aAAa,GAAG,MAAM,QAAQ,CAAC,WAAW,CAAC,WAAW,CAAC,EAAE,OAAO,CAAC,CAAC;IACxE,MAAM,gBAAgB,GAAG,MAAM,CAAC,KAAK,CAAC,aAAa,CAElD,CAAC;IAEF,MAAM,UAAU,GAAG,MAAM,QAAQ,CAC/B,aAAa,CAAC,gBAAgB,CAAC,UAAU,CAAC,8BAA8B,CAAC,gBAAgB,IAAI,WAAW,CAAC,EACzG,OAAO,CACR,CAAC;IACF,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,UAAU,CAK5C,CAAC;IAEF,MAAM,cAAc,GAAG,SAAS,CAAC,aAAa,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC,GAAG,CAC7E,CAAC,EAAE,iBAAiB,EAAE,EAAE,EAAE,CAAC,iBAAiB,CAC7C,CAAC;IAEF,MAAM,YAAY,GAAG,SAAS,CAAC,aAAa,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC,MAAM,CAC5E,CAAC,GAAG,EAAE,EAAE,eAAe,EAAE,EAAE,EAAE,CAAC,CAAC;QAC7B,GAAG,GAAG;QACN,CAAC,eAAe,CAAC,EAAE,EAAE,CAAC,kCAAkC,CAAC;YACvD,QAAQ,EAAE,eAAe;YACzB,IAAI,EAAE,aAAa;SACpB,CAAC,CAAC,CAAC,CAAC;KACN,CAAC,EACF,EAAE,CACH,CAAC;IAEF,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,CAAC;AAC1C,CAAC;AAED,SAAS,mBAAmB,CAAC,QAAgB;IAC3C,MAAM,UAAU,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC;IAEnC,IAAI,UAAU,CAAC,GAAG,KAAK,OAAO,IAAI,UAAU,CAAC,GAAG,KAAK,MAAM;QAAE,OAAO,QAAQ,CAAC;IAC7E,MAAM,UAAU,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC;IACnE,IAAI,CAAC,8EAA8E,UAAU,EAAE,CAAC,CAAC;IACjG,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,KAAK,UAAU,qBAAqB,CAAC,WAAmB,EAAE,QAAiB;IACzE,MAAM,UAAU,GACd,QAAQ;QACR,CAAC,MAAM,KAAK,CAAC;YACX,OAAO,EAAE,qCAAqC;YAC9C,QAAQ,CAAC,CAAS;gBAChB,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;oBACd,OAAO,sBAAsB,CAAC;gBAChC,CAAC;gBAED,OAAO,IAAI,CAAC;YACd,CAAC;YACD,KAAK;SACN,CAAC,CAAC,CAAC;IAEN,MAAM,UAAU,GAAG,mBAAmB,CAAC,UAAU,CAAC,CAAC;IAEnD,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC5B,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,MAAM,YAAY,GAAG,MAAM,aAAa,CAAC;QACvC,OAAO,EAAE,QAAQ,UAAU,6BAA6B;QACxD,OAAO,EAAE,KAAK;KACf,CAAC,CAAC;IAEH,IAAI,YAAY,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO;IACT,CAAC;IAED,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,OAAO,qBAAqB,CAAC,WAAW,CAAC,CAAC;IAC5C,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,iBAAiB,CAC9B,WAAmB,EACnB,UAA8B,EAC9B,cAAuB;IAEvB,MAAM,WAAW,GAAG,mBAAmB,CAAC,UAAU,IAAI,IAAI,CAAC,OAAO,EAAE,GAAG,WAAW,gBAAgB,CAAC,CAAC,CAAC;IACrG,OAAO,cAAc,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,qBAAqB,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;AACxF,CAAC;AAED,MAAM,CAAC,OAAO,OAAO,qBAAsB,SAAQ,SAAe;IACzD,MAAM,CAAU,OAAO,GAAG,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;IACzD,MAAM,CAAU,WAAW,GAAG,QAAQ,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;IACjE,MAAM,CAAU,QAAQ,GAAG,QAAQ,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;IAC5D,MAAM,CAAU,cAAc,GAAG,KAAK,CAAC;IACvC,MAAM,CAAU,KAAK,GAAG,MAAM,CAAC;IAE/B,MAAM,CAAU,KAAK,GAAG;QAC7B,iBAAiB,EAAE,KAAK,CAAC,MAAM,CAAC;YAC9B,IAAI,EAAE,GAAG;YACT,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,+BAA+B,CAAC;SAC9D,CAAC;QACF,iBAAiB,EAAE,KAAK,CAAC,OAAO,CAAC;YAC/B,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,+BAA+B,CAAC;SAC9D,CAAC;QACF,aAAa,EAAE,KAAK,CAAC,IAAI,CAAC;YACxB,IAAI,EAAE,GAAG;YACT,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,2BAA2B,CAAC;YACzD,KAAK,EAAE,KAAK,EAAE,GAAG,EAA+B,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;SAC/G,CAAC;KACH,CAAC;IAEK,KAAK,CAAC,GAAG;QACd,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;QAE1D,MAAM,cAAc,GAAG,CAAC,MAAM,SAAS,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,qBAAqB,EAAE,CAAC,CAAC,CAAC,GAAG,CACvG,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CACtB,CAAC;QAEF,MAAM,EAAE,GAAG,MAAM,mBAAmB,CAAC,KAAK,CAAC;YACzC,QAAQ,EAAE;gBACR,eAAe,EAAE,CAAC,cAAc,EAAE,aAAa,EAAE,KAAK,EAAE,wBAAwB,CAAC;gBACjF,cAAc;aACf;SACF,CAAC,CAAC;QAEH,IAAI,KAAK,CAAC,iBAAiB,CAAC,EAAE,CAAC;YAC7B,MAAM,UAAU,GAAG,oBAAoB,CAAC,EAAE,EAAE,wBAAwB,CAAC,CAAC;YAEtE,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,EAAE,CAAC;gBAC1C,MAAM,IAAI,OAAO,CACf,0BAA0B,KAAK,CAAC,iBAAiB,CAAC,YAAY,EAC9D,+BAA+B,CAChC,CAAC;YACJ,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,oCAAoC,CAAC,UAAU,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC;YAE9F,MAAM,UAAU,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC,aAAa,CAAC,EAAE,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC;YAC7G,IAAI,CAAC,UAAU,EAAE,CAAC;gBAChB,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,CAAC;gBAC7C,OAAO;YACT,CAAC;YAED,MAAM,aAAa,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YACtC,IAAI,CAAC,GAAG,CAAC,WAAW,UAAU,EAAE,CAAC,CAAC;YAClC,OAAO;QACT,CAAC;QAED,MAAM,IAAI,GAAG;YACX,GAAG,EAAE;iBACF,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC;iBACpD,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC;iBACtB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,GAAG,CAAC;SAC5B,CAAC;QACF,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtB,MAAM,IAAI,OAAO,CAAC,sBAAsB,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,oBAAoB,CAAC,CAAC;QAC7F,CAAC;QAED,MAAM,WAAW,GAAG,MAAM,MAAM,CAAS;YACvC,OAAO,EAAE,sBAAsB;YAC/B,OAAO,EAAE,CAAC,OAAO,CAAC;YAClB,KAAK;SACN,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,MAAM,MAAM,CAAS;YACvC,OAAO,EAAE,0BAA0B;YACnC,OAAO,EAAE,IAAI;YACb,KAAK;SACN,CAAC,CAAC;QAEH,MAAM,UAAU,GAAG,MAAM,iBAAiB,CAAC,WAAW,EAAE,KAAK,CAAC,aAAa,CAAC,EAAE,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC;QACxG,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,CAAC;YAC7C,OAAO;QACT,CAAC;QAED,MAAM,EAAE,YAAY,EAAE,cAAc,EAAE,GAAG,MAAM,sBAAsB,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;QAEvF,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC;YACvB,OAAO,EAAE,sCAAsC;YAC/C,QAAQ,CAAC,CAAS;gBAChB,6BAA6B;gBAC7B,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;oBACd,OAAO,sBAAsB,CAAC;gBAChC,CAAC;gBAED,OAAO,IAAI,CAAC;YACd,CAAC;YACD,KAAK;SACN,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC;YAC9B,OAAO,EAAE,oDAAoD;YAC7D,KAAK;SACN,CAAC,CAAC;QAEH,MAAM,SAAS,GAAG,EAAE,CAAC;QACrB,GAAG,CAAC;YACF,IAAI,CAAC,GAAG,EAAE,CAAC;YACX,IAAI,CAAC,YAAY,CAAC,qBAAqB,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,CAAC;YAC/D,4CAA4C;YAC5C,SAAS,CAAC,IAAI,CAAC,MAAM,iBAAiB,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC,CAAC;QACxE,CAAC,SAAS,4CAA4C;QACpD,MAAM,OAAO,CAAC;YACZ,OAAO,EAAE,yCAAyC;YAClD,OAAO,EAAE,IAAI;SACd,CAAC,EACF;QAEF,IAAI,CAAC,GAAG,EAAE,CAAC;QAEX,MAAM,aAAa,CACjB;YACE,IAAI;YACJ,WAAW;YACX,WAAW;YACX,WAAW;YACX,SAAS;SACV,EACD,UAAU,CACX,CAAC;QACF,IAAI,CAAC,GAAG,CAAC,WAAW,UAAU,EAAE,CAAC,CAAC;IACpC,CAAC"}
|
|
@@ -11,11 +11,12 @@ export default class AgentTestCreate extends SfCommand<AgentTestCreateResult> {
|
|
|
11
11
|
static readonly examples: string[];
|
|
12
12
|
static readonly state = "beta";
|
|
13
13
|
static readonly flags: {
|
|
14
|
-
spec: import("@oclif/core/interfaces").OptionFlag<string, import("@oclif/core/interfaces").CustomOptions>;
|
|
15
14
|
'target-org': import("@oclif/core/interfaces").OptionFlag<import("@salesforce/core").Org, import("@oclif/core/interfaces").CustomOptions>;
|
|
16
15
|
'api-version': import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
|
|
17
16
|
preview: import("@oclif/core/interfaces").BooleanFlag<boolean>;
|
|
18
|
-
'
|
|
17
|
+
'force-overwrite': import("@oclif/core/interfaces").BooleanFlag<boolean>;
|
|
18
|
+
spec: import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
|
|
19
|
+
"test-api-name": import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
|
|
19
20
|
};
|
|
20
21
|
private mso?;
|
|
21
22
|
run(): Promise<AgentTestCreateResult>;
|
|
@@ -1,49 +1,115 @@
|
|
|
1
1
|
/*
|
|
2
|
-
* Copyright (c)
|
|
2
|
+
* Copyright (c) 2025, salesforce.com, inc.
|
|
3
3
|
* All rights reserved.
|
|
4
4
|
* Licensed under the BSD 3-Clause license.
|
|
5
5
|
* For full license text, see LICENSE.txt file in the repo root or https://opensource.org/licenses/BSD-3-Clause
|
|
6
6
|
*/
|
|
7
|
-
import { join } from 'node:path';
|
|
7
|
+
import { join, resolve } from 'node:path';
|
|
8
|
+
import { existsSync } from 'node:fs';
|
|
8
9
|
import { SfCommand, Flags } from '@salesforce/sf-plugins-core';
|
|
9
10
|
import { Lifecycle, Messages } from '@salesforce/core';
|
|
10
11
|
import { AgentTester, AgentTestCreateLifecycleStages } from '@salesforce/agents';
|
|
11
12
|
import { MultiStageOutput } from '@oclif/multi-stage-output';
|
|
13
|
+
import { makeFlags, promptForFlag, promptForYamlFile } from '../../../flags.js';
|
|
14
|
+
import yesNoOrCancel from '../../../yes-no-cancel.js';
|
|
12
15
|
Messages.importMessagesDirectoryFromMetaUrl(import.meta.url);
|
|
13
16
|
const messages = Messages.loadMessages('@salesforce/plugin-agent', 'agent.test.create');
|
|
17
|
+
const FLAGGABLE_PROMPTS = {
|
|
18
|
+
'test-api-name': {
|
|
19
|
+
message: messages.getMessage('flags.test-api-name.summary'),
|
|
20
|
+
validate: (d) => {
|
|
21
|
+
if (!d.length) {
|
|
22
|
+
return 'API name cannot be empty';
|
|
23
|
+
}
|
|
24
|
+
if (d.length > 80) {
|
|
25
|
+
return 'API name cannot be over 80 characters.';
|
|
26
|
+
}
|
|
27
|
+
const regex = /^[A-Za-z][A-Za-z0-9_]*[A-Za-z0-9]+$/;
|
|
28
|
+
if (!regex.test(d)) {
|
|
29
|
+
return 'Invalid API name.';
|
|
30
|
+
}
|
|
31
|
+
return true;
|
|
32
|
+
},
|
|
33
|
+
required: true,
|
|
34
|
+
},
|
|
35
|
+
spec: {
|
|
36
|
+
message: messages.getMessage('flags.spec.summary'),
|
|
37
|
+
validate: (d) => {
|
|
38
|
+
const specPath = resolve(d);
|
|
39
|
+
if (!existsSync(specPath)) {
|
|
40
|
+
return 'Please enter an existing test spec (yaml) file';
|
|
41
|
+
}
|
|
42
|
+
return true;
|
|
43
|
+
},
|
|
44
|
+
required: true,
|
|
45
|
+
},
|
|
46
|
+
};
|
|
47
|
+
async function promptUntilUniqueName(agentTester, name) {
|
|
48
|
+
const apiName = name ?? (await promptForFlag(FLAGGABLE_PROMPTS['test-api-name']));
|
|
49
|
+
const existingDefinitions = await agentTester.list();
|
|
50
|
+
if (existingDefinitions.some((d) => d.fullName === apiName)) {
|
|
51
|
+
const confirmation = await yesNoOrCancel({
|
|
52
|
+
message: messages.getMessage('prompt.confirm', [apiName]),
|
|
53
|
+
default: false,
|
|
54
|
+
});
|
|
55
|
+
if (confirmation === 'cancel') {
|
|
56
|
+
return;
|
|
57
|
+
}
|
|
58
|
+
if (!confirmation) {
|
|
59
|
+
return promptUntilUniqueName(agentTester);
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
return apiName;
|
|
63
|
+
}
|
|
14
64
|
export default class AgentTestCreate extends SfCommand {
|
|
15
65
|
static summary = messages.getMessage('summary');
|
|
16
66
|
static description = messages.getMessage('description');
|
|
17
67
|
static examples = messages.getMessages('examples');
|
|
18
68
|
static state = 'beta';
|
|
19
69
|
static flags = {
|
|
20
|
-
|
|
21
|
-
summary: messages.getMessage('flags.spec.summary'),
|
|
22
|
-
description: messages.getMessage('flags.spec.description'),
|
|
23
|
-
char: 's',
|
|
24
|
-
required: true,
|
|
25
|
-
exists: true,
|
|
26
|
-
}),
|
|
70
|
+
...makeFlags(FLAGGABLE_PROMPTS),
|
|
27
71
|
'target-org': Flags.requiredOrg(),
|
|
28
72
|
'api-version': Flags.orgApiVersion(),
|
|
29
73
|
preview: Flags.boolean({
|
|
30
74
|
summary: messages.getMessage('flags.preview.summary'),
|
|
31
75
|
}),
|
|
32
|
-
'
|
|
33
|
-
summary: messages.getMessage('flags.
|
|
34
|
-
char: 'p',
|
|
76
|
+
'force-overwrite': Flags.boolean({
|
|
77
|
+
summary: messages.getMessage('flags.force-overwrite.summary'),
|
|
35
78
|
}),
|
|
36
79
|
};
|
|
37
80
|
mso;
|
|
38
81
|
async run() {
|
|
39
82
|
const { flags } = await this.parse(AgentTestCreate);
|
|
83
|
+
// throw error if --json is used and not all required flags are provided
|
|
84
|
+
if (this.jsonEnabled()) {
|
|
85
|
+
if (!flags['test-api-name']) {
|
|
86
|
+
throw messages.createError('error.missingRequiredFlags', ['test-api-name']);
|
|
87
|
+
}
|
|
88
|
+
if (!flags.spec) {
|
|
89
|
+
throw messages.createError('error.missingRequiredFlags', ['spec']);
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
if (flags['force-overwrite'] && !flags['test-api-name']) {
|
|
93
|
+
throw messages.createError('error.missingRequiredFlags', ['test-api-name']);
|
|
94
|
+
}
|
|
40
95
|
const agentTester = new AgentTester(flags['target-org'].getConnection(flags['api-version']));
|
|
96
|
+
const apiName = flags['force-overwrite']
|
|
97
|
+
? flags['test-api-name']
|
|
98
|
+
: await promptUntilUniqueName(agentTester, flags['test-api-name']);
|
|
99
|
+
if (!apiName) {
|
|
100
|
+
this.log(messages.getMessage('info.cancel'));
|
|
101
|
+
return {
|
|
102
|
+
path: '',
|
|
103
|
+
contents: '',
|
|
104
|
+
};
|
|
105
|
+
}
|
|
106
|
+
const spec = flags.spec ?? (await promptForYamlFile(FLAGGABLE_PROMPTS.spec));
|
|
41
107
|
const lifecycle = Lifecycle.getInstance();
|
|
42
108
|
lifecycle.on(AgentTestCreateLifecycleStages.CreatingLocalMetadata, async () => {
|
|
43
109
|
this.mso = new MultiStageOutput({
|
|
44
110
|
jsonEnabled: this.jsonEnabled(),
|
|
45
111
|
stages: Object.values(AgentTestCreateLifecycleStages),
|
|
46
|
-
title: `Creating test for ${
|
|
112
|
+
title: `Creating test for ${spec}`,
|
|
47
113
|
});
|
|
48
114
|
this.mso?.skipTo(AgentTestCreateLifecycleStages.CreatingLocalMetadata);
|
|
49
115
|
return Promise.resolve();
|
|
@@ -61,16 +127,9 @@ export default class AgentTestCreate extends SfCommand {
|
|
|
61
127
|
}
|
|
62
128
|
return Promise.resolve();
|
|
63
129
|
});
|
|
64
|
-
const
|
|
65
|
-
? async () => Promise.resolve(true)
|
|
66
|
-
: async (spec) => this.confirm({
|
|
67
|
-
message: messages.getMessage('prompt.confirm', [spec.name]),
|
|
68
|
-
defaultAnswer: false,
|
|
69
|
-
});
|
|
70
|
-
const { path, contents } = await agentTester.create(flags.spec, {
|
|
130
|
+
const { path, contents } = await agentTester.create(apiName, spec, {
|
|
71
131
|
outputDir: join('force-app', 'main', 'default', 'aiEvaluationDefinitions'),
|
|
72
132
|
preview: flags.preview,
|
|
73
|
-
confirmationCallback,
|
|
74
133
|
});
|
|
75
134
|
if (flags.preview) {
|
|
76
135
|
this.mso?.skipTo(AgentTestCreateLifecycleStages.Done);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"create.js","sourceRoot":"","sources":["../../../../src/commands/agent/test/create.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;
|
|
1
|
+
{"version":3,"file":"create.js","sourceRoot":"","sources":["../../../../src/commands/agent/test/create.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,6BAA6B,CAAC;AAC/D,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAW,MAAM,kBAAkB,CAAC;AAChE,OAAO,EAAE,WAAW,EAAE,8BAA8B,EAAE,MAAM,oBAAoB,CAAC;AAEjF,OAAO,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAE7D,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAChF,OAAO,aAAa,MAAM,2BAA2B,CAAC;AAEtD,QAAQ,CAAC,kCAAkC,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC7D,MAAM,QAAQ,GAAG,QAAQ,CAAC,YAAY,CAAC,0BAA0B,EAAE,mBAAmB,CAAC,CAAC;AAOxF,MAAM,iBAAiB,GAAG;IACxB,eAAe,EAAE;QACf,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,6BAA6B,CAAC;QAC3D,QAAQ,EAAE,CAAC,CAAS,EAAoB,EAAE;YACxC,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;gBACd,OAAO,0BAA0B,CAAC;YACpC,CAAC;YAED,IAAI,CAAC,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;gBAClB,OAAO,wCAAwC,CAAC;YAClD,CAAC;YACD,MAAM,KAAK,GAAG,qCAAqC,CAAC;YACpD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;gBACnB,OAAO,mBAAmB,CAAC;YAC7B,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QACD,QAAQ,EAAE,IAAI;KACf;IACD,IAAI,EAAE;QACJ,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,oBAAoB,CAAC;QAClD,QAAQ,EAAE,CAAC,CAAS,EAAoB,EAAE;YACxC,MAAM,QAAQ,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YAC5B,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC1B,OAAO,gDAAgD,CAAC;YAC1D,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QACD,QAAQ,EAAE,IAAI;KACf;CACF,CAAC;AAEF,KAAK,UAAU,qBAAqB,CAAC,WAAwB,EAAE,IAAyB;IACtF,MAAM,OAAO,GAAG,IAAI,IAAI,CAAC,MAAM,aAAa,CAAC,iBAAiB,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IAClF,MAAM,mBAAmB,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,CAAC;IACrD,IAAI,mBAAmB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,OAAO,CAAC,EAAE,CAAC;QAC5D,MAAM,YAAY,GAAG,MAAM,aAAa,CAAC;YACvC,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,gBAAgB,EAAE,CAAC,OAAO,CAAC,CAAC;YACzD,OAAO,EAAE,KAAK;SACf,CAAC,CAAC;QACH,IAAI,YAAY,KAAK,QAAQ,EAAE,CAAC;YAC9B,OAAO;QACT,CAAC;QAED,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,OAAO,qBAAqB,CAAC,WAAW,CAAC,CAAC;QAC5C,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,CAAC,OAAO,OAAO,eAAgB,SAAQ,SAAgC;IACpE,MAAM,CAAU,OAAO,GAAG,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;IACzD,MAAM,CAAU,WAAW,GAAG,QAAQ,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;IACjE,MAAM,CAAU,QAAQ,GAAG,QAAQ,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;IAC5D,MAAM,CAAU,KAAK,GAAG,MAAM,CAAC;IAE/B,MAAM,CAAU,KAAK,GAAG;QAC7B,GAAG,SAAS,CAAC,iBAAiB,CAAC;QAC/B,YAAY,EAAE,KAAK,CAAC,WAAW,EAAE;QACjC,aAAa,EAAE,KAAK,CAAC,aAAa,EAAE;QACpC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC;YACrB,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,uBAAuB,CAAC;SACtD,CAAC;QACF,iBAAiB,EAAE,KAAK,CAAC,OAAO,CAAC;YAC/B,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,+BAA+B,CAAC;SAC9D,CAAC;KACH,CAAC;IACM,GAAG,CAAsC;IAE1C,KAAK,CAAC,GAAG;QACd,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;QAEpD,wEAAwE;QACxE,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;YACvB,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,EAAE,CAAC;gBAC5B,MAAM,QAAQ,CAAC,WAAW,CAAC,4BAA4B,EAAE,CAAC,eAAe,CAAC,CAAC,CAAC;YAC9E,CAAC;YACD,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;gBAChB,MAAM,QAAQ,CAAC,WAAW,CAAC,4BAA4B,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;YACrE,CAAC;QACH,CAAC;QAED,IAAI,KAAK,CAAC,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,EAAE,CAAC;YACxD,MAAM,QAAQ,CAAC,WAAW,CAAC,4BAA4B,EAAE,CAAC,eAAe,CAAC,CAAC,CAAC;QAC9E,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QAE7F,MAAM,OAAO,GAAG,KAAK,CAAC,iBAAiB,CAAC;YACtC,CAAC,CAAC,KAAK,CAAC,eAAe,CAAC;YACxB,CAAC,CAAC,MAAM,qBAAqB,CAAC,WAAW,EAAE,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC;QACrE,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,CAAC;YAC7C,OAAO;gBACL,IAAI,EAAE,EAAE;gBACR,QAAQ,EAAE,EAAE;aACb,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,iBAAiB,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC;QAC7E,MAAM,SAAS,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC;QAE1C,SAAS,CAAC,EAAE,CAAC,8BAA8B,CAAC,qBAAqB,EAAE,KAAK,IAAI,EAAE;YAC5E,IAAI,CAAC,GAAG,GAAG,IAAI,gBAAgB,CAAmB;gBAChD,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE;gBAC/B,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,8BAA8B,CAAC;gBACrD,KAAK,EAAE,qBAAqB,IAAI,EAAE;aACnC,CAAC,CAAC;YACH,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,8BAA8B,CAAC,qBAAqB,CAAC,CAAC;YACvE,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC3B,CAAC,CAAC,CAAC;QAEH,SAAS,CAAC,EAAE,CAAC,8BAA8B,CAAC,iBAAiB,EAAE,KAAK,IAAI,EAAE,CACxE,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,8BAA8B,CAAC,iBAAiB,CAAC,CAAC,CACpF,CAAC;QAEF,SAAS,CAAC,EAAE,CAAC,8BAA8B,CAAC,OAAO,EAAE,KAAK,IAAI,EAAE,CAC9D,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,8BAA8B,CAAC,OAAO,CAAC,CAAC,CAC1E,CAAC;QAEF,SAAS,CAAC,EAAE,CAAC,8BAA8B,CAAC,IAAI,EAAE,KAAK,EAAE,MAAoB,EAAE,EAAE;YAC/E,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;gBAC5B,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,8BAA8B,CAAC,IAAI,CAAC,CAAC;gBACtD,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;YACnB,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC;gBAClB,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;YACnB,CAAC;YAED,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC3B,CAAC,CAAC,CAAC;QAEH,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,MAAM,WAAW,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE;YACjE,SAAS,EAAE,IAAI,CAAC,WAAW,EAAE,MAAM,EAAE,SAAS,EAAE,yBAAyB,CAAC;YAC1E,OAAO,EAAE,KAAK,CAAC,OAAO;SACvB,CAAC,CAAC;QAEH,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAClB,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,8BAA8B,CAAC,IAAI,CAAC,CAAC;YACtD,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;YACjB,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,sBAAsB,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAChE,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,GAAG,CACN,QAAQ,CAAC,UAAU,CAAC,cAAc,EAAE,CAAC,IAAI,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC,WAAW,EAAE,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CACjH,CAAC;QACJ,CAAC;QAED,OAAO;YACL,IAAI;YACJ,QAAQ;SACT,CAAC;IACJ,CAAC;IAES,KAAK,CAAC,KAAiC;QAC/C,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC;QAClB,OAAO,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC5B,CAAC"}
|
package/lib/flags.d.ts
CHANGED
|
@@ -20,6 +20,7 @@ export declare const testOutputDirFlag: Interfaces.FlagDefinition<string, Interf
|
|
|
20
20
|
requiredOrDefaulted: false;
|
|
21
21
|
}>;
|
|
22
22
|
export declare function makeFlags<T extends Record<string, FlaggablePrompt>>(flaggablePrompts: T): FlagsOfPrompts<T>;
|
|
23
|
+
export declare const promptForYamlFile: (flagDef: FlaggablePrompt) => Promise<string>;
|
|
23
24
|
export declare const promptForFlag: (flagDef: FlaggablePrompt) => Promise<string>;
|
|
24
25
|
export declare const validateAgentType: (agentType?: string, required?: boolean) => string | undefined;
|
|
25
26
|
export declare const validateMaxTopics: (maxTopics?: number) => number | undefined;
|
package/lib/flags.js
CHANGED
|
@@ -4,10 +4,13 @@
|
|
|
4
4
|
* Licensed under the BSD 3-Clause license.
|
|
5
5
|
* For full license text, see LICENSE.txt file in the repo root or https://opensource.org/licenses/BSD-3-Clause
|
|
6
6
|
*/
|
|
7
|
+
import { readdir } from 'node:fs/promises';
|
|
8
|
+
import { join, relative } from 'node:path';
|
|
7
9
|
import { Flags } from '@salesforce/sf-plugins-core';
|
|
8
10
|
import { Messages, SfError } from '@salesforce/core';
|
|
9
11
|
import { camelCaseToTitleCase } from '@salesforce/kit';
|
|
10
12
|
import { select, input as inquirerInput } from '@inquirer/prompts';
|
|
13
|
+
import autocomplete from 'inquirer-autocomplete-standalone';
|
|
11
14
|
import { theme } from './inquirer-theme.js';
|
|
12
15
|
Messages.importMessagesDirectoryFromMetaUrl(import.meta.url);
|
|
13
16
|
const messages = Messages.loadMessages('@salesforce/plugin-agent', 'shared');
|
|
@@ -42,6 +45,34 @@ export function makeFlags(flaggablePrompts) {
|
|
|
42
45
|
}),
|
|
43
46
|
]));
|
|
44
47
|
}
|
|
48
|
+
async function traverseForYamlFiles(dir) {
|
|
49
|
+
const files = await readdir(dir, { withFileTypes: true });
|
|
50
|
+
const results = [];
|
|
51
|
+
for (const file of files) {
|
|
52
|
+
const fullPath = join(dir, file.name);
|
|
53
|
+
if (file.isDirectory()) {
|
|
54
|
+
// eslint-disable-next-line no-await-in-loop
|
|
55
|
+
results.push(...(await traverseForYamlFiles(fullPath)));
|
|
56
|
+
}
|
|
57
|
+
else if (file.name.endsWith('.yaml') || file.name.endsWith('.yml')) {
|
|
58
|
+
results.push(fullPath);
|
|
59
|
+
}
|
|
60
|
+
}
|
|
61
|
+
return results;
|
|
62
|
+
}
|
|
63
|
+
export const promptForYamlFile = async (flagDef) => {
|
|
64
|
+
const yamlFiles = await traverseForYamlFiles(process.cwd());
|
|
65
|
+
return autocomplete({
|
|
66
|
+
message: flagDef.message,
|
|
67
|
+
// eslint-disable-next-line @typescript-eslint/require-await
|
|
68
|
+
source: async (input) => {
|
|
69
|
+
const arr = yamlFiles.map((o) => ({ name: relative(process.cwd(), o), value: o }));
|
|
70
|
+
if (!input)
|
|
71
|
+
return arr;
|
|
72
|
+
return arr.filter((o) => o.name.includes(input));
|
|
73
|
+
},
|
|
74
|
+
});
|
|
75
|
+
};
|
|
45
76
|
export const promptForFlag = async (flagDef) => {
|
|
46
77
|
const message = flagDef.promptMessage ?? flagDef.message.replace(/\.$/, '');
|
|
47
78
|
if (flagDef.options) {
|