@salesforce/plugin-agent 1.7.0 → 1.7.2-dev.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md CHANGED
@@ -111,7 +111,7 @@ EXAMPLES
111
111
  $ sf agent create --name CustomerSupportAgent --spec ./config/agentSpec.json --target-org my-org
112
112
  ```
113
113
 
114
- _See code: [src/commands/agent/create.ts](https://github.com/salesforcecli/plugin-agent/blob/1.7.0/src/commands/agent/create.ts)_
114
+ _See code: [src/commands/agent/create.ts](https://github.com/salesforcecli/plugin-agent/blob/1.7.2-dev.0/src/commands/agent/create.ts)_
115
115
 
116
116
  ## `sf agent generate definition`
117
117
 
@@ -136,7 +136,7 @@ EXAMPLES
136
136
  $ sf agent generate definition
137
137
  ```
138
138
 
139
- _See code: [src/commands/agent/generate/definition.ts](https://github.com/salesforcecli/plugin-agent/blob/1.7.0/src/commands/agent/generate/definition.ts)_
139
+ _See code: [src/commands/agent/generate/definition.ts](https://github.com/salesforcecli/plugin-agent/blob/1.7.2-dev.0/src/commands/agent/generate/definition.ts)_
140
140
 
141
141
  ## `sf agent generate spec`
142
142
 
@@ -197,7 +197,7 @@ EXAMPLES
197
197
  $ sf agent generate spec --output-dir specs --target-org my-org
198
198
  ```
199
199
 
200
- _See code: [src/commands/agent/generate/spec.ts](https://github.com/salesforcecli/plugin-agent/blob/1.7.0/src/commands/agent/generate/spec.ts)_
200
+ _See code: [src/commands/agent/generate/spec.ts](https://github.com/salesforcecli/plugin-agent/blob/1.7.2-dev.0/src/commands/agent/generate/spec.ts)_
201
201
 
202
202
  ## `sf agent generate testset`
203
203
 
@@ -220,7 +220,7 @@ EXAMPLES
220
220
  $ sf agent generate testset
221
221
  ```
222
222
 
223
- _See code: [src/commands/agent/generate/testset.ts](https://github.com/salesforcecli/plugin-agent/blob/1.7.0/src/commands/agent/generate/testset.ts)_
223
+ _See code: [src/commands/agent/generate/testset.ts](https://github.com/salesforcecli/plugin-agent/blob/1.7.2-dev.0/src/commands/agent/generate/testset.ts)_
224
224
 
225
225
  ## `sf agent preview`
226
226
 
@@ -255,21 +255,21 @@ FLAG DESCRIPTIONS
255
255
  the API name of the agent? (TBD based on agents library)
256
256
  ```
257
257
 
258
- _See code: [src/commands/agent/preview.ts](https://github.com/salesforcecli/plugin-agent/blob/1.7.0/src/commands/agent/preview.ts)_
258
+ _See code: [src/commands/agent/preview.ts](https://github.com/salesforcecli/plugin-agent/blob/1.7.2-dev.0/src/commands/agent/preview.ts)_
259
259
 
260
260
  ## `sf agent test cancel`
261
261
 
262
- Cancel a running test for an Agent.
262
+ Cancel an agent test that's currently running in your org.
263
263
 
264
264
  ```
265
265
  USAGE
266
266
  $ sf agent test cancel -o <value> [--json] [--flags-dir <value>] [--api-version <value>] [-i <value>] [-r]
267
267
 
268
268
  FLAGS
269
- -i, --job-id=<value> The AiEvaluation ID.
269
+ -i, --job-id=<value> Job ID of the running agent test that you want to cancel.
270
270
  -o, --target-org=<value> (required) Username or alias of the target org. Not required if the `target-org`
271
271
  configuration variable is already set.
272
- -r, --use-most-recent Use the job ID of the most recent test evaluation.
272
+ -r, --use-most-recent Use the job ID of the most recently-run agent test.
273
273
  --api-version=<value> Override the api version used for api requests made by this command
274
274
 
275
275
  GLOBAL FLAGS
@@ -277,21 +277,26 @@ GLOBAL FLAGS
277
277
  --json Format output as json.
278
278
 
279
279
  DESCRIPTION
280
- Cancel a running test for an Agent.
280
+ Cancel an agent test that's currently running in your org.
281
281
 
282
- Cancel a running test for an Agent, providing the AiEvaluation ID.
282
+ This command requires a job ID, which the original "agent test run" command displays when it completes. You can also
283
+ use the --use-most-recent flag to see results for the most recently run agent test.
283
284
 
284
285
  EXAMPLES
285
- Cancel a test for an Agent:
286
+ Cancel an agent test currently running in your default org using a job ID:
286
287
 
287
- $ sf agent test cancel --job-id AiEvalId
288
+ $ sf agent test cancel --job-id 4KBfake0000003F4AQ
289
+
290
+ Cancel the most recently run agent test in the org with alias "my-org":
291
+
292
+ $ sf agent test cancel --job-id 4KBfake0000003F4AQ --target-org my-org
288
293
  ```
289
294
 
290
- _See code: [src/commands/agent/test/cancel.ts](https://github.com/salesforcecli/plugin-agent/blob/1.7.0/src/commands/agent/test/cancel.ts)_
295
+ _See code: [src/commands/agent/test/cancel.ts](https://github.com/salesforcecli/plugin-agent/blob/1.7.2-dev.0/src/commands/agent/test/cancel.ts)_
291
296
 
292
297
  ## `sf agent test results`
293
298
 
294
- Get the results of a test evaluation.
299
+ Get the results of a completed agent test run.
295
300
 
296
301
  ```
297
302
  USAGE
@@ -299,12 +304,12 @@ USAGE
299
304
  json|human|junit|tap] [-f <value>]
300
305
 
301
306
  FLAGS
302
- -f, --output-dir=<value> Directory to write the test results to.
303
- -i, --job-id=<value> (required) The AiEvaluation ID.
307
+ -f, --output-dir=<value> Directory to write the agent test results into.
308
+ -i, --job-id=<value> (required) Job ID of the completed agent test run.
304
309
  -o, --target-org=<value> (required) Username or alias of the target org. Not required if the `target-org`
305
310
  configuration variable is already set.
306
311
  --api-version=<value> Override the api version used for api requests made by this command
307
- --result-format=<option> [default: human] Format of the test run results.
312
+ --result-format=<option> [default: human] Format of the agent test run results.
308
313
  <options: json|human|junit|tap>
309
314
 
310
315
  GLOBAL FLAGS
@@ -312,25 +317,42 @@ GLOBAL FLAGS
312
317
  --json Format output as json.
313
318
 
314
319
  DESCRIPTION
315
- Get the results of a test evaluation.
320
+ Get the results of a completed agent test run.
321
+
322
+ This command requires a job ID, which the original "agent test run" command displays when it completes. You can also
323
+ use the --use-most-recent flag to see results for the most recently run agent test.
316
324
 
317
- Provide the AiEvaluation ID to get the results of a test evaluation.
325
+ By default, this command outputs test results in human-readable tables for each test case. The tables show whether the
326
+ test case passed, the expected and actual values, the test score, how long the test took, and more. Use the
327
+ --result-format to display the test results in JSON or Junit format. Use the --output-dir flag to write the results to
328
+ a file rather than to the terminal.
318
329
 
319
330
  EXAMPLES
320
- $ sf agent test results --job-id AiEvalId
331
+ Get the results of an agent test run in your default org using its job ID:
332
+
333
+ $ sf agent test results --job-id 4KBfake0000003F4AQ
334
+
335
+ Get the results of the most recently run agent test in an org with alias "my-org":
336
+
337
+ $ sf agent test results --use-most-recent --target-org my-org
338
+
339
+ Get the results of the most recently run agent test in your default org, and write the JSON-formatted results into a
340
+ directory called "test-results":
341
+
342
+ $ sf agent test results --use-most-recent --output-dir ./test-results --result-format json
321
343
 
322
344
  FLAG DESCRIPTIONS
323
- -f, --output-dir=<value> Directory to write the test results to.
345
+ -f, --output-dir=<value> Directory to write the agent test results into.
324
346
 
325
- If test run is complete, write the results to the specified directory. If the tests are still running, the test
326
- results will not be written.
347
+ If the agent test run completes, write the results to the specified directory. If the test is still running, the
348
+ test results aren't written.
327
349
  ```
328
350
 
329
- _See code: [src/commands/agent/test/results.ts](https://github.com/salesforcecli/plugin-agent/blob/1.7.0/src/commands/agent/test/results.ts)_
351
+ _See code: [src/commands/agent/test/results.ts](https://github.com/salesforcecli/plugin-agent/blob/1.7.2-dev.0/src/commands/agent/test/results.ts)_
330
352
 
331
353
  ## `sf agent test resume`
332
354
 
333
- Resume a running test for an Agent.
355
+ Resume an agent test that you previously started in your org so you can view the test results.
334
356
 
335
357
  ```
336
358
  USAGE
@@ -338,15 +360,15 @@ USAGE
338
360
  <value>] [--result-format json|human|junit|tap] [-f <value>]
339
361
 
340
362
  FLAGS
341
- -f, --output-dir=<value> Directory to write the test results to.
342
- -i, --job-id=<value> The AiEvaluation ID.
363
+ -f, --output-dir=<value> Directory to write the agent test results into.
364
+ -i, --job-id=<value> Job ID of the original agent test run.
343
365
  -o, --target-org=<value> (required) Username or alias of the target org. Not required if the `target-org`
344
366
  configuration variable is already set.
345
- -r, --use-most-recent Use the job ID of the most recent test evaluation.
367
+ -r, --use-most-recent Use the job ID of the most recent agent test run.
346
368
  -w, --wait=<value> [default: 5 minutes] Number of minutes to wait for the command to complete and display
347
369
  results to the terminal window.
348
370
  --api-version=<value> Override the api version used for api requests made by this command
349
- --result-format=<option> [default: human] Format of the test run results.
371
+ --result-format=<option> [default: human] Format of the agent test run results.
350
372
  <options: json|human|junit|tap>
351
373
 
352
374
  GLOBAL FLAGS
@@ -354,31 +376,46 @@ GLOBAL FLAGS
354
376
  --json Format output as json.
355
377
 
356
378
  DESCRIPTION
357
- Resume a running test for an Agent.
379
+ Resume an agent test that you previously started in your org so you can view the test results.
380
+
381
+ This command requires a job ID, which the original "agent test run" command displays when it completes. You can also
382
+ use the --use-most-recent flag to see results for the most recently run agent test.
358
383
 
359
- Resume a running test for an Agent, providing the AiEvaluation ID.
384
+ Use the --wait flag to specify the number of minutes for this command to wait for the agent test to complete; if the
385
+ test completes by the end of the wait time, the command displays the test results. If not, the CLI returns control of
386
+ the terminal to you, and you must run "agent test resume" again.
387
+
388
+ By default, this command outputs test results in human-readable tables for each test case. The tables show whether the
389
+ test case passed, the expected and actual values, the test score, how long the test took, and more. Use the
390
+ --result-format to display the test results in JSON or Junit format. Use the --output-dir flag to write the results to
391
+ a file rather than to the terminal.
360
392
 
361
393
  EXAMPLES
362
- Resume a test for an Agent:
394
+ Resume an agent test in your default org using a job ID:
363
395
 
364
- $ sf agent test resume --job-id AiEvalId
396
+ $ sf agent test resume --job-id 4KBfake0000003F4AQ
365
397
 
366
- FLAG DESCRIPTIONS
367
- -f, --output-dir=<value> Directory to write the test results to.
398
+ Resume the most recently-run agent test in an org with alias "my-org" org; wait 10 minutes for the tests to finish:
399
+
400
+ $ sf agent test resume --use-most-recent --wait 10 --target-org my-org
368
401
 
369
- If test run is complete, write the results to the specified directory. If the tests are still running, the test
370
- results will not be written.
402
+ Resume the most recent agent test in your default org, and write the JSON-formatted results into a directory called
403
+ "test-results":
371
404
 
372
- -w, --wait=<value> Number of minutes to wait for the command to complete and display results to the terminal window.
405
+ $ sf agent test resume --use-most-recent --output-dir ./test-results --result-format json
406
+
407
+ FLAG DESCRIPTIONS
408
+ -f, --output-dir=<value> Directory to write the agent test results into.
373
409
 
374
- If the command continues to run after the wait period, the CLI returns control of the terminal window to you.
410
+ If the agent test run completes, write the results to the specified directory. If the test is still running, the
411
+ test results aren't written.
375
412
  ```
376
413
 
377
- _See code: [src/commands/agent/test/resume.ts](https://github.com/salesforcecli/plugin-agent/blob/1.7.0/src/commands/agent/test/resume.ts)_
414
+ _See code: [src/commands/agent/test/resume.ts](https://github.com/salesforcecli/plugin-agent/blob/1.7.2-dev.0/src/commands/agent/test/resume.ts)_
378
415
 
379
416
  ## `sf agent test run`
380
417
 
381
- Start a test for an Agent.
418
+ Start an agent test in your org.
382
419
 
383
420
  ```
384
421
  USAGE
@@ -386,14 +423,14 @@ USAGE
386
423
  [--result-format json|human|junit|tap] [-f <value>]
387
424
 
388
425
  FLAGS
389
- -f, --output-dir=<value> Directory to write the test results to.
390
- -n, --name=<value> (required) The name of the AiEvaluationDefinition to start.
426
+ -f, --output-dir=<value> Directory to write the agent test results into.
427
+ -n, --name=<value> (required) Name of the agent test to start.
391
428
  -o, --target-org=<value> (required) Username or alias of the target org. Not required if the `target-org`
392
429
  configuration variable is already set.
393
430
  -w, --wait=<value> Number of minutes to wait for the command to complete and display results to the
394
431
  terminal window.
395
432
  --api-version=<value> Override the api version used for api requests made by this command
396
- --result-format=<option> [default: human] Format of the test run results.
433
+ --result-format=<option> [default: human] Format of the agent test run results.
397
434
  <options: json|human|junit|tap>
398
435
 
399
436
  GLOBAL FLAGS
@@ -401,30 +438,42 @@ GLOBAL FLAGS
401
438
  --json Format output as json.
402
439
 
403
440
  DESCRIPTION
404
- Start a test for an Agent.
441
+ Start an agent test in your org.
405
442
 
406
- Start a test for an Agent, providing the AiEvalDefinitionVersion ID. Returns the job ID.
443
+ Use the --name flag to specify the name of the agent test you want to run; find the agent test's name in the Testing
444
+ Center page in the Setup UI of your org.
445
+
446
+ This command starts the agent test in your org, but doesn't by default wait for it to finish. Instead, it displays the
447
+ "agent test resume" command, with a job ID, that you execute to see the results of the test run, and then returns
448
+ control of the terminal window to you. Use the --wait flag to specify the number of minutes for the command to wait
449
+ for the agent test to complete; if the test completes by the end of the wait time, the command displays the test
450
+ results. If not, run "agent test resume".
451
+
452
+ By default, this command outputs test results in human-readable tables for each test case, if the test completes in
453
+ time. The tables show whether the test case passed, the expected and actual values, the test score, how long the test
454
+ took, and more. Use the --result-format to display the test results in JSON or Junit format. Use the --output-dir flag
455
+ to write the results to a file rather than to the terminal.
407
456
 
408
457
  EXAMPLES
409
- Start a test for an Agent:
458
+ Start a test called MyAgentTest for an agent in your default org, don't wait for the test to finish:
410
459
 
411
- $ sf agent test run --name AiEvalDefVerId
460
+ $ sf agent test run --name MyAgentTest
412
461
 
413
- FLAG DESCRIPTIONS
414
- -f, --output-dir=<value> Directory to write the test results to.
462
+ Start a test for an agent in an org with alias "my-org" and wait for 10 minutes for the test to finish:
415
463
 
416
- If test run is complete, write the results to the specified directory. If the tests are still running, the test
417
- results will not be written.
464
+ $ sf agent test run --name MyAgentTest --wait 10 --target-org my-org
418
465
 
419
- -n, --name=<value> The name of the AiEvaluationDefinition to start.
466
+ Start a test and write the JSON-formatted results into a directory called "test-results":
420
467
 
421
- The name of the AiEvaluationDefinition to start.
468
+ $ sf agent test run --name MyAgentTest --wait 10 --output-dir ./test-results --result-format json
422
469
 
423
- -w, --wait=<value> Number of minutes to wait for the command to complete and display results to the terminal window.
470
+ FLAG DESCRIPTIONS
471
+ -f, --output-dir=<value> Directory to write the agent test results into.
424
472
 
425
- If the command continues to run after the wait period, the CLI returns control of the terminal window to you.
473
+ If the agent test run completes, write the results to the specified directory. If the test is still running, the
474
+ test results aren't written.
426
475
  ```
427
476
 
428
- _See code: [src/commands/agent/test/run.ts](https://github.com/salesforcecli/plugin-agent/blob/1.7.0/src/commands/agent/test/run.ts)_
477
+ _See code: [src/commands/agent/test/run.ts](https://github.com/salesforcecli/plugin-agent/blob/1.7.2-dev.0/src/commands/agent/test/run.ts)_
429
478
 
430
479
  <!-- commandsstop -->
@@ -1,9 +1,9 @@
1
1
  import { SfCommand } from '@salesforce/sf-plugins-core';
2
- type ExpectationType = 'topic_sequence_match' | 'action_sequence_match' | 'bot_response_rating';
3
2
  export type TestSetInputs = {
4
3
  utterance: string;
5
- expectationType: ExpectationType;
6
- expectedValue: string;
4
+ actionSequenceExpectedValue: string;
5
+ botRatingExpectedValue: string;
6
+ topicSequenceExpectedValue: string;
7
7
  };
8
8
  export declare function constructTestSetXML(testCases: TestSetInputs[]): string;
9
9
  export default class AgentGenerateTestset extends SfCommand<void> {
@@ -14,4 +14,3 @@ export default class AgentGenerateTestset extends SfCommand<void> {
14
14
  static readonly state = "beta";
15
15
  run(): Promise<void>;
16
16
  }
17
- export {};
@@ -9,7 +9,6 @@ import { mkdir, writeFile } from 'node:fs/promises';
9
9
  import { SfCommand } from '@salesforce/sf-plugins-core';
10
10
  import { Messages } from '@salesforce/core';
11
11
  import input from '@inquirer/input';
12
- import select from '@inquirer/select';
13
12
  import confirm from '@inquirer/confirm';
14
13
  import { theme } from '../../../inquirer-theme.js';
15
14
  Messages.importMessagesDirectoryFromMetaUrl(import.meta.url);
@@ -20,19 +19,31 @@ async function promptForTestCase() {
20
19
  validate: (d) => d.length > 0 || 'utterance cannot be empty',
21
20
  theme,
22
21
  });
23
- const expectationType = await select({
24
- message: 'What type of expectation would you like to test for the utterance?',
25
- choices: ['topic_sequence_match', 'action_sequence_match', 'bot_response_rating'],
22
+ const topicSequenceExpectedValue = await input({
23
+ message: 'What is the expected value for the topic expectation?',
24
+ validate: (d) => {
25
+ if (!d.length) {
26
+ return 'expected value cannot be empty';
27
+ }
28
+ return true;
29
+ },
26
30
  theme,
27
31
  });
28
- const expectedValue = await input({
29
- message: 'What is the expected value for the expectation?',
32
+ const actionSequenceExpectedValue = await input({
33
+ message: 'What is the expected value for the action expectation?',
30
34
  validate: (d) => {
31
35
  if (!d.length) {
32
36
  return 'expected value cannot be empty';
33
37
  }
34
- if (expectationType === 'action_sequence_match') {
35
- return d.split(',').length > 1 || 'expected value must be a comma-separated list of actions';
38
+ return d.split(',').length > 1 || 'expected value must be a comma-separated list of actions';
39
+ },
40
+ theme,
41
+ });
42
+ const botRatingExpectedValue = await input({
43
+ message: 'What is the expected value for the bot rating expectation?',
44
+ validate: (d) => {
45
+ if (!d.length) {
46
+ return 'expected value cannot be empty';
36
47
  }
37
48
  return true;
38
49
  },
@@ -40,20 +51,15 @@ async function promptForTestCase() {
40
51
  });
41
52
  return {
42
53
  utterance,
43
- expectationType,
44
- expectedValue,
54
+ actionSequenceExpectedValue,
55
+ botRatingExpectedValue,
56
+ topicSequenceExpectedValue,
45
57
  };
46
58
  }
47
59
  export function constructTestSetXML(testCases) {
48
60
  const tab = ' ';
49
61
  let xml = `<?xml version="1.0" encoding="UTF-8"?>\n<AiEvaluationTestSet>\n${tab}<subjectType>AGENT</subjectType>\n`;
50
62
  testCases.forEach((testCase, i) => {
51
- const expectedValue = testCase.expectationType === 'action_sequence_match'
52
- ? `[${testCase.expectedValue
53
- .split(',')
54
- .map((v) => `"${v}"`)
55
- .join(',')}]`
56
- : testCase.expectedValue;
57
63
  xml += ` <testCase>
58
64
  <number>${i + 1}</number>
59
65
  <inputs>
@@ -61,8 +67,19 @@ export function constructTestSetXML(testCases) {
61
67
  </inputs>
62
68
  <expectations>
63
69
  <expectation>
64
- <name>${testCase.expectationType}</name>
65
- <expectedValue>${expectedValue}</expectedValue>
70
+ <name>topic_sequence_match</name>
71
+ <expectedValue>${testCase.topicSequenceExpectedValue}</expectedValue>
72
+ </expectation>
73
+ <expectation>
74
+ <name>action_sequence_match</name>
75
+ <expectedValue>${`[${testCase.actionSequenceExpectedValue
76
+ .split(',')
77
+ .map((v) => `"${v}"`)
78
+ .join(',')}]`}</expectedValue>
79
+ </expectation>
80
+ <expectation>
81
+ <name>bot_response_rating</name>
82
+ <expectedValue>${testCase.botRatingExpectedValue}</expectedValue>
66
83
  </expectation>
67
84
  </expectations>
68
85
  </testCase>\n`;
@@ -1 +1 @@
1
- {"version":3,"file":"testset.js","sourceRoot":"","sources":["../../../../src/commands/agent/generate/testset.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAE,SAAS,EAAE,MAAM,6BAA6B,CAAC;AACxD,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,KAAK,MAAM,iBAAiB,CAAC;AACpC,OAAO,MAAM,MAAM,kBAAkB,CAAC;AACtC,OAAO,OAAO,MAAM,mBAAmB,CAAC;AACxC,OAAO,EAAE,KAAK,EAAE,MAAM,4BAA4B,CAAC;AAEnD,QAAQ,CAAC,kCAAkC,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC7D,MAAM,QAAQ,GAAG,QAAQ,CAAC,YAAY,CAAC,0BAA0B,EAAE,wBAAwB,CAAC,CAAC;AAU7F,KAAK,UAAU,iBAAiB;IAC9B,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC;QAC5B,OAAO,EAAE,wCAAwC;QACjD,QAAQ,EAAE,CAAC,CAAS,EAAoB,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,2BAA2B;QACtF,KAAK;KACN,CAAC,CAAC;IAEH,MAAM,eAAe,GAAG,MAAM,MAAM,CAAkB;QACpD,OAAO,EAAE,oEAAoE;QAC7E,OAAO,EAAE,CAAC,sBAAsB,EAAE,uBAAuB,EAAE,qBAAqB,CAAC;QACjF,KAAK;KACN,CAAC,CAAC;IAEH,MAAM,aAAa,GAAG,MAAM,KAAK,CAAC;QAChC,OAAO,EAAE,iDAAiD;QAC1D,QAAQ,EAAE,CAAC,CAAS,EAAoB,EAAE;YACxC,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;gBACd,OAAO,gCAAgC,CAAC;YAC1C,CAAC;YAED,IAAI,eAAe,KAAK,uBAAuB,EAAE,CAAC;gBAChD,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,0DAA0D,CAAC;YAC/F,CAAC;YAED,OAAO,IAAI,CAAC;QACd,CAAC;QACD,KAAK;KACN,CAAC,CAAC;IAEH,OAAO;QACL,SAAS;QACT,eAAe;QACf,aAAa;KACd,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,SAA0B;IAC5D,MAAM,GAAG,GAAG,IAAI,CAAC;IACjB,IAAI,GAAG,GAAG,kEAAkE,GAAG,oCAAoC,CAAC;IACpH,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,CAAC,EAAE,EAAE;QAChC,MAAM,aAAa,GACjB,QAAQ,CAAC,eAAe,KAAK,uBAAuB;YAClD,CAAC,CAAC,IAAI,QAAQ,CAAC,aAAa;iBACvB,KAAK,CAAC,GAAG,CAAC;iBACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC;iBACpB,IAAI,CAAC,GAAG,CAAC,GAAG;YACjB,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC;QAC7B,GAAG,IAAI;cACG,CAAC,GAAG,CAAC;;mBAEA,QAAQ,CAAC,SAAS;;;;gBAIrB,QAAQ,CAAC,eAAe;yBACf,aAAa;;;gBAGtB,CAAC;IACf,CAAC,CAAC,CAAC;IACH,GAAG,IAAI,wBAAwB,CAAC;IAChC,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,CAAC,OAAO,OAAO,oBAAqB,SAAQ,SAAe;IACxD,MAAM,CAAU,OAAO,GAAG,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;IACzD,MAAM,CAAU,WAAW,GAAG,QAAQ,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;IACjE,MAAM,CAAU,QAAQ,GAAG,QAAQ,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;IAC5D,MAAM,CAAU,cAAc,GAAG,KAAK,CAAC;IACvC,MAAM,CAAU,KAAK,GAAG,MAAM,CAAC;IAE/B,KAAK,CAAC,GAAG;QACd,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC;YAC9B,OAAO,EAAE,mCAAmC;SAC7C,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,EAAE,CAAC;QACrB,GAAG,CAAC;YACF,IAAI,CAAC,GAAG,EAAE,CAAC;YACX,IAAI,CAAC,YAAY,CAAC,qBAAqB,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,CAAC;YAC/D,4CAA4C;YAC5C,SAAS,CAAC,IAAI,CAAC,MAAM,iBAAiB,EAAE,CAAC,CAAC;QAC5C,CAAC,SAAS,4CAA4C;QACpD,MAAM,OAAO,CAAC;YACZ,OAAO,EAAE,0CAA0C;YACnD,OAAO,EAAE,IAAI;SACd,CAAC,EACF;QAEF,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,EAAE,MAAM,EAAE,SAAS,EAAE,sBAAsB,EAAE,GAAG,WAAW,MAAM,CAAC,CAAC;QACvG,MAAM,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACvD,IAAI,CAAC,GAAG,EAAE,CAAC;QACX,IAAI,CAAC,GAAG,CAAC,sCAAsC,WAAW,EAAE,CAAC,CAAC;QAC9D,MAAM,SAAS,CAAC,WAAW,EAAE,mBAAmB,CAAC,SAAS,CAAC,CAAC,CAAC;IAC/D,CAAC"}
1
+ {"version":3,"file":"testset.js","sourceRoot":"","sources":["../../../../src/commands/agent/generate/testset.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAE,SAAS,EAAE,MAAM,6BAA6B,CAAC;AACxD,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,KAAK,MAAM,iBAAiB,CAAC;AACpC,OAAO,OAAO,MAAM,mBAAmB,CAAC;AACxC,OAAO,EAAE,KAAK,EAAE,MAAM,4BAA4B,CAAC;AAEnD,QAAQ,CAAC,kCAAkC,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC7D,MAAM,QAAQ,GAAG,QAAQ,CAAC,YAAY,CAAC,0BAA0B,EAAE,wBAAwB,CAAC,CAAC;AAS7F,KAAK,UAAU,iBAAiB;IAC9B,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC;QAC5B,OAAO,EAAE,wCAAwC;QACjD,QAAQ,EAAE,CAAC,CAAS,EAAoB,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,2BAA2B;QACtF,KAAK;KACN,CAAC,CAAC;IAEH,MAAM,0BAA0B,GAAG,MAAM,KAAK,CAAC;QAC7C,OAAO,EAAE,uDAAuD;QAChE,QAAQ,EAAE,CAAC,CAAS,EAAoB,EAAE;YACxC,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;gBACd,OAAO,gCAAgC,CAAC;YAC1C,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QACD,KAAK;KACN,CAAC,CAAC;IAEH,MAAM,2BAA2B,GAAG,MAAM,KAAK,CAAC;QAC9C,OAAO,EAAE,wDAAwD;QACjE,QAAQ,EAAE,CAAC,CAAS,EAAoB,EAAE;YACxC,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;gBACd,OAAO,gCAAgC,CAAC;YAC1C,CAAC;YAED,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,0DAA0D,CAAC;QAC/F,CAAC;QACD,KAAK;KACN,CAAC,CAAC;IAEH,MAAM,sBAAsB,GAAG,MAAM,KAAK,CAAC;QACzC,OAAO,EAAE,4DAA4D;QACrE,QAAQ,EAAE,CAAC,CAAS,EAAoB,EAAE;YACxC,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;gBACd,OAAO,gCAAgC,CAAC;YAC1C,CAAC;YAED,OAAO,IAAI,CAAC;QACd,CAAC;QACD,KAAK;KACN,CAAC,CAAC;IAEH,OAAO;QACL,SAAS;QACT,2BAA2B;QAC3B,sBAAsB;QACtB,0BAA0B;KAC3B,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,SAA0B;IAC5D,MAAM,GAAG,GAAG,IAAI,CAAC;IACjB,IAAI,GAAG,GAAG,kEAAkE,GAAG,oCAAoC,CAAC;IACpH,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,CAAC,EAAE,EAAE;QAChC,GAAG,IAAI;cACG,CAAC,GAAG,CAAC;;mBAEA,QAAQ,CAAC,SAAS;;;;;yBAKZ,QAAQ,CAAC,0BAA0B;;;;yBAInC,IAAI,QAAQ,CAAC,2BAA2B;aACtD,KAAK,CAAC,GAAG,CAAC;aACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC;aACpB,IAAI,CAAC,GAAG,CAAC,GAAG;;;;yBAIE,QAAQ,CAAC,sBAAsB;;;gBAGxC,CAAC;IACf,CAAC,CAAC,CAAC;IACH,GAAG,IAAI,wBAAwB,CAAC;IAChC,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,CAAC,OAAO,OAAO,oBAAqB,SAAQ,SAAe;IACxD,MAAM,CAAU,OAAO,GAAG,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;IACzD,MAAM,CAAU,WAAW,GAAG,QAAQ,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;IACjE,MAAM,CAAU,QAAQ,GAAG,QAAQ,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;IAC5D,MAAM,CAAU,cAAc,GAAG,KAAK,CAAC;IACvC,MAAM,CAAU,KAAK,GAAG,MAAM,CAAC;IAE/B,KAAK,CAAC,GAAG;QACd,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC;YAC9B,OAAO,EAAE,mCAAmC;SAC7C,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,EAAE,CAAC;QACrB,GAAG,CAAC;YACF,IAAI,CAAC,GAAG,EAAE,CAAC;YACX,IAAI,CAAC,YAAY,CAAC,qBAAqB,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,CAAC;YAC/D,4CAA4C;YAC5C,SAAS,CAAC,IAAI,CAAC,MAAM,iBAAiB,EAAE,CAAC,CAAC;QAC5C,CAAC,SAAS,4CAA4C;QACpD,MAAM,OAAO,CAAC;YACZ,OAAO,EAAE,0CAA0C;YACnD,OAAO,EAAE,IAAI;SACd,CAAC,EACF;QAEF,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,EAAE,MAAM,EAAE,SAAS,EAAE,sBAAsB,EAAE,GAAG,WAAW,MAAM,CAAC,CAAC;QACvG,MAAM,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACvD,IAAI,CAAC,GAAG,EAAE,CAAC;QACX,IAAI,CAAC,GAAG,CAAC,sCAAsC,WAAW,EAAE,CAAC,CAAC;QAC9D,MAAM,SAAS,CAAC,WAAW,EAAE,mBAAmB,CAAC,SAAS,CAAC,CAAC,CAAC;IAC/D,CAAC"}
@@ -37,7 +37,6 @@ export default class AgentTestResume extends SfCommand {
37
37
  min: 1,
38
38
  defaultValue: 5,
39
39
  summary: messages.getMessage('flags.wait.summary'),
40
- description: messages.getMessage('flags.wait.description'),
41
40
  }),
42
41
  'result-format': resultFormatFlag(),
43
42
  'output-dir': testOutputDirFlag(),
@@ -1 +1 @@
1
- {"version":3,"file":"resume.js","sourceRoot":"","sources":["../../../../src/commands/agent/test/resume.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,6BAA6B,CAAC;AAC/D,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAC5D,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AACxE,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAElE,QAAQ,CAAC,kCAAkC,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC7D,MAAM,QAAQ,GAAG,QAAQ,CAAC,YAAY,CAAC,0BAA0B,EAAE,mBAAmB,CAAC,CAAC;AAOxF,MAAM,CAAC,OAAO,OAAO,eAAgB,SAAQ,SAAgC;IACpE,MAAM,CAAU,OAAO,GAAG,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;IACzD,MAAM,CAAU,WAAW,GAAG,QAAQ,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;IACjE,MAAM,CAAU,QAAQ,GAAG,QAAQ,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;IAC5D,MAAM,CAAU,KAAK,GAAG,MAAM,CAAC;IAE/B,MAAM,CAAU,KAAK,GAAG;QAC7B,YAAY,EAAE,KAAK,CAAC,WAAW,EAAE;QACjC,aAAa,EAAE,KAAK,CAAC,aAAa,EAAE;QACpC,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC;YACrB,IAAI,EAAE,GAAG;YACT,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,sBAAsB,CAAC;YACpD,UAAU,EAAE,CAAC,iBAAiB,EAAE,QAAQ,CAAC;SAC1C,CAAC;QACF,iBAAiB,EAAE,KAAK,CAAC,OAAO,CAAC;YAC/B,IAAI,EAAE,GAAG;YACT,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,+BAA+B,CAAC;YAC7D,UAAU,EAAE,CAAC,iBAAiB,EAAE,QAAQ,CAAC;SAC1C,CAAC;QACF,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC;YACnB,IAAI,EAAE,GAAG;YACT,IAAI,EAAE,SAAS;YACf,GAAG,EAAE,CAAC;YACN,YAAY,EAAE,CAAC;YACf,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,oBAAoB,CAAC;YAClD,WAAW,EAAE,QAAQ,CAAC,UAAU,CAAC,wBAAwB,CAAC;SAC3D,CAAC;QACF,eAAe,EAAE,gBAAgB,EAAE;QACnC,YAAY,EAAE,iBAAiB,EAAE;KAClC,CAAC;IAEK,KAAK,CAAC,GAAG;QACd,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;QAEpD,MAAM,cAAc,GAAG,MAAM,cAAc,CAAC,MAAM,EAAE,CAAC;QACrD,MAAM,EAAE,IAAI,EAAE,cAAc,EAAE,GAAG,cAAc,CAAC,iBAAiB,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC;QAE7G,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC;YACzB,KAAK,EAAE,mBAAmB,IAAI,IAAI,cAAc,EAAE;YAClD,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE;SAChC,CAAC,CAAC;QACH,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,cAAc,EAAE,CAAC,CAAC;QAClC,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QAE7F,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,cAAc,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACxF,IAAI,SAAS;YAAE,MAAM,cAAc,CAAC,gBAAgB,CAAC,cAAc,CAAC,CAAC;QAErE,GAAG,CAAC,IAAI,EAAE,CAAC;QAEX,MAAM,iBAAiB,CAAC;YACtB,EAAE,EAAE,cAAc;YAClB,MAAM,EAAE,KAAK,CAAC,eAAe,CAAC;YAC9B,OAAO,EAAE,QAAQ;YACjB,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE;YAC/B,SAAS,EAAE,KAAK,CAAC,YAAY,CAAC;SAC/B,CAAC,CAAC;QAEH,OAAO;YACL,MAAM,EAAE,WAAW;YACnB,cAAc;SACf,CAAC;IACJ,CAAC"}
1
+ {"version":3,"file":"resume.js","sourceRoot":"","sources":["../../../../src/commands/agent/test/resume.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,6BAA6B,CAAC;AAC/D,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAC5D,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AACxE,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAElE,QAAQ,CAAC,kCAAkC,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC7D,MAAM,QAAQ,GAAG,QAAQ,CAAC,YAAY,CAAC,0BAA0B,EAAE,mBAAmB,CAAC,CAAC;AAOxF,MAAM,CAAC,OAAO,OAAO,eAAgB,SAAQ,SAAgC;IACpE,MAAM,CAAU,OAAO,GAAG,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;IACzD,MAAM,CAAU,WAAW,GAAG,QAAQ,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;IACjE,MAAM,CAAU,QAAQ,GAAG,QAAQ,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;IAC5D,MAAM,CAAU,KAAK,GAAG,MAAM,CAAC;IAE/B,MAAM,CAAU,KAAK,GAAG;QAC7B,YAAY,EAAE,KAAK,CAAC,WAAW,EAAE;QACjC,aAAa,EAAE,KAAK,CAAC,aAAa,EAAE;QACpC,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC;YACrB,IAAI,EAAE,GAAG;YACT,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,sBAAsB,CAAC;YACpD,UAAU,EAAE,CAAC,iBAAiB,EAAE,QAAQ,CAAC;SAC1C,CAAC;QACF,iBAAiB,EAAE,KAAK,CAAC,OAAO,CAAC;YAC/B,IAAI,EAAE,GAAG;YACT,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,+BAA+B,CAAC;YAC7D,UAAU,EAAE,CAAC,iBAAiB,EAAE,QAAQ,CAAC;SAC1C,CAAC;QACF,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC;YACnB,IAAI,EAAE,GAAG;YACT,IAAI,EAAE,SAAS;YACf,GAAG,EAAE,CAAC;YACN,YAAY,EAAE,CAAC;YACf,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,oBAAoB,CAAC;SACnD,CAAC;QACF,eAAe,EAAE,gBAAgB,EAAE;QACnC,YAAY,EAAE,iBAAiB,EAAE;KAClC,CAAC;IAEK,KAAK,CAAC,GAAG;QACd,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;QAEpD,MAAM,cAAc,GAAG,MAAM,cAAc,CAAC,MAAM,EAAE,CAAC;QACrD,MAAM,EAAE,IAAI,EAAE,cAAc,EAAE,GAAG,cAAc,CAAC,iBAAiB,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC;QAE7G,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC;YACzB,KAAK,EAAE,mBAAmB,IAAI,IAAI,cAAc,EAAE;YAClD,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE;SAChC,CAAC,CAAC;QACH,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,cAAc,EAAE,CAAC,CAAC;QAClC,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QAE7F,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,cAAc,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACxF,IAAI,SAAS;YAAE,MAAM,cAAc,CAAC,gBAAgB,CAAC,cAAc,CAAC,CAAC;QAErE,GAAG,CAAC,IAAI,EAAE,CAAC;QAEX,MAAM,iBAAiB,CAAC;YACtB,EAAE,EAAE,cAAc;YAClB,MAAM,EAAE,KAAK,CAAC,eAAe,CAAC;YAC9B,OAAO,EAAE,QAAQ;YACjB,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE;YAC/B,SAAS,EAAE,KAAK,CAAC,YAAY,CAAC;SAC/B,CAAC,CAAC;QAEH,OAAO;YACL,MAAM,EAAE,WAAW;YACnB,cAAc;SACf,CAAC;IACJ,CAAC"}
@@ -26,7 +26,6 @@ export default class AgentTestRun extends SfCommand {
26
26
  char: 'n',
27
27
  required: true,
28
28
  summary: messages.getMessage('flags.name.summary'),
29
- description: messages.getMessage('flags.name.description'),
30
29
  }),
31
30
  // we want to pass `undefined` to the API
32
31
  // eslint-disable-next-line sf-plugin/flag-min-max-default
@@ -35,7 +34,6 @@ export default class AgentTestRun extends SfCommand {
35
34
  unit: 'minutes',
36
35
  min: 1,
37
36
  summary: messages.getMessage('flags.wait.summary'),
38
- description: messages.getMessage('flags.wait.description'),
39
37
  }),
40
38
  'result-format': resultFormatFlag(),
41
39
  'output-dir': testOutputDirFlag(),
@@ -1 +1 @@
1
- {"version":3,"file":"run.js","sourceRoot":"","sources":["../../../../src/commands/agent/test/run.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,6BAA6B,CAAC;AAC/D,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AACxE,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAC5D,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAElE,QAAQ,CAAC,kCAAkC,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC7D,MAAM,QAAQ,GAAG,QAAQ,CAAC,YAAY,CAAC,0BAA0B,EAAE,gBAAgB,CAAC,CAAC;AAQrF,MAAM,CAAC,OAAO,OAAO,YAAa,SAAQ,SAA6B;IAC9D,MAAM,CAAU,OAAO,GAAG,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;IACzD,MAAM,CAAU,WAAW,GAAG,QAAQ,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;IACjE,MAAM,CAAU,QAAQ,GAAG,QAAQ,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;IAC5D,MAAM,CAAU,KAAK,GAAG,MAAM,CAAC;IAE/B,MAAM,CAAU,KAAK,GAAG;QAC7B,YAAY,EAAE,KAAK,CAAC,WAAW,EAAE;QACjC,aAAa,EAAE,KAAK,CAAC,aAAa,EAAE;QACpC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC;YACjB,IAAI,EAAE,GAAG;YACT,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,oBAAoB,CAAC;YAClD,WAAW,EAAE,QAAQ,CAAC,UAAU,CAAC,wBAAwB,CAAC;SAC3D,CAAC;QACF,yCAAyC;QACzC,0DAA0D;QAC1D,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC;YACnB,IAAI,EAAE,GAAG;YACT,IAAI,EAAE,SAAS;YACf,GAAG,EAAE,CAAC;YACN,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,oBAAoB,CAAC;YAClD,WAAW,EAAE,QAAQ,CAAC,UAAU,CAAC,wBAAwB,CAAC;SAC3D,CAAC;QACF,eAAe,EAAE,gBAAgB,EAAE;QACnC,YAAY,EAAE,iBAAiB,EAAE;KAClC,CAAC;IAEK,KAAK,CAAC,GAAG;QACd,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAEjD,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,EAAE,KAAK,EAAE,mBAAmB,KAAK,CAAC,IAAI,EAAE,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;QACxG,GAAG,CAAC,KAAK,EAAE,CAAC;QAEZ,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QAC7F,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAErD,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,QAAQ,CAAC,cAAc,EAAE,CAAC,CAAC;QAE5C,MAAM,cAAc,GAAG,MAAM,cAAc,CAAC,MAAM,EAAE,CAAC;QACrD,MAAM,cAAc,CAAC,gBAAgB,CAAC,QAAQ,CAAC,cAAc,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAE3E,IAAI,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC;YACxB,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,eAAe,EAAE,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC,cAAc,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YAClH,IAAI,SAAS;gBAAE,MAAM,cAAc,CAAC,gBAAgB,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;YAE9E,GAAG,CAAC,IAAI,EAAE,CAAC;YAEX,MAAM,iBAAiB,CAAC;gBACtB,EAAE,EAAE,QAAQ,CAAC,cAAc;gBAC3B,MAAM,EAAE,KAAK,CAAC,eAAe,CAAC;gBAC9B,OAAO,EAAE,eAAe;gBACxB,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE;gBAC/B,SAAS,EAAE,KAAK,CAAC,YAAY,CAAC;aAC/B,CAAC,CAAC;YAEH,OAAO;gBACL,MAAM,EAAE,WAAW;gBACnB,cAAc,EAAE,QAAQ,CAAC,cAAc;aACxC,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,GAAG,CAAC,IAAI,EAAE,CAAC;YACX,IAAI,CAAC,GAAG,CACN,OAAO,QAAQ,CACb,KAAK,EACL,iCAAiC,QAAQ,CAAC,cAAc,EAAE,CAC3D,kCAAkC,CACpC,CAAC;QACJ,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC"}
1
+ {"version":3,"file":"run.js","sourceRoot":"","sources":["../../../../src/commands/agent/test/run.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,6BAA6B,CAAC;AAC/D,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AACxE,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAC5D,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAElE,QAAQ,CAAC,kCAAkC,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC7D,MAAM,QAAQ,GAAG,QAAQ,CAAC,YAAY,CAAC,0BAA0B,EAAE,gBAAgB,CAAC,CAAC;AAQrF,MAAM,CAAC,OAAO,OAAO,YAAa,SAAQ,SAA6B;IAC9D,MAAM,CAAU,OAAO,GAAG,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;IACzD,MAAM,CAAU,WAAW,GAAG,QAAQ,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;IACjE,MAAM,CAAU,QAAQ,GAAG,QAAQ,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;IAC5D,MAAM,CAAU,KAAK,GAAG,MAAM,CAAC;IAE/B,MAAM,CAAU,KAAK,GAAG;QAC7B,YAAY,EAAE,KAAK,CAAC,WAAW,EAAE;QACjC,aAAa,EAAE,KAAK,CAAC,aAAa,EAAE;QACpC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC;YACjB,IAAI,EAAE,GAAG;YACT,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,oBAAoB,CAAC;SACnD,CAAC;QACF,yCAAyC;QACzC,0DAA0D;QAC1D,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC;YACnB,IAAI,EAAE,GAAG;YACT,IAAI,EAAE,SAAS;YACf,GAAG,EAAE,CAAC;YACN,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,oBAAoB,CAAC;SACnD,CAAC;QACF,eAAe,EAAE,gBAAgB,EAAE;QACnC,YAAY,EAAE,iBAAiB,EAAE;KAClC,CAAC;IAEK,KAAK,CAAC,GAAG;QACd,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAEjD,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,EAAE,KAAK,EAAE,mBAAmB,KAAK,CAAC,IAAI,EAAE,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;QACxG,GAAG,CAAC,KAAK,EAAE,CAAC;QAEZ,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QAC7F,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAErD,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,QAAQ,CAAC,cAAc,EAAE,CAAC,CAAC;QAE5C,MAAM,cAAc,GAAG,MAAM,cAAc,CAAC,MAAM,EAAE,CAAC;QACrD,MAAM,cAAc,CAAC,gBAAgB,CAAC,QAAQ,CAAC,cAAc,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAE3E,IAAI,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC;YACxB,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,eAAe,EAAE,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC,cAAc,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YAClH,IAAI,SAAS;gBAAE,MAAM,cAAc,CAAC,gBAAgB,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;YAE9E,GAAG,CAAC,IAAI,EAAE,CAAC;YAEX,MAAM,iBAAiB,CAAC;gBACtB,EAAE,EAAE,QAAQ,CAAC,cAAc;gBAC3B,MAAM,EAAE,KAAK,CAAC,eAAe,CAAC;gBAC9B,OAAO,EAAE,eAAe;gBACxB,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE;gBAC/B,SAAS,EAAE,KAAK,CAAC,YAAY,CAAC;aAC/B,CAAC,CAAC;YAEH,OAAO;gBACL,MAAM,EAAE,WAAW;gBACnB,cAAc,EAAE,QAAQ,CAAC,cAAc;aACxC,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,GAAG,CAAC,IAAI,EAAE,CAAC;YACX,IAAI,CAAC,GAAG,CACN,OAAO,QAAQ,CACb,KAAK,EACL,iCAAiC,QAAQ,CAAC,cAAc,EAAE,CAC3D,kCAAkC,CACpC,CAAC;QACJ,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC"}
@@ -1,21 +1,25 @@
1
1
  # summary
2
2
 
3
- Cancel a running test for an Agent.
3
+ Cancel an agent test that's currently running in your org.
4
4
 
5
5
  # description
6
6
 
7
- Cancel a running test for an Agent, providing the AiEvaluation ID.
7
+ This command requires a job ID, which the original "agent test run" command displays when it completes. You can also use the --use-most-recent flag to see results for the most recently run agent test.
8
8
 
9
9
  # flags.job-id.summary
10
10
 
11
- The AiEvaluation ID.
11
+ Job ID of the running agent test that you want to cancel.
12
12
 
13
13
  # flags.use-most-recent.summary
14
14
 
15
- Use the job ID of the most recent test evaluation.
15
+ Use the job ID of the most recently-run agent test.
16
16
 
17
17
  # examples
18
18
 
19
- - Cancel a test for an Agent:
19
+ - Cancel an agent test currently running in your default org using a job ID:
20
20
 
21
- <%= config.bin %> <%= command.id %> --job-id AiEvalId
21
+ <%= config.bin %> <%= command.id %> --job-id 4KBfake0000003F4AQ
22
+
23
+ - Cancel the most recently run agent test in the org with alias "my-org":
24
+
25
+ <%= config.bin %> <%= command.id %> --job-id 4KBfake0000003F4AQ --target-org my-org
@@ -1,19 +1,31 @@
1
1
  # summary
2
2
 
3
- Get the results of a test evaluation.
3
+ Get the results of a completed agent test run.
4
4
 
5
5
  # description
6
6
 
7
- Provide the AiEvaluation ID to get the results of a test evaluation.
7
+ This command requires a job ID, which the original "agent test run" command displays when it completes. You can also use the --use-most-recent flag to see results for the most recently run agent test.
8
+
9
+ By default, this command outputs test results in human-readable tables for each test case. The tables show whether the test case passed, the expected and actual values, the test score, how long the test took, and more. Use the --result-format to display the test results in JSON or Junit format. Use the --output-dir flag to write the results to a file rather than to the terminal.
8
10
 
9
11
  # flags.job-id.summary
10
12
 
11
- The AiEvaluation ID.
13
+ Job ID of the completed agent test run.
12
14
 
13
15
  # flags.use-most-recent.summary
14
16
 
15
- Use the job ID of the most recent test evaluation.
17
+ Use the job ID of the most recent agent test run.
16
18
 
17
19
  # examples
18
20
 
19
- - <%= config.bin %> <%= command.id %> --job-id AiEvalId
21
+ - Get the results of an agent test run in your default org using its job ID:
22
+
23
+ <%= config.bin %> <%= command.id %> --job-id 4KBfake0000003F4AQ
24
+
25
+ - Get the results of the most recently run agent test in an org with alias "my-org":
26
+
27
+ <%= config.bin %> <%= command.id %> --use-most-recent --target-org my-org
28
+
29
+ - Get the results of the most recently run agent test in your default org, and write the JSON-formatted results into a directory called "test-results":
30
+
31
+ <%= config.bin %> <%= command.id %> --use-most-recent --output-dir ./test-results --result-format json
@@ -1,29 +1,37 @@
1
1
  # summary
2
2
 
3
- Resume a running test for an Agent.
3
+ Resume an agent test that you previously started in your org so you can view the test results.
4
4
 
5
5
  # description
6
6
 
7
- Resume a running test for an Agent, providing the AiEvaluation ID.
7
+ This command requires a job ID, which the original "agent test run" command displays when it completes. You can also use the --use-most-recent flag to see results for the most recently run agent test.
8
+
9
+ Use the --wait flag to specify the number of minutes for this command to wait for the agent test to complete; if the test completes by the end of the wait time, the command displays the test results. If not, the CLI returns control of the terminal to you, and you must run "agent test resume" again.
10
+
11
+ By default, this command outputs test results in human-readable tables for each test case. The tables show whether the test case passed, the expected and actual values, the test score, how long the test took, and more. Use the --result-format to display the test results in JSON or Junit format. Use the --output-dir flag to write the results to a file rather than to the terminal.
8
12
 
9
13
  # flags.job-id.summary
10
14
 
11
- The AiEvaluation ID.
15
+ Job ID of the original agent test run.
12
16
 
13
17
  # flags.use-most-recent.summary
14
18
 
15
- Use the job ID of the most recent test evaluation.
19
+ Use the job ID of the most recent agent test run.
16
20
 
17
21
  # flags.wait.summary
18
22
 
19
23
  Number of minutes to wait for the command to complete and display results to the terminal window.
20
24
 
21
- # flags.wait.description
25
+ # examples
26
+
27
+ - Resume an agent test in your default org using a job ID:
22
28
 
23
- If the command continues to run after the wait period, the CLI returns control of the terminal window to you.
29
+ <%= config.bin %> <%= command.id %> --job-id 4KBfake0000003F4AQ
24
30
 
25
- # examples
31
+ - Resume the most recently-run agent test in an org with alias "my-org" org; wait 10 minutes for the tests to finish:
32
+
33
+ <%= config.bin %> <%= command.id %> --use-most-recent --wait 10 --target-org my-org
26
34
 
27
- - Resume a test for an Agent:
35
+ - Resume the most recent agent test in your default org, and write the JSON-formatted results into a directory called "test-results":
28
36
 
29
- <%= config.bin %> <%= command.id %> --job-id AiEvalId
37
+ <%= config.bin %> <%= command.id %> --use-most-recent --output-dir ./test-results --result-format json
@@ -1,29 +1,33 @@
1
1
  # summary
2
2
 
3
- Start a test for an Agent.
3
+ Start an agent test in your org.
4
4
 
5
5
  # description
6
6
 
7
- Start a test for an Agent, providing the AiEvalDefinitionVersion ID. Returns the job ID.
7
+ Use the --name flag to specify the name of the agent test you want to run; find the agent test's name in the Testing Center page in the Setup UI of your org.
8
8
 
9
- # flags.name.summary
9
+ This command starts the agent test in your org, but doesn't by default wait for it to finish. Instead, it displays the "agent test resume" command, with a job ID, that you execute to see the results of the test run, and then returns control of the terminal window to you. Use the --wait flag to specify the number of minutes for the command to wait for the agent test to complete; if the test completes by the end of the wait time, the command displays the test results. If not, run "agent test resume".
10
10
 
11
- The name of the AiEvaluationDefinition to start.
11
+ By default, this command outputs test results in human-readable tables for each test case, if the test completes in time. The tables show whether the test case passed, the expected and actual values, the test score, how long the test took, and more. Use the --result-format to display the test results in JSON or Junit format. Use the --output-dir flag to write the results to a file rather than to the terminal.
12
12
 
13
- # flags.name.description
13
+ # flags.name.summary
14
14
 
15
- The name of the AiEvaluationDefinition to start.
15
+ Name of the agent test to start.
16
16
 
17
17
  # flags.wait.summary
18
18
 
19
19
  Number of minutes to wait for the command to complete and display results to the terminal window.
20
20
 
21
- # flags.wait.description
21
+ # examples
22
+
23
+ - Start a test called MyAgentTest for an agent in your default org, don't wait for the test to finish:
22
24
 
23
- If the command continues to run after the wait period, the CLI returns control of the terminal window to you.
25
+ <%= config.bin %> <%= command.id %> --name MyAgentTest
24
26
 
25
- # examples
27
+ - Start a test for an agent in an org with alias "my-org" and wait for 10 minutes for the test to finish:
28
+
29
+ <%= config.bin %> <%= command.id %> --name MyAgentTest --wait 10 --target-org my-org
26
30
 
27
- - Start a test for an Agent:
31
+ - Start a test and write the JSON-formatted results into a directory called "test-results":
28
32
 
29
- <%= config.bin %> <%= command.id %> --name AiEvalDefVerId
33
+ <%= config.bin %> <%= command.id %> --name MyAgentTest --wait 10 --output-dir ./test-results --result-format json
@@ -1,11 +1,11 @@
1
1
  # flags.result-format.summary
2
2
 
3
- Format of the test run results.
3
+ Format of the agent test run results.
4
4
 
5
5
  # flags.output-dir.summary
6
6
 
7
- Directory to write the test results to.
7
+ Directory to write the agent test results into.
8
8
 
9
9
  # flags.output-dir.description
10
10
 
11
- If test run is complete, write the results to the specified directory. If the tests are still running, the test results will not be written.
11
+ If the agent test run completes, write the results to the specified directory. If the test is still running, the test results aren't written.
@@ -1,12 +1,12 @@
1
1
  {
2
2
  "name": "@salesforce/plugin-agent",
3
- "version": "1.7.0",
3
+ "version": "1.7.2-dev.0",
4
4
  "lockfileVersion": 3,
5
5
  "requires": true,
6
6
  "packages": {
7
7
  "": {
8
8
  "name": "@salesforce/plugin-agent",
9
- "version": "1.7.0",
9
+ "version": "1.7.2-dev.0",
10
10
  "license": "BSD-3-Clause",
11
11
  "dependencies": {
12
12
  "@inquirer/confirm": "^5.1.0",
@@ -373,9 +373,10 @@
373
373
  "agent:test:cancel": {
374
374
  "aliases": [],
375
375
  "args": {},
376
- "description": "Cancel a running test for an Agent, providing the AiEvaluation ID.",
376
+ "description": "This command requires a job ID, which the original \"agent test run\" command displays when it completes. You can also use the --use-most-recent flag to see results for the most recently run agent test.",
377
377
  "examples": [
378
- "Cancel a test for an Agent:\n<%= config.bin %> <%= command.id %> --job-id AiEvalId"
378
+ "Cancel an agent test currently running in your default org using a job ID:\n<%= config.bin %> <%= command.id %> --job-id 4KBfake0000003F4AQ",
379
+ "Cancel the most recently run agent test in the org with alias \"my-org\":\n<%= config.bin %> <%= command.id %> --job-id 4KBfake0000003F4AQ --target-org my-org"
379
380
  ],
380
381
  "flags": {
381
382
  "json": {
@@ -413,7 +414,7 @@
413
414
  "job-id": {
414
415
  "char": "i",
415
416
  "name": "job-id",
416
- "summary": "The AiEvaluation ID.",
417
+ "summary": "Job ID of the running agent test that you want to cancel.",
417
418
  "hasDynamicHelp": false,
418
419
  "multiple": false,
419
420
  "type": "option"
@@ -421,7 +422,7 @@
421
422
  "use-most-recent": {
422
423
  "char": "r",
423
424
  "name": "use-most-recent",
424
- "summary": "Use the job ID of the most recent test evaluation.",
425
+ "summary": "Use the job ID of the most recently-run agent test.",
425
426
  "allowNo": false,
426
427
  "type": "boolean"
427
428
  }
@@ -434,7 +435,7 @@
434
435
  "pluginType": "core",
435
436
  "state": "beta",
436
437
  "strict": true,
437
- "summary": "Cancel a running test for an Agent.",
438
+ "summary": "Cancel an agent test that's currently running in your org.",
438
439
  "enableJsonFlag": true,
439
440
  "isESM": true,
440
441
  "relativePath": [
@@ -457,9 +458,11 @@
457
458
  "agent:test:results": {
458
459
  "aliases": [],
459
460
  "args": {},
460
- "description": "Provide the AiEvaluation ID to get the results of a test evaluation.",
461
+ "description": "This command requires a job ID, which the original \"agent test run\" command displays when it completes. You can also use the --use-most-recent flag to see results for the most recently run agent test.\n\nBy default, this command outputs test results in human-readable tables for each test case. The tables show whether the test case passed, the expected and actual values, the test score, how long the test took, and more. Use the --result-format to display the test results in JSON or Junit format. Use the --output-dir flag to write the results to a file rather than to the terminal.",
461
462
  "examples": [
462
- "<%= config.bin %> <%= command.id %> --job-id AiEvalId"
463
+ "Get the results of an agent test run in your default org using its job ID:\n<%= config.bin %> <%= command.id %> --job-id 4KBfake0000003F4AQ",
464
+ "Get the results of the most recently run agent test in an org with alias \"my-org\":\n<%= config.bin %> <%= command.id %> --use-most-recent --target-org my-org",
465
+ "Get the results of the most recently run agent test in your default org, and write the JSON-formatted results into a directory called \"test-results\":\n<%= config.bin %> <%= command.id %> --use-most-recent --output-dir ./test-results --result-format json"
463
466
  ],
464
467
  "flags": {
465
468
  "json": {
@@ -498,14 +501,14 @@
498
501
  "char": "i",
499
502
  "name": "job-id",
500
503
  "required": true,
501
- "summary": "The AiEvaluation ID.",
504
+ "summary": "Job ID of the completed agent test run.",
502
505
  "hasDynamicHelp": false,
503
506
  "multiple": false,
504
507
  "type": "option"
505
508
  },
506
509
  "result-format": {
507
510
  "name": "result-format",
508
- "summary": "Format of the test run results.",
511
+ "summary": "Format of the agent test run results.",
509
512
  "default": "human",
510
513
  "hasDynamicHelp": false,
511
514
  "multiple": false,
@@ -519,9 +522,9 @@
519
522
  },
520
523
  "output-dir": {
521
524
  "char": "f",
522
- "description": "If test run is complete, write the results to the specified directory. If the tests are still running, the test results will not be written.",
525
+ "description": "If the agent test run completes, write the results to the specified directory. If the test is still running, the test results aren't written.",
523
526
  "name": "output-dir",
524
- "summary": "Directory to write the test results to.",
527
+ "summary": "Directory to write the agent test results into.",
525
528
  "hasDynamicHelp": false,
526
529
  "multiple": false,
527
530
  "type": "option"
@@ -535,7 +538,7 @@
535
538
  "pluginType": "core",
536
539
  "state": "beta",
537
540
  "strict": true,
538
- "summary": "Get the results of a test evaluation.",
541
+ "summary": "Get the results of a completed agent test run.",
539
542
  "enableJsonFlag": true,
540
543
  "isESM": true,
541
544
  "relativePath": [
@@ -558,9 +561,11 @@
558
561
  "agent:test:resume": {
559
562
  "aliases": [],
560
563
  "args": {},
561
- "description": "Resume a running test for an Agent, providing the AiEvaluation ID.",
564
+ "description": "This command requires a job ID, which the original \"agent test run\" command displays when it completes. You can also use the --use-most-recent flag to see results for the most recently run agent test.\n\nUse the --wait flag to specify the number of minutes for this command to wait for the agent test to complete; if the test completes by the end of the wait time, the command displays the test results. If not, the CLI returns control of the terminal to you, and you must run \"agent test resume\" again.\n\nBy default, this command outputs test results in human-readable tables for each test case. The tables show whether the test case passed, the expected and actual values, the test score, how long the test took, and more. Use the --result-format to display the test results in JSON or Junit format. Use the --output-dir flag to write the results to a file rather than to the terminal.",
562
565
  "examples": [
563
- "Resume a test for an Agent:\n<%= config.bin %> <%= command.id %> --job-id AiEvalId"
566
+ "Resume an agent test in your default org using a job ID:\n<%= config.bin %> <%= command.id %> --job-id 4KBfake0000003F4AQ",
567
+ "Resume the most recently-run agent test in an org with alias \"my-org\" org; wait 10 minutes for the tests to finish:\n<%= config.bin %> <%= command.id %> --use-most-recent --wait 10 --target-org my-org",
568
+ "Resume the most recent agent test in your default org, and write the JSON-formatted results into a directory called \"test-results\":\n<%= config.bin %> <%= command.id %> --use-most-recent --output-dir ./test-results --result-format json"
564
569
  ],
565
570
  "flags": {
566
571
  "json": {
@@ -598,7 +603,7 @@
598
603
  "job-id": {
599
604
  "char": "i",
600
605
  "name": "job-id",
601
- "summary": "The AiEvaluation ID.",
606
+ "summary": "Job ID of the original agent test run.",
602
607
  "hasDynamicHelp": false,
603
608
  "multiple": false,
604
609
  "type": "option"
@@ -606,13 +611,12 @@
606
611
  "use-most-recent": {
607
612
  "char": "r",
608
613
  "name": "use-most-recent",
609
- "summary": "Use the job ID of the most recent test evaluation.",
614
+ "summary": "Use the job ID of the most recent agent test run.",
610
615
  "allowNo": false,
611
616
  "type": "boolean"
612
617
  },
613
618
  "wait": {
614
619
  "char": "w",
615
- "description": "If the command continues to run after the wait period, the CLI returns control of the terminal window to you.",
616
620
  "name": "wait",
617
621
  "summary": "Number of minutes to wait for the command to complete and display results to the terminal window.",
618
622
  "default": "5 minutes",
@@ -622,7 +626,7 @@
622
626
  },
623
627
  "result-format": {
624
628
  "name": "result-format",
625
- "summary": "Format of the test run results.",
629
+ "summary": "Format of the agent test run results.",
626
630
  "default": "human",
627
631
  "hasDynamicHelp": false,
628
632
  "multiple": false,
@@ -636,9 +640,9 @@
636
640
  },
637
641
  "output-dir": {
638
642
  "char": "f",
639
- "description": "If test run is complete, write the results to the specified directory. If the tests are still running, the test results will not be written.",
643
+ "description": "If the agent test run completes, write the results to the specified directory. If the test is still running, the test results aren't written.",
640
644
  "name": "output-dir",
641
- "summary": "Directory to write the test results to.",
645
+ "summary": "Directory to write the agent test results into.",
642
646
  "hasDynamicHelp": false,
643
647
  "multiple": false,
644
648
  "type": "option"
@@ -652,7 +656,7 @@
652
656
  "pluginType": "core",
653
657
  "state": "beta",
654
658
  "strict": true,
655
- "summary": "Resume a running test for an Agent.",
659
+ "summary": "Resume an agent test that you previously started in your org so you can view the test results.",
656
660
  "enableJsonFlag": true,
657
661
  "isESM": true,
658
662
  "relativePath": [
@@ -675,9 +679,11 @@
675
679
  "agent:test:run": {
676
680
  "aliases": [],
677
681
  "args": {},
678
- "description": "Start a test for an Agent, providing the AiEvalDefinitionVersion ID. Returns the job ID.",
682
+ "description": "Use the --name flag to specify the name of the agent test you want to run; find the agent test's name in the Testing Center page in the Setup UI of your org.\n\nThis command starts the agent test in your org, but doesn't by default wait for it to finish. Instead, it displays the \"agent test resume\" command, with a job ID, that you execute to see the results of the test run, and then returns control of the terminal window to you. Use the --wait flag to specify the number of minutes for the command to wait for the agent test to complete; if the test completes by the end of the wait time, the command displays the test results. If not, run \"agent test resume\".\n\nBy default, this command outputs test results in human-readable tables for each test case, if the test completes in time. The tables show whether the test case passed, the expected and actual values, the test score, how long the test took, and more. Use the --result-format to display the test results in JSON or Junit format. Use the --output-dir flag to write the results to a file rather than to the terminal.",
679
683
  "examples": [
680
- "Start a test for an Agent:\n<%= config.bin %> <%= command.id %> --name AiEvalDefVerId"
684
+ "Start a test called MyAgentTest for an agent in your default org, don't wait for the test to finish:\n<%= config.bin %> <%= command.id %> --name MyAgentTest",
685
+ "Start a test for an agent in an org with alias \"my-org\" and wait for 10 minutes for the test to finish:\n<%= config.bin %> <%= command.id %> --name MyAgentTest --wait 10 --target-org my-org",
686
+ "Start a test and write the JSON-formatted results into a directory called \"test-results\":\n<%= config.bin %> <%= command.id %> --name MyAgentTest --wait 10 --output-dir ./test-results --result-format json"
681
687
  ],
682
688
  "flags": {
683
689
  "json": {
@@ -714,17 +720,15 @@
714
720
  },
715
721
  "name": {
716
722
  "char": "n",
717
- "description": "The name of the AiEvaluationDefinition to start.",
718
723
  "name": "name",
719
724
  "required": true,
720
- "summary": "The name of the AiEvaluationDefinition to start.",
725
+ "summary": "Name of the agent test to start.",
721
726
  "hasDynamicHelp": false,
722
727
  "multiple": false,
723
728
  "type": "option"
724
729
  },
725
730
  "wait": {
726
731
  "char": "w",
727
- "description": "If the command continues to run after the wait period, the CLI returns control of the terminal window to you.",
728
732
  "name": "wait",
729
733
  "summary": "Number of minutes to wait for the command to complete and display results to the terminal window.",
730
734
  "hasDynamicHelp": true,
@@ -733,7 +737,7 @@
733
737
  },
734
738
  "result-format": {
735
739
  "name": "result-format",
736
- "summary": "Format of the test run results.",
740
+ "summary": "Format of the agent test run results.",
737
741
  "default": "human",
738
742
  "hasDynamicHelp": false,
739
743
  "multiple": false,
@@ -747,9 +751,9 @@
747
751
  },
748
752
  "output-dir": {
749
753
  "char": "f",
750
- "description": "If test run is complete, write the results to the specified directory. If the tests are still running, the test results will not be written.",
754
+ "description": "If the agent test run completes, write the results to the specified directory. If the test is still running, the test results aren't written.",
751
755
  "name": "output-dir",
752
- "summary": "Directory to write the test results to.",
756
+ "summary": "Directory to write the agent test results into.",
753
757
  "hasDynamicHelp": false,
754
758
  "multiple": false,
755
759
  "type": "option"
@@ -763,7 +767,7 @@
763
767
  "pluginType": "core",
764
768
  "state": "beta",
765
769
  "strict": true,
766
- "summary": "Start a test for an Agent.",
770
+ "summary": "Start an agent test in your org.",
767
771
  "enableJsonFlag": true,
768
772
  "isESM": true,
769
773
  "relativePath": [
@@ -784,5 +788,5 @@
784
788
  ]
785
789
  }
786
790
  },
787
- "version": "1.7.0"
791
+ "version": "1.7.2-dev.0"
788
792
  }
package/package.json CHANGED
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "name": "@salesforce/plugin-agent",
3
3
  "description": "Commands to interact with Salesforce agents",
4
- "version": "1.7.0",
4
+ "version": "1.7.2-dev.0",
5
5
  "author": "Salesforce",
6
6
  "bugs": "https://github.com/forcedotcom/cli/issues",
7
7
  "dependencies": {
@@ -222,7 +222,7 @@
222
222
  "exports": "./lib/index.js",
223
223
  "type": "module",
224
224
  "sfdx": {
225
- "publicKeyUrl": "https://developer.salesforce.com/media/salesforce-cli/security/@salesforce/plugin-agent/1.7.0.crt",
226
- "signatureUrl": "https://developer.salesforce.com/media/salesforce-cli/security/@salesforce/plugin-agent/1.7.0.sig"
225
+ "publicKeyUrl": "https://developer.salesforce.com/media/salesforce-cli/security/@salesforce/plugin-agent/1.7.2-dev.0.crt",
226
+ "signatureUrl": "https://developer.salesforce.com/media/salesforce-cli/security/@salesforce/plugin-agent/1.7.2-dev.0.sig"
227
227
  }
228
228
  }