@salesforce/plugin-agent 1.7.3-dev.2 → 1.7.3-dev.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +26 -26
- package/lib/commands/agent/generate/{test-set.d.ts → test-cases.d.ts} +1 -1
- package/lib/commands/agent/generate/{test-set.js → test-cases.js} +3 -3
- package/lib/commands/agent/generate/test-cases.js.map +1 -0
- package/npm-shrinkwrap.json +2 -2
- package/oclif.manifest.json +23 -23
- package/package.json +3 -3
- package/lib/commands/agent/generate/test-set.js.map +0 -1
- /package/messages/{agent.generate.test-set.md → agent.generate.test-cases.md} +0 -0
package/README.md
CHANGED
|
@@ -63,8 +63,8 @@ sf plugins
|
|
|
63
63
|
|
|
64
64
|
- [`sf agent create`](#sf-agent-create)
|
|
65
65
|
- [`sf agent generate spec`](#sf-agent-generate-spec)
|
|
66
|
+
- [`sf agent generate test-cases`](#sf-agent-generate-test-cases)
|
|
66
67
|
- [`sf agent generate test-definition`](#sf-agent-generate-test-definition)
|
|
67
|
-
- [`sf agent generate test-set`](#sf-agent-generate-test-set)
|
|
68
68
|
- [`sf agent preview`](#sf-agent-preview)
|
|
69
69
|
- [`sf agent test cancel`](#sf-agent-test-cancel)
|
|
70
70
|
- [`sf agent test results`](#sf-agent-test-results)
|
|
@@ -111,7 +111,7 @@ EXAMPLES
|
|
|
111
111
|
$ sf agent create --name CustomerSupportAgent --spec ./config/agentSpec.json --target-org my-org
|
|
112
112
|
```
|
|
113
113
|
|
|
114
|
-
_See code: [src/commands/agent/create.ts](https://github.com/salesforcecli/plugin-agent/blob/1.7.3-dev.
|
|
114
|
+
_See code: [src/commands/agent/create.ts](https://github.com/salesforcecli/plugin-agent/blob/1.7.3-dev.3/src/commands/agent/create.ts)_
|
|
115
115
|
|
|
116
116
|
## `sf agent generate spec`
|
|
117
117
|
|
|
@@ -172,55 +172,55 @@ EXAMPLES
|
|
|
172
172
|
$ sf agent generate spec --output-dir specs --target-org my-org
|
|
173
173
|
```
|
|
174
174
|
|
|
175
|
-
_See code: [src/commands/agent/generate/spec.ts](https://github.com/salesforcecli/plugin-agent/blob/1.7.3-dev.
|
|
175
|
+
_See code: [src/commands/agent/generate/spec.ts](https://github.com/salesforcecli/plugin-agent/blob/1.7.3-dev.3/src/commands/agent/generate/spec.ts)_
|
|
176
176
|
|
|
177
|
-
## `sf agent generate test-
|
|
177
|
+
## `sf agent generate test-cases`
|
|
178
178
|
|
|
179
|
-
Interactively generate a new AI Evaluation
|
|
179
|
+
Interactively generate a new Set of AI Evaluation test cases.
|
|
180
180
|
|
|
181
181
|
```
|
|
182
182
|
USAGE
|
|
183
|
-
$ sf agent generate test-
|
|
183
|
+
$ sf agent generate test-cases [--flags-dir <value>]
|
|
184
184
|
|
|
185
185
|
GLOBAL FLAGS
|
|
186
186
|
--flags-dir=<value> Import flag values from a directory.
|
|
187
187
|
|
|
188
188
|
DESCRIPTION
|
|
189
|
-
Interactively generate a new AI Evaluation
|
|
190
|
-
|
|
191
|
-
This command will prompt you for the necessary information to create a new AiEvaluationDefinition. The definition will
|
|
192
|
-
be saved to the `aiEvaluationDefinitions` directory in the project.
|
|
189
|
+
Interactively generate a new Set of AI Evaluation test cases.
|
|
193
190
|
|
|
194
|
-
|
|
191
|
+
Answer the prompts to generate an AiEvaluationTestSet that will be written to a file. You can then run "sf agent
|
|
192
|
+
generate definition" to generate the AiEvaluationDefinition that can be used to evaluate the test set.
|
|
195
193
|
|
|
196
194
|
EXAMPLES
|
|
197
|
-
$ sf agent generate test-
|
|
195
|
+
$ sf agent generate test-cases
|
|
198
196
|
```
|
|
199
197
|
|
|
200
|
-
_See code: [src/commands/agent/generate/test-
|
|
198
|
+
_See code: [src/commands/agent/generate/test-cases.ts](https://github.com/salesforcecli/plugin-agent/blob/1.7.3-dev.3/src/commands/agent/generate/test-cases.ts)_
|
|
201
199
|
|
|
202
|
-
## `sf agent generate test-
|
|
200
|
+
## `sf agent generate test-definition`
|
|
203
201
|
|
|
204
|
-
Interactively generate a new
|
|
202
|
+
Interactively generate a new AI Evaluation Test Definition.
|
|
205
203
|
|
|
206
204
|
```
|
|
207
205
|
USAGE
|
|
208
|
-
$ sf agent generate test-
|
|
206
|
+
$ sf agent generate test-definition [--flags-dir <value>]
|
|
209
207
|
|
|
210
208
|
GLOBAL FLAGS
|
|
211
209
|
--flags-dir=<value> Import flag values from a directory.
|
|
212
210
|
|
|
213
211
|
DESCRIPTION
|
|
214
|
-
Interactively generate a new
|
|
212
|
+
Interactively generate a new AI Evaluation Test Definition.
|
|
215
213
|
|
|
216
|
-
|
|
217
|
-
|
|
214
|
+
This command will prompt you for the necessary information to create a new AiEvaluationDefinition. The definition will
|
|
215
|
+
be saved to the `aiEvaluationDefinitions` directory in the project.
|
|
216
|
+
|
|
217
|
+
You must have the `Bots` and `AiEvaluationTestSets` metadata types present in your project to use this command.
|
|
218
218
|
|
|
219
219
|
EXAMPLES
|
|
220
|
-
$ sf agent generate test-
|
|
220
|
+
$ sf agent generate test-definition
|
|
221
221
|
```
|
|
222
222
|
|
|
223
|
-
_See code: [src/commands/agent/generate/test-
|
|
223
|
+
_See code: [src/commands/agent/generate/test-definition.ts](https://github.com/salesforcecli/plugin-agent/blob/1.7.3-dev.3/src/commands/agent/generate/test-definition.ts)_
|
|
224
224
|
|
|
225
225
|
## `sf agent preview`
|
|
226
226
|
|
|
@@ -255,7 +255,7 @@ FLAG DESCRIPTIONS
|
|
|
255
255
|
the API name of the agent? (TBD based on agents library)
|
|
256
256
|
```
|
|
257
257
|
|
|
258
|
-
_See code: [src/commands/agent/preview.ts](https://github.com/salesforcecli/plugin-agent/blob/1.7.3-dev.
|
|
258
|
+
_See code: [src/commands/agent/preview.ts](https://github.com/salesforcecli/plugin-agent/blob/1.7.3-dev.3/src/commands/agent/preview.ts)_
|
|
259
259
|
|
|
260
260
|
## `sf agent test cancel`
|
|
261
261
|
|
|
@@ -292,7 +292,7 @@ EXAMPLES
|
|
|
292
292
|
$ sf agent test cancel --job-id 4KBfake0000003F4AQ --target-org my-org
|
|
293
293
|
```
|
|
294
294
|
|
|
295
|
-
_See code: [src/commands/agent/test/cancel.ts](https://github.com/salesforcecli/plugin-agent/blob/1.7.3-dev.
|
|
295
|
+
_See code: [src/commands/agent/test/cancel.ts](https://github.com/salesforcecli/plugin-agent/blob/1.7.3-dev.3/src/commands/agent/test/cancel.ts)_
|
|
296
296
|
|
|
297
297
|
## `sf agent test results`
|
|
298
298
|
|
|
@@ -348,7 +348,7 @@ FLAG DESCRIPTIONS
|
|
|
348
348
|
test results aren't written.
|
|
349
349
|
```
|
|
350
350
|
|
|
351
|
-
_See code: [src/commands/agent/test/results.ts](https://github.com/salesforcecli/plugin-agent/blob/1.7.3-dev.
|
|
351
|
+
_See code: [src/commands/agent/test/results.ts](https://github.com/salesforcecli/plugin-agent/blob/1.7.3-dev.3/src/commands/agent/test/results.ts)_
|
|
352
352
|
|
|
353
353
|
## `sf agent test resume`
|
|
354
354
|
|
|
@@ -411,7 +411,7 @@ FLAG DESCRIPTIONS
|
|
|
411
411
|
test results aren't written.
|
|
412
412
|
```
|
|
413
413
|
|
|
414
|
-
_See code: [src/commands/agent/test/resume.ts](https://github.com/salesforcecli/plugin-agent/blob/1.7.3-dev.
|
|
414
|
+
_See code: [src/commands/agent/test/resume.ts](https://github.com/salesforcecli/plugin-agent/blob/1.7.3-dev.3/src/commands/agent/test/resume.ts)_
|
|
415
415
|
|
|
416
416
|
## `sf agent test run`
|
|
417
417
|
|
|
@@ -474,6 +474,6 @@ FLAG DESCRIPTIONS
|
|
|
474
474
|
test results aren't written.
|
|
475
475
|
```
|
|
476
476
|
|
|
477
|
-
_See code: [src/commands/agent/test/run.ts](https://github.com/salesforcecli/plugin-agent/blob/1.7.3-dev.
|
|
477
|
+
_See code: [src/commands/agent/test/run.ts](https://github.com/salesforcecli/plugin-agent/blob/1.7.3-dev.3/src/commands/agent/test/run.ts)_
|
|
478
478
|
|
|
479
479
|
<!-- commandsstop -->
|
|
@@ -6,7 +6,7 @@ export type TestSetInputs = {
|
|
|
6
6
|
topicSequenceExpectedValue: string;
|
|
7
7
|
};
|
|
8
8
|
export declare function constructTestSetXML(testCases: TestSetInputs[]): string;
|
|
9
|
-
export default class
|
|
9
|
+
export default class AgentGenerateTestCases extends SfCommand<void> {
|
|
10
10
|
static readonly summary: string;
|
|
11
11
|
static readonly description: string;
|
|
12
12
|
static readonly examples: string[];
|
|
@@ -13,7 +13,7 @@ import { XMLParser } from 'fast-xml-parser';
|
|
|
13
13
|
import { theme } from '../../../inquirer-theme.js';
|
|
14
14
|
import { readDir } from '../../../read-dir.js';
|
|
15
15
|
Messages.importMessagesDirectoryFromMetaUrl(import.meta.url);
|
|
16
|
-
const messages = Messages.loadMessages('@salesforce/plugin-agent', 'agent.generate.test-
|
|
16
|
+
const messages = Messages.loadMessages('@salesforce/plugin-agent', 'agent.generate.test-cases');
|
|
17
17
|
function castArray(value) {
|
|
18
18
|
return Array.isArray(value) ? value : [value];
|
|
19
19
|
}
|
|
@@ -120,7 +120,7 @@ export function constructTestSetXML(testCases) {
|
|
|
120
120
|
xml += '</AiEvaluationTestSet>';
|
|
121
121
|
return xml;
|
|
122
122
|
}
|
|
123
|
-
export default class
|
|
123
|
+
export default class AgentGenerateTestCases extends SfCommand {
|
|
124
124
|
static summary = messages.getMessage('summary');
|
|
125
125
|
static description = messages.getMessage('description');
|
|
126
126
|
static examples = messages.getMessages('examples');
|
|
@@ -166,4 +166,4 @@ export default class AgentGenerateTestset extends SfCommand {
|
|
|
166
166
|
await writeFile(testSetPath, constructTestSetXML(testCases));
|
|
167
167
|
}
|
|
168
168
|
}
|
|
169
|
-
//# sourceMappingURL=test-
|
|
169
|
+
//# sourceMappingURL=test-cases.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"test-cases.js","sourceRoot":"","sources":["../../../../src/commands/agent/generate/test-cases.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,EAAE,SAAS,EAAE,MAAM,6BAA6B,CAAC;AACxD,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AACrE,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,KAAK,EAAE,MAAM,4BAA4B,CAAC;AACnD,OAAO,EAAE,OAAO,EAAE,MAAM,sBAAsB,CAAC;AAC/C,QAAQ,CAAC,kCAAkC,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC7D,MAAM,QAAQ,GAAG,QAAQ,CAAC,YAAY,CAAC,0BAA0B,EAAE,2BAA2B,CAAC,CAAC;AAehG,SAAS,SAAS,CAAI,KAAc;IAClC,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;AAChD,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,YAAoC;IACnE,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC;QAC5B,OAAO,EAAE,WAAW;QACpB,QAAQ,EAAE,CAAC,CAAS,EAAoB,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,2BAA2B;QACtF,KAAK;KACN,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,SAAS,CAAC;IAE5B,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAEzC,MAAM,kBAAkB,GAAG,KAAK,IAAuB,EAAE,CACvD,CACE,MAAM,KAAK,CAAC;QACV,OAAO,EAAE,oBAAoB;QAC7B,QAAQ,EAAE,CAAC,CAAS,EAAoB,EAAE;YACxC,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;gBACd,OAAO,gCAAgC,CAAC;YAC1C,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QACD,KAAK;KACN,CAAC,CACH;SACE,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAE1B,MAAM,eAAe,GAAG,KAAK,IAAqB,EAAE,CAClD,KAAK,CAAC;QACJ,OAAO,EAAE,mBAAmB;QAC5B,QAAQ,EAAE,CAAC,CAAS,EAAoB,EAAE;YACxC,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;gBACd,OAAO,gCAAgC,CAAC;YAC1C,CAAC;YAED,OAAO,IAAI,CAAC;QACd,CAAC;QACD,KAAK;KACN,CAAC,CAAC;IAEL,MAAM,0BAA0B,GAAG,MAAM,MAAM,CAAS;QACtD,OAAO,EAAE,gBAAgB;QACzB,OAAO,EAAE,CAAC,GAAG,MAAM,EAAE,SAAS,CAAC;QAC/B,KAAK;KACN,CAAC,CAAC;IAEH,IAAI,0BAA0B,KAAK,SAAS,EAAE,CAAC;QAC7C,OAAO;YACL,SAAS;YACT,0BAA0B,EAAE,MAAM,KAAK,CAAC;gBACtC,OAAO,EAAE,gBAAgB;gBACzB,QAAQ,EAAE,CAAC,CAAS,EAAoB,EAAE;oBACxC,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;wBACd,OAAO,gCAAgC,CAAC;oBAC1C,CAAC;oBACD,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,KAAK;aACN,CAAC;YACF,oIAAoI;YACpI,2BAA2B,EAAE,MAAM,kBAAkB,EAAE;YACvD,sBAAsB,EAAE,MAAM,eAAe,EAAE;SAChD,CAAC;IACJ,CAAC;IAED,MAAM,cAAc,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC,0BAA0B,CAAC,EAAE,OAAO,CAAC,CAAC;IACzF,MAAM,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;IAC/B,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,cAAc,CAAyE,CAAC;IACpH,MAAM,OAAO,GAAG,SAAS,CAAC,MAAM,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;IAExF,IAAI,2BAA2B,GAAG,MAAM,QAAQ,CAAS;QACvD,OAAO,EAAE,oBAAoB;QAC7B,OAAO,EAAE,CAAC,GAAG,OAAO,EAAE,SAAS,CAAC;QAChC,KAAK;QACL,QAAQ,EAAE,IAAI;KACf,CAAC,CAAC;IAEH,IAAI,2BAA2B,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QACpD,MAAM,UAAU,GAAG,MAAM,kBAAkB,EAAE,CAAC;QAE9C,2BAA2B,GAAG,CAAC,GAAG,2BAA2B,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,EAAE,GAAG,UAAU,CAAC,CAAC;IAC/G,CAAC;IAED,MAAM,sBAAsB,GAAG,MAAM,eAAe,EAAE,CAAC;IAEvD,OAAO;QACL,SAAS;QACT,2BAA2B;QAC3B,sBAAsB;QACtB,0BAA0B;KAC3B,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,SAA0B;IAC5D,MAAM,GAAG,GAAG,IAAI,CAAC;IACjB,IAAI,GAAG,GAAG,kEAAkE,GAAG,oCAAoC,CAAC;IACpH,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,CAAC,EAAE,EAAE;QAChC,GAAG,IAAI;cACG,CAAC,GAAG,CAAC;;mBAEA,QAAQ,CAAC,SAAS;;;;;yBAKZ,QAAQ,CAAC,0BAA0B;;;;yBAInC,IAAI,QAAQ,CAAC,2BAA2B,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG;;;;yBAI1E,QAAQ,CAAC,sBAAsB;;;gBAGxC,CAAC;IACf,CAAC,CAAC,CAAC;IACH,GAAG,IAAI,wBAAwB,CAAC;IAChC,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,CAAC,OAAO,OAAO,sBAAuB,SAAQ,SAAe;IAC1D,MAAM,CAAU,OAAO,GAAG,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;IACzD,MAAM,CAAU,WAAW,GAAG,QAAQ,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;IACjE,MAAM,CAAU,QAAQ,GAAG,QAAQ,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;IAC5D,MAAM,CAAU,cAAc,GAAG,KAAK,CAAC;IACvC,MAAM,CAAU,KAAK,GAAG,MAAM,CAAC;IAE/B,KAAK,CAAC,GAAG;QACd,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC;YAC9B,OAAO,EAAE,4CAA4C;YAErD,QAAQ,CAAC,CAAS;gBAChB,6BAA6B;gBAC7B,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;oBACd,OAAO,sBAAsB,CAAC;gBAChC,CAAC;gBAED,OAAO,IAAI,CAAC;gBAEZ,qDAAqD;gBACrD,0CAA0C;gBAC1C,4CAA4C;gBAC5C,oMAAoM;gBACpM,IAAI;gBACJ,eAAe;YACjB,CAAC;SACF,CAAC,CAAC;QAEH,MAAM,cAAc,GAAG,IAAI,CAAC,WAAW,EAAE,MAAM,EAAE,SAAS,EAAE,cAAc,CAAC,CAAC;QAC5E,MAAM,YAAY,GAAG,MAAM,CAAC,WAAW,CACrC,CAAC,MAAM,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;YACnD,WAAW,CAAC,OAAO,CAAC,uBAAuB,EAAE,EAAE,CAAC;YAChD,IAAI,CAAC,cAAc,EAAE,WAAW,CAAC;SAClC,CAAC,CACH,CAAC;QAEF,MAAM,SAAS,GAAG,EAAE,CAAC;QACrB,GAAG,CAAC;YACF,IAAI,CAAC,GAAG,EAAE,CAAC;YACX,IAAI,CAAC,YAAY,CAAC,qBAAqB,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,CAAC;YAC/D,4CAA4C;YAC5C,SAAS,CAAC,IAAI,CAAC,MAAM,iBAAiB,CAAC,YAAY,CAAC,CAAC,CAAC;QACxD,CAAC,SAAS,4CAA4C;QACpD,MAAM,OAAO,CAAC;YACZ,OAAO,EAAE,yCAAyC;YAClD,OAAO,EAAE,IAAI;SACd,CAAC,EACF;QAEF,MAAM,WAAW,GAAG,IAAI,CACtB,WAAW,EACX,MAAM,EACN,SAAS,EACT,sBAAsB,EACtB,GAAG,WAAW,+BAA+B,CAC9C,CAAC;QACF,MAAM,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACvD,IAAI,CAAC,GAAG,EAAE,CAAC;QACX,IAAI,CAAC,GAAG,CAAC,WAAW,WAAW,EAAE,CAAC,CAAC;QACnC,MAAM,SAAS,CAAC,WAAW,EAAE,mBAAmB,CAAC,SAAS,CAAC,CAAC,CAAC;IAC/D,CAAC"}
|
package/npm-shrinkwrap.json
CHANGED
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@salesforce/plugin-agent",
|
|
3
|
-
"version": "1.7.3-dev.
|
|
3
|
+
"version": "1.7.3-dev.3",
|
|
4
4
|
"lockfileVersion": 3,
|
|
5
5
|
"requires": true,
|
|
6
6
|
"packages": {
|
|
7
7
|
"": {
|
|
8
8
|
"name": "@salesforce/plugin-agent",
|
|
9
|
-
"version": "1.7.3-dev.
|
|
9
|
+
"version": "1.7.3-dev.3",
|
|
10
10
|
"license": "BSD-3-Clause",
|
|
11
11
|
"dependencies": {
|
|
12
12
|
"@inquirer/figures": "^1.0.7",
|
package/oclif.manifest.json
CHANGED
|
@@ -280,10 +280,10 @@
|
|
|
280
280
|
"spec:generate:agent"
|
|
281
281
|
]
|
|
282
282
|
},
|
|
283
|
-
"agent:generate:test-
|
|
283
|
+
"agent:generate:test-cases": {
|
|
284
284
|
"aliases": [],
|
|
285
285
|
"args": {},
|
|
286
|
-
"description": "
|
|
286
|
+
"description": "Answer the prompts to generate an AiEvaluationTestSet that will be written to a file. You can then run \"sf agent generate definition\" to generate the AiEvaluationDefinition that can be used to evaluate the test set.",
|
|
287
287
|
"examples": [
|
|
288
288
|
"<%= config.bin %> <%= command.id %>"
|
|
289
289
|
],
|
|
@@ -299,13 +299,13 @@
|
|
|
299
299
|
},
|
|
300
300
|
"hasDynamicHelp": false,
|
|
301
301
|
"hiddenAliases": [],
|
|
302
|
-
"id": "agent:generate:test-
|
|
302
|
+
"id": "agent:generate:test-cases",
|
|
303
303
|
"pluginAlias": "@salesforce/plugin-agent",
|
|
304
304
|
"pluginName": "@salesforce/plugin-agent",
|
|
305
305
|
"pluginType": "core",
|
|
306
306
|
"state": "beta",
|
|
307
307
|
"strict": true,
|
|
308
|
-
"summary": "Interactively generate a new AI Evaluation
|
|
308
|
+
"summary": "Interactively generate a new Set of AI Evaluation test cases.",
|
|
309
309
|
"enableJsonFlag": false,
|
|
310
310
|
"isESM": true,
|
|
311
311
|
"relativePath": [
|
|
@@ -313,22 +313,22 @@
|
|
|
313
313
|
"commands",
|
|
314
314
|
"agent",
|
|
315
315
|
"generate",
|
|
316
|
-
"test-
|
|
316
|
+
"test-cases.js"
|
|
317
317
|
],
|
|
318
318
|
"aliasPermutations": [],
|
|
319
319
|
"permutations": [
|
|
320
|
-
"agent:generate:test-
|
|
321
|
-
"generate:agent:test-
|
|
322
|
-
"generate:test-
|
|
323
|
-
"agent:test-
|
|
324
|
-
"test-
|
|
325
|
-
"test-
|
|
320
|
+
"agent:generate:test-cases",
|
|
321
|
+
"generate:agent:test-cases",
|
|
322
|
+
"generate:test-cases:agent",
|
|
323
|
+
"agent:test-cases:generate",
|
|
324
|
+
"test-cases:agent:generate",
|
|
325
|
+
"test-cases:generate:agent"
|
|
326
326
|
]
|
|
327
327
|
},
|
|
328
|
-
"agent:generate:test-
|
|
328
|
+
"agent:generate:test-definition": {
|
|
329
329
|
"aliases": [],
|
|
330
330
|
"args": {},
|
|
331
|
-
"description": "
|
|
331
|
+
"description": "This command will prompt you for the necessary information to create a new AiEvaluationDefinition. The definition will be saved to the `aiEvaluationDefinitions` directory in the project.\n\nYou must have the `Bots` and `AiEvaluationTestSets` metadata types present in your project to use this command.",
|
|
332
332
|
"examples": [
|
|
333
333
|
"<%= config.bin %> <%= command.id %>"
|
|
334
334
|
],
|
|
@@ -344,13 +344,13 @@
|
|
|
344
344
|
},
|
|
345
345
|
"hasDynamicHelp": false,
|
|
346
346
|
"hiddenAliases": [],
|
|
347
|
-
"id": "agent:generate:test-
|
|
347
|
+
"id": "agent:generate:test-definition",
|
|
348
348
|
"pluginAlias": "@salesforce/plugin-agent",
|
|
349
349
|
"pluginName": "@salesforce/plugin-agent",
|
|
350
350
|
"pluginType": "core",
|
|
351
351
|
"state": "beta",
|
|
352
352
|
"strict": true,
|
|
353
|
-
"summary": "Interactively generate a new
|
|
353
|
+
"summary": "Interactively generate a new AI Evaluation Test Definition.",
|
|
354
354
|
"enableJsonFlag": false,
|
|
355
355
|
"isESM": true,
|
|
356
356
|
"relativePath": [
|
|
@@ -358,16 +358,16 @@
|
|
|
358
358
|
"commands",
|
|
359
359
|
"agent",
|
|
360
360
|
"generate",
|
|
361
|
-
"test-
|
|
361
|
+
"test-definition.js"
|
|
362
362
|
],
|
|
363
363
|
"aliasPermutations": [],
|
|
364
364
|
"permutations": [
|
|
365
|
-
"agent:generate:test-
|
|
366
|
-
"generate:agent:test-
|
|
367
|
-
"generate:test-
|
|
368
|
-
"agent:test-
|
|
369
|
-
"test-
|
|
370
|
-
"test-
|
|
365
|
+
"agent:generate:test-definition",
|
|
366
|
+
"generate:agent:test-definition",
|
|
367
|
+
"generate:test-definition:agent",
|
|
368
|
+
"agent:test-definition:generate",
|
|
369
|
+
"test-definition:agent:generate",
|
|
370
|
+
"test-definition:generate:agent"
|
|
371
371
|
]
|
|
372
372
|
},
|
|
373
373
|
"agent:test:cancel": {
|
|
@@ -788,5 +788,5 @@
|
|
|
788
788
|
]
|
|
789
789
|
}
|
|
790
790
|
},
|
|
791
|
-
"version": "1.7.3-dev.
|
|
791
|
+
"version": "1.7.3-dev.3"
|
|
792
792
|
}
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@salesforce/plugin-agent",
|
|
3
3
|
"description": "Commands to interact with Salesforce agents",
|
|
4
|
-
"version": "1.7.3-dev.
|
|
4
|
+
"version": "1.7.3-dev.3",
|
|
5
5
|
"author": "Salesforce",
|
|
6
6
|
"bugs": "https://github.com/forcedotcom/cli/issues",
|
|
7
7
|
"dependencies": {
|
|
@@ -221,7 +221,7 @@
|
|
|
221
221
|
"exports": "./lib/index.js",
|
|
222
222
|
"type": "module",
|
|
223
223
|
"sfdx": {
|
|
224
|
-
"publicKeyUrl": "https://developer.salesforce.com/media/salesforce-cli/security/@salesforce/plugin-agent/1.7.3-dev.
|
|
225
|
-
"signatureUrl": "https://developer.salesforce.com/media/salesforce-cli/security/@salesforce/plugin-agent/1.7.3-dev.
|
|
224
|
+
"publicKeyUrl": "https://developer.salesforce.com/media/salesforce-cli/security/@salesforce/plugin-agent/1.7.3-dev.3.crt",
|
|
225
|
+
"signatureUrl": "https://developer.salesforce.com/media/salesforce-cli/security/@salesforce/plugin-agent/1.7.3-dev.3.sig"
|
|
226
226
|
}
|
|
227
227
|
}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"test-set.js","sourceRoot":"","sources":["../../../../src/commands/agent/generate/test-set.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,EAAE,SAAS,EAAE,MAAM,6BAA6B,CAAC;AACxD,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AACrE,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,KAAK,EAAE,MAAM,4BAA4B,CAAC;AACnD,OAAO,EAAE,OAAO,EAAE,MAAM,sBAAsB,CAAC;AAC/C,QAAQ,CAAC,kCAAkC,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC7D,MAAM,QAAQ,GAAG,QAAQ,CAAC,YAAY,CAAC,0BAA0B,EAAE,yBAAyB,CAAC,CAAC;AAe9F,SAAS,SAAS,CAAI,KAAc;IAClC,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;AAChD,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,YAAoC;IACnE,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC;QAC5B,OAAO,EAAE,WAAW;QACpB,QAAQ,EAAE,CAAC,CAAS,EAAoB,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,2BAA2B;QACtF,KAAK;KACN,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,SAAS,CAAC;IAE5B,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAEzC,MAAM,kBAAkB,GAAG,KAAK,IAAuB,EAAE,CACvD,CACE,MAAM,KAAK,CAAC;QACV,OAAO,EAAE,oBAAoB;QAC7B,QAAQ,EAAE,CAAC,CAAS,EAAoB,EAAE;YACxC,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;gBACd,OAAO,gCAAgC,CAAC;YAC1C,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QACD,KAAK;KACN,CAAC,CACH;SACE,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAE1B,MAAM,eAAe,GAAG,KAAK,IAAqB,EAAE,CAClD,KAAK,CAAC;QACJ,OAAO,EAAE,mBAAmB;QAC5B,QAAQ,EAAE,CAAC,CAAS,EAAoB,EAAE;YACxC,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;gBACd,OAAO,gCAAgC,CAAC;YAC1C,CAAC;YAED,OAAO,IAAI,CAAC;QACd,CAAC;QACD,KAAK;KACN,CAAC,CAAC;IAEL,MAAM,0BAA0B,GAAG,MAAM,MAAM,CAAS;QACtD,OAAO,EAAE,gBAAgB;QACzB,OAAO,EAAE,CAAC,GAAG,MAAM,EAAE,SAAS,CAAC;QAC/B,KAAK;KACN,CAAC,CAAC;IAEH,IAAI,0BAA0B,KAAK,SAAS,EAAE,CAAC;QAC7C,OAAO;YACL,SAAS;YACT,0BAA0B,EAAE,MAAM,KAAK,CAAC;gBACtC,OAAO,EAAE,gBAAgB;gBACzB,QAAQ,EAAE,CAAC,CAAS,EAAoB,EAAE;oBACxC,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;wBACd,OAAO,gCAAgC,CAAC;oBAC1C,CAAC;oBACD,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,KAAK;aACN,CAAC;YACF,oIAAoI;YACpI,2BAA2B,EAAE,MAAM,kBAAkB,EAAE;YACvD,sBAAsB,EAAE,MAAM,eAAe,EAAE;SAChD,CAAC;IACJ,CAAC;IAED,MAAM,cAAc,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC,0BAA0B,CAAC,EAAE,OAAO,CAAC,CAAC;IACzF,MAAM,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;IAC/B,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,cAAc,CAAyE,CAAC;IACpH,MAAM,OAAO,GAAG,SAAS,CAAC,MAAM,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;IAExF,IAAI,2BAA2B,GAAG,MAAM,QAAQ,CAAS;QACvD,OAAO,EAAE,oBAAoB;QAC7B,OAAO,EAAE,CAAC,GAAG,OAAO,EAAE,SAAS,CAAC;QAChC,KAAK;QACL,QAAQ,EAAE,IAAI;KACf,CAAC,CAAC;IAEH,IAAI,2BAA2B,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QACpD,MAAM,UAAU,GAAG,MAAM,kBAAkB,EAAE,CAAC;QAE9C,2BAA2B,GAAG,CAAC,GAAG,2BAA2B,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,EAAE,GAAG,UAAU,CAAC,CAAC;IAC/G,CAAC;IAED,MAAM,sBAAsB,GAAG,MAAM,eAAe,EAAE,CAAC;IAEvD,OAAO;QACL,SAAS;QACT,2BAA2B;QAC3B,sBAAsB;QACtB,0BAA0B;KAC3B,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,SAA0B;IAC5D,MAAM,GAAG,GAAG,IAAI,CAAC;IACjB,IAAI,GAAG,GAAG,kEAAkE,GAAG,oCAAoC,CAAC;IACpH,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,CAAC,EAAE,EAAE;QAChC,GAAG,IAAI;cACG,CAAC,GAAG,CAAC;;mBAEA,QAAQ,CAAC,SAAS;;;;;yBAKZ,QAAQ,CAAC,0BAA0B;;;;yBAInC,IAAI,QAAQ,CAAC,2BAA2B,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG;;;;yBAI1E,QAAQ,CAAC,sBAAsB;;;gBAGxC,CAAC;IACf,CAAC,CAAC,CAAC;IACH,GAAG,IAAI,wBAAwB,CAAC;IAChC,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,CAAC,OAAO,OAAO,oBAAqB,SAAQ,SAAe;IACxD,MAAM,CAAU,OAAO,GAAG,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;IACzD,MAAM,CAAU,WAAW,GAAG,QAAQ,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;IACjE,MAAM,CAAU,QAAQ,GAAG,QAAQ,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;IAC5D,MAAM,CAAU,cAAc,GAAG,KAAK,CAAC;IACvC,MAAM,CAAU,KAAK,GAAG,MAAM,CAAC;IAE/B,KAAK,CAAC,GAAG;QACd,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC;YAC9B,OAAO,EAAE,4CAA4C;YAErD,QAAQ,CAAC,CAAS;gBAChB,6BAA6B;gBAC7B,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;oBACd,OAAO,sBAAsB,CAAC;gBAChC,CAAC;gBAED,OAAO,IAAI,CAAC;gBAEZ,qDAAqD;gBACrD,0CAA0C;gBAC1C,4CAA4C;gBAC5C,oMAAoM;gBACpM,IAAI;gBACJ,eAAe;YACjB,CAAC;SACF,CAAC,CAAC;QAEH,MAAM,cAAc,GAAG,IAAI,CAAC,WAAW,EAAE,MAAM,EAAE,SAAS,EAAE,cAAc,CAAC,CAAC;QAC5E,MAAM,YAAY,GAAG,MAAM,CAAC,WAAW,CACrC,CAAC,MAAM,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;YACnD,WAAW,CAAC,OAAO,CAAC,uBAAuB,EAAE,EAAE,CAAC;YAChD,IAAI,CAAC,cAAc,EAAE,WAAW,CAAC;SAClC,CAAC,CACH,CAAC;QAEF,MAAM,SAAS,GAAG,EAAE,CAAC;QACrB,GAAG,CAAC;YACF,IAAI,CAAC,GAAG,EAAE,CAAC;YACX,IAAI,CAAC,YAAY,CAAC,qBAAqB,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,CAAC;YAC/D,4CAA4C;YAC5C,SAAS,CAAC,IAAI,CAAC,MAAM,iBAAiB,CAAC,YAAY,CAAC,CAAC,CAAC;QACxD,CAAC,SAAS,4CAA4C;QACpD,MAAM,OAAO,CAAC;YACZ,OAAO,EAAE,yCAAyC;YAClD,OAAO,EAAE,IAAI;SACd,CAAC,EACF;QAEF,MAAM,WAAW,GAAG,IAAI,CACtB,WAAW,EACX,MAAM,EACN,SAAS,EACT,sBAAsB,EACtB,GAAG,WAAW,+BAA+B,CAC9C,CAAC;QACF,MAAM,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACvD,IAAI,CAAC,GAAG,EAAE,CAAC;QACX,IAAI,CAAC,GAAG,CAAC,WAAW,WAAW,EAAE,CAAC,CAAC;QACnC,MAAM,SAAS,CAAC,WAAW,EAAE,mBAAmB,CAAC,SAAS,CAAC,CAAC,CAAC;IAC/D,CAAC"}
|
|
File without changes
|