@salesforce/plugin-agent 1.10.0 → 1.11.1

package/oclif.lock

@@ -1462,18 +1462,19 @@
   resolved "https://registry.yarnpkg.com/@pkgjs/parseargs/-/parseargs-0.11.0.tgz#a77ea742fab25775145434eb1d2328cf5013ac33"
   integrity sha512-+1VkjdD0QBLPodGrJUeqarH8VAIvQODIbwh9XpP5Syisf7YoQgsJKPNFoqqLQlu+VQ/tVSshMR6loPMn8U+dPg==
 
-"@salesforce/agents@^0.8.0":
-  version "0.8.0"
-  resolved "https://registry.yarnpkg.com/@salesforce/agents/-/agents-0.8.0.tgz#fb823e19ed1a49b895f98426a50faea4923286a4"
-  integrity sha512-m+PNYaqPoKQbTCkudJFRdgON0wBJV3kW1uBHi9IevEqCWbrBcK4JVDmsb5C9IOTBwt9wVfSWi9Dvpqh0oU75mQ==
+"@salesforce/agents@^0.9.2":
+  version "0.9.2"
+  resolved "https://registry.yarnpkg.com/@salesforce/agents/-/agents-0.9.2.tgz#eacad6fab97cd156484b78a974f47389efaefb27"
+  integrity sha512-z/+mMa1GgiEwFpg+FD40ahzJhtf7Am5G8H+qHXjrUBijk7CdFm5lGZGvX0+LzhxD/Atn44qOo05V3Z3RuN7qYw==
   dependencies:
     "@salesforce/core" "^8.8.2"
     "@salesforce/kit" "^3.2.3"
     "@salesforce/sf-plugins-core" "^12.1.2"
-    "@salesforce/source-deploy-retrieve" "^12.12.3"
+    "@salesforce/source-deploy-retrieve" "^12.14.1"
     ansis "^3.9.0"
-    fast-xml-parser "^4"
+    fast-xml-parser "^4.5.1"
     nock "^13.5.6"
+    yaml "^2.7.0"
 
 "@salesforce/cli-plugins-testkit@^5.3.35":
   version "5.3.35"
@@ -1617,13 +1618,13 @@
     cli-progress "^3.12.0"
     terminal-link "^3.0.0"
 
-"@salesforce/source-deploy-retrieve@^12.12.3":
-  version "12.12.3"
-  resolved "https://registry.yarnpkg.com/@salesforce/source-deploy-retrieve/-/source-deploy-retrieve-12.12.3.tgz#b03df07a60c55004c3b4c7ce8df3ecfd20b7742a"
-  integrity sha512-kQ78RekRvTLh5yp8eB67szRoQr64R/0PETgszxf65RRPzLTmBGs0JpkZBMx0GN95Mb6BWvOEjTYLgyezVPUXsw==
+"@salesforce/source-deploy-retrieve@^12.14.0":
+  version "12.14.0"
+  resolved "https://registry.yarnpkg.com/@salesforce/source-deploy-retrieve/-/source-deploy-retrieve-12.14.0.tgz#04036f76301071b2188c92f70d77a138bc0d72cf"
+  integrity sha512-3WOQCUY0a8cNYx5/NVtaubLEgxo/vHS/7k4Kw/FEZY3ysALpPCqWk2psJQP56xsp/SDAI3lV0VpMZadrL+ryMw==
   dependencies:
-    "@salesforce/core" "^8.8.0"
-    "@salesforce/kit" "^3.2.2"
+    "@salesforce/core" "^8.8.2"
+    "@salesforce/kit" "^3.2.3"
     "@salesforce/ts-types" "^2.0.12"
     fast-levenshtein "^3.0.0"
     fast-xml-parser "^4.5.1"
@@ -1635,6 +1636,27 @@
     mime "2.6.0"
     minimatch "^9.0.5"
     proxy-agent "^6.4.0"
+    yaml "^2.6.1"
+
+"@salesforce/source-deploy-retrieve@^12.14.1":
+  version "12.14.1"
+  resolved "https://registry.yarnpkg.com/@salesforce/source-deploy-retrieve/-/source-deploy-retrieve-12.14.1.tgz#9067388b1eb9fadda7e6ccd894e9d1bb0e8407d5"
+  integrity sha512-8POp6tqoeciDFAv7a40LG21aHZ2XGHvX0/ySqcjcAVhTVhVhcP0EpC+qO+SSKjB6Ocf0/6iXMo5ciU2Eq32ydw==
+  dependencies:
+    "@salesforce/core" "^8.8.2"
+    "@salesforce/kit" "^3.2.3"
+    "@salesforce/ts-types" "^2.0.12"
+    fast-levenshtein "^3.0.0"
+    fast-xml-parser "^4.5.1"
+    got "^11.8.6"
+    graceful-fs "^4.2.11"
+    ignore "^5.3.2"
+    isbinaryfile "^5.0.2"
+    jszip "^3.10.1"
+    mime "2.6.0"
+    minimatch "^9.0.5"
+    proxy-agent "^6.4.0"
+    yaml "^2.6.1"
 
 "@salesforce/ts-types@^2.0.10", "@salesforce/ts-types@^2.0.11", "@salesforce/ts-types@^2.0.12":
   version "2.0.12"
@@ -4247,7 +4269,7 @@ fast-xml-parser@4.4.1:
   dependencies:
     strnum "^1.0.5"
 
-fast-xml-parser@^4, fast-xml-parser@^4.5.1:
+fast-xml-parser@^4.5.1:
   version "4.5.1"
   resolved "https://registry.yarnpkg.com/fast-xml-parser/-/fast-xml-parser-4.5.1.tgz#a7e665ff79b7919100a5202f23984b6150f9b31e"
   integrity sha512-y655CeyUQ+jj7KBbYMc4FG01V8ZQqjN+gDYGJ50RtfsUB8iG9AmwmwoAgeKLJdmueKKMrH1RJ7yXHTSoczdv5w==
@@ -7477,7 +7499,16 @@ stack-utils@^2.0.6:
   dependencies:
     escape-string-regexp "^2.0.0"
 
-"string-width-cjs@npm:string-width@^4.2.0", string-width@^4.0.0, string-width@^4.1.0, string-width@^4.2.0, string-width@^4.2.3:
+"string-width-cjs@npm:string-width@^4.2.0":
+  version "4.2.3"
+  resolved "https://registry.yarnpkg.com/string-width/-/string-width-4.2.3.tgz#269c7117d27b05ad2e536830a8ec895ef9c6d010"
+  integrity sha512-wKyQRQpjJ0sIp62ErSZdGsjMJWsap5oRNihHhu6G7JVO/9jIB6UyevL+tXuOqrng8j/cxKTWyWUwvSTriiZz/g==
+  dependencies:
+    emoji-regex "^8.0.0"
+    is-fullwidth-code-point "^3.0.0"
+    strip-ansi "^6.0.1"
+
+string-width@^4.0.0, string-width@^4.1.0, string-width@^4.2.0, string-width@^4.2.3:
   version "4.2.3"
   resolved "https://registry.yarnpkg.com/string-width/-/string-width-4.2.3.tgz#269c7117d27b05ad2e536830a8ec895ef9c6d010"
   integrity sha512-wKyQRQpjJ0sIp62ErSZdGsjMJWsap5oRNihHhu6G7JVO/9jIB6UyevL+tXuOqrng8j/cxKTWyWUwvSTriiZz/g==
@@ -7572,7 +7603,14 @@ string_decoder@~1.1.1:
   dependencies:
     safe-buffer "~5.1.0"
 
-"strip-ansi-cjs@npm:strip-ansi@^6.0.1", strip-ansi@6.0.1, strip-ansi@^6.0.0, strip-ansi@^6.0.1:
+"strip-ansi-cjs@npm:strip-ansi@^6.0.1":
+  version "6.0.1"
+  resolved "https://registry.yarnpkg.com/strip-ansi/-/strip-ansi-6.0.1.tgz#9e26c63d30f53443e9489495b2105d37b67a85d9"
+  integrity sha512-Y38VPSHcqkFrCpFnQ9vuSXmquuv5oXOKpGeT6aGrr3o3Gc9AlVa6JBfUSOCnbxGGZF+/0ooI7KrPuUSztUdU5A==
+  dependencies:
+    ansi-regex "^5.0.1"
+
+strip-ansi@6.0.1, strip-ansi@^6.0.0, strip-ansi@^6.0.1:
   version "6.0.1"
   resolved "https://registry.yarnpkg.com/strip-ansi/-/strip-ansi-6.0.1.tgz#9e26c63d30f53443e9489495b2105d37b67a85d9"
   integrity sha512-Y38VPSHcqkFrCpFnQ9vuSXmquuv5oXOKpGeT6aGrr3o3Gc9AlVa6JBfUSOCnbxGGZF+/0ooI7KrPuUSztUdU5A==
@@ -8181,7 +8219,7 @@ workerpool@^6.5.1:
   resolved "https://registry.yarnpkg.com/workerpool/-/workerpool-6.5.1.tgz#060f73b39d0caf97c6db64da004cd01b4c099544"
   integrity sha512-Fs4dNYcsdpYSAfVxhnl1L5zTksjvOJxtC5hzMNl+1t9B8hTJTdKDyZ5ju7ztgPy+ft9tBFXoOlDNiOT9WUXZlA==
 
-"wrap-ansi-cjs@npm:wrap-ansi@^7.0.0", wrap-ansi@^7.0.0:
+"wrap-ansi-cjs@npm:wrap-ansi@^7.0.0":
   version "7.0.0"
   resolved "https://registry.yarnpkg.com/wrap-ansi/-/wrap-ansi-7.0.0.tgz#67e145cff510a6a6984bdf1152911d69d2eb9e43"
   integrity sha512-YVGIj2kamLSTxw6NsZjoBxfSwsn0ycdesmc4p+Q21c5zPuZ1pl+NfxVdxPtdHvmNVOQ6XSYG4AUtyt/Fi7D16Q==
@@ -8199,6 +8237,15 @@ wrap-ansi@^6.2.0:
     string-width "^4.1.0"
     strip-ansi "^6.0.0"
 
+wrap-ansi@^7.0.0:
+  version "7.0.0"
+  resolved "https://registry.yarnpkg.com/wrap-ansi/-/wrap-ansi-7.0.0.tgz#67e145cff510a6a6984bdf1152911d69d2eb9e43"
+  integrity sha512-YVGIj2kamLSTxw6NsZjoBxfSwsn0ycdesmc4p+Q21c5zPuZ1pl+NfxVdxPtdHvmNVOQ6XSYG4AUtyt/Fi7D16Q==
+  dependencies:
+    ansi-styles "^4.0.0"
+    string-width "^4.1.0"
+    strip-ansi "^6.0.0"
+
 wrap-ansi@^8.1.0:
   version "8.1.0"
   resolved "https://registry.yarnpkg.com/wrap-ansi/-/wrap-ansi-8.1.0.tgz#56dc22368ee570face1b49819975d9b9a5ead214"
@@ -8275,7 +8322,7 @@ yallist@^4.0.0:
   resolved "https://registry.yarnpkg.com/yallist/-/yallist-4.0.0.tgz#9bb92790d9c0effec63be73519e11a35019a3a72"
   integrity sha512-3wdGidZyq5PB084XLES5TpOSRA3wjXAlIWMhum2kRcv/41Sn2emQ0dycQW4uZXLejwKvg6EsvbdlVL+FYEct7A==
 
-yaml@^2.4.5, yaml@^2.7.0:
+yaml@^2.4.5, yaml@^2.6.1, yaml@^2.7.0:
   version "2.7.0"
   resolved "https://registry.yarnpkg.com/yaml/-/yaml-2.7.0.tgz#aef9bb617a64c937a9a748803786ad8d3ffe1e98"
   integrity sha512-+hSoy/QHluxmC9kCIJyL/uyFmLmc+e5CFR5Wa+bpIhIj85LVb9ZH2nVnqrHoSvKogwODv0ClqZkmiSSaIH5LTA==

package/oclif.manifest.json

@@ -3,9 +3,10 @@
     "agent:create-v2": {
       "aliases": [],
       "args": {},
-      "description": "To generate an agent spec file, run the \"agent generate spec\" CLI command, which outputs a YAML file with the list of jobs and descriptions that the new agent can perform. Then specify this generated spec file to the --spec flag of this command, along with the name of the new agent.\n\nWhen this command finishes, your org contains the new agent, which you can then edit in the Agent Builder UI. The new agent already has a list of topics and actions that were automatically created from the list of jobs in the provided agent spec file. This command also retrieves all the metadata files associated with the new agent to your local DX project.\n\nTo open the new agent in your org's Agent Builder UI, run this command: \"sf org open agent --name <api-name-of-your-agent>\".",
+      "description": "Before you run this command, you must first generate an agent spec file by running the \"agent generate spec\" CLI command, which outputs a YAML file with the agent properties and list of AI-generated topics. Topics define the range of jobs the agent can handle. Then specify the generated agent spec file to this command using the --spec flag, along with the name (label) of the new agent using the --agent-name flag.\n\nWhen this command finishes, your org contains the new agent, which you can then edit in the Agent Builder UI. The new agent's topics are the same as the ones listed in the agent spec file. The agent might also have some AI-generated actions. This command also retrieves all the metadata files associated with the new agent to your local Salesforce DX project.\n\nUse the --preview flag to review what the agent looks like without actually saving it in your org. Rather, the command creates a JSON file with all the agent details in the current directory.\n\nTo open the new agent in your org's Agent Builder UI, run this command: \"sf org open agent --name <api-name-of-your-agent>\".",
       "examples": [
-        "Create an agent called \"CustomerSupportAgent\" in an org with alias \"my-org\" using the specified agent spec file:\n<%= config.bin %> <%= command.id %> --name CustomerSupportAgent --spec ./config/agentSpec.json --target-org my-org"
+        "Create an agent called \"ResortManager\" in an org with alias \"my-org\" using the specified agent spec file:\n<%= config.bin %> <%= command.id %> --agent-name ResortManager --spec specs/resortManagerAgent.yaml --target-org my-org",
+        "Preview the creation of an agent called \"ResortManager\" and use your default org:\n<%= config.bin %> <%= command.id %> --agent-name ResortManager --spec specs/resortManagerAgent.yaml --preview"
       ],
       "flags": {
         "json": {
@@ -42,39 +43,9 @@
         },
         "agent-name": {
           "name": "agent-name",
-          "summary": "Name for the new agent.",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
-        "user-id": {
-          "name": "user-id",
-          "summary": "Custom user ID for the agent.",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
-        },
-        "enrich-logs": {
-          "name": "enrich-logs",
-          "summary": "Adds agent conversation data to event logs.",
+          "summary": "Name (label) of the new agent.",
           "hasDynamicHelp": false,
           "multiple": false,
-          "options": [
-            "true",
-            "false"
-          ],
-          "type": "option"
-        },
-        "tone": {
-          "name": "tone",
-          "summary": "Conversational style of agent responses.",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "options": [
-            "formal",
-            "casual",
-            "neutral"
-          ],
           "type": "option"
         },
         "spec": {
@@ -87,33 +58,21 @@
         },
         "preview": {
           "name": "preview",
-          "summary": "Preview the agent without saving in your org.",
+          "summary": "Preview the agent without saving it in your org.",
           "allowNo": false,
           "type": "boolean"
         },
         "agent-api-name": {
-          "hidden": true,
           "name": "agent-api-name",
-          "summary": "API name for the new agent.",
+          "summary": "API name of the new agent; if not specified, the API name is derived from the agent name (label); the API name must not exist in the org.",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
         },
-        "primary-language": {
-          "hidden": true,
-          "name": "primary-language",
-          "summary": "Language the agent uses in conversations.",
-          "default": "en_US",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "options": [
-            "en_US"
-          ],
-          "type": "option"
-        },
         "planner-id": {
+          "hidden": true,
           "name": "planner-id",
-          "summary": "The GenAiPlanner ID to associate with the agent.",
+          "summary": "An existing GenAiPlanner ID to associate with the agent.",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
@@ -127,7 +86,7 @@
       "pluginType": "core",
       "state": "beta",
       "strict": true,
-      "summary": "Create an agent in your org from a local agent spec file.",
+      "summary": "Create an agent in your org using a local agent spec file.",
       "enableJsonFlag": true,
       "requiresProject": true,
       "isESM": true,
@@ -297,10 +256,11 @@
     "agent:generate:spec-v2": {
       "aliases": [],
       "args": {},
-      "description": "When using Salesforce CLI to create an agent in your org, you can choose to generate a YAML-formatted agent spec file with this command as a first step.\n\nAn agent spec is a list of jobs and descriptions that capture what the agent can do. Use flags such as --role and --company-description to provide details about your company and the role that the agent plays in your company; you can also enter the information interactively if you prefer. When you then execute this command, the large language model (LLM) associated with your org uses the information to generate the list of jobs that the agent most likely performs. We recommend that you provide good details for --role, --company-description, etc, so that the LLM can generate the best and most relevant list of jobs and descriptions. Once generated, you can edit the spec file; for example, you can remove jobs that don't apply to your agent.\n\nWhen your agent spec is ready, you then create the agent in your org by specifying the agent spec file to the --job-spec flag of the \"agent create\" CLI command.",
+      "description": "Before you use Salesforce CLI to create an agent in your org, you must first generate an agent spec with this command. An agent spec is a YAML-formatted file that contains information about the agent, such as its role and company description, and then an AI-generated list of topics based on this information. Topics define the range of jobs your agent can handle.\n\nUse flags, such as --role and --company-description, to provide details about your company and the role that the agent plays in your company. If you prefer, you can also be prompted for the information. Upon command execution, the large language model (LLM) associated with your org uses the information you provided to generate a list of topics for the agent. Because the LLM uses the company and role information to generate the topics, we recommend that you provide accurate and specific details so the LLM generates the best and most relevant topics. Once generated, you can edit the spec file; for example, you can remove topics that don't apply to your agent or change the description of a particular topic.\n\nYou can iterate the spec generation process by using the --spec flag to pass an existing agent spec file to this command, and then using the --role, --company-description, etc, flags to refine your agent properties. Iteratively improving the description of your agent allows the LLM to generate progressively better topics.\n\nYou can also specify a custom prompt template that the agent uses, and ground the prompt template to add context and personalization to the agent's prompts.\n\nWhen your agent spec is ready, you then create the agent in your org by running the \"agent create\" CLI command and specifying the spec with the --spec flag.",
       "examples": [
-        "Create an agent spec for your default org in the default location and use flags to specify the agent's role and your company details:\n<%= config.bin %> <%= command.id %> --type customer --role \"Assist users in navigating and managing bookings\" --company-name \"Coral Cloud\" --company-description \"Resort that manages guests and their reservations and experiences\"",
-        "Create an agent spec by being prompted for role and company details interactively; write the generated file to the \"specs\" directory and use the org with alias \"my-org\":\n<%= config.bin %> <%= command.id %> --output-dir specs --target-org my-org"
+        "Generate an agent spec in the default location and use flags to specify the agent properties, such as its role and your company details; use your default org:\n<%= config.bin %> <%= command.id %> --type customer --role \"Field customer complaints and manage employee schedules.\" --company-name \"Coral Cloud Resorts\" --company-description \"Provide customers with exceptional destination activities, unforgettable experiences, and reservation services.\"",
+        "Generate an agent spec by being prompted for the required agent properties and generate a maxiumum of 5 topics; write the generated file to the \"specs/resortManagerSpec.yaml\" file and use the org with alias \"my-org\":\n<%= config.bin %> <%= command.id %> --max-topics 5 --output-file specs/resortManagerAgent.yaml --target-org my-org",
+        "Specify an existing agent spec file called \"specs/resortManagerAgent.yaml\", and then overwrite it with a new version that contains newly AI-generated topics based on the updated role information passed in with the --role flag:\n<%= config.bin %> <%= command.id %> --spec specs/resortManagerAgent.yaml --output-file specs/resortManagerAgent.yaml --role \"Field customer complaints, manage employee schedules, and ensure all resort operations are running smoothly\" --target-org my-org"
       ],
       "flags": {
         "json": {
@@ -375,31 +335,67 @@
           "multiple": false,
           "type": "option"
         },
+        "max-topics": {
+          "name": "max-topics",
+          "summary": "Maximum number of topics to generate in the agent spec; default is 10.",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "agent-user": {
+          "name": "agent-user",
+          "summary": "Username of a user in your org to assign to your agent; determines what your agent can access and do.",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "enrich-logs": {
+          "name": "enrich-logs",
+          "summary": "Adds agent conversation data to event logs so you can view all agent session activity in one place.",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "options": [
+            "true",
+            "false"
+          ],
+          "type": "option"
+        },
+        "tone": {
+          "name": "tone",
+          "summary": "Conversational style of the agent, such as how it expresses your brand personality in its messages through word choice, punctuation, and sentence structure.",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "options": [
+            "formal",
+            "casual",
+            "neutral"
+          ],
+          "type": "option"
+        },
         "spec": {
           "name": "spec",
-          "summary": "Spec file (yaml) to use as input to the command.",
+          "summary": "Agent spec file, in YAML format, to use as input to the command.",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
         },
         "output-file": {
           "name": "output-file",
-          "summary": "Path for the generated agent spec file (yaml); can be an absolute or relative path.",
+          "summary": "Path for the generated YAML agent spec file; can be an absolute or relative path.",
           "default": "config/agentSpec.yaml",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
         },
-        "max-topics": {
-          "name": "max-topics",
-          "summary": "Maximum number of agent job topics to generate in the spec; default is 10.",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
+        "full-interview": {
+          "name": "full-interview",
+          "summary": "Prompt for both required and optional flags.",
+          "allowNo": false,
+          "type": "boolean"
         },
         "prompt-template": {
           "name": "prompt-template",
-          "summary": "Developer name of a customized prompt template to use instead of the default.",
+          "summary": "API name of a customized prompt template to use instead of the default prompt template.",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
@@ -409,10 +405,16 @@
             "prompt-template"
           ],
           "name": "grounding-context",
-          "summary": "Context information to be used with the customized prompt template.",
+          "summary": "Context information and personalization that's added to your prompts when using a custom prompt template.",
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
+        },
+        "no-prompt": {
+          "name": "no-prompt",
+          "summary": "Don't prompt the user to confirm spec file overwrite.",
+          "allowNo": false,
+          "type": "boolean"
         }
       },
       "hasDynamicHelp": true,
@@ -423,7 +425,7 @@
       "pluginType": "core",
       "state": "beta",
       "strict": true,
-      "summary": "Generate an agent spec, which is the list of jobs that the agent performs.",
+      "summary": "Generate an agent spec, which is a YAML file that captures what an agent can do.",
       "enableJsonFlag": true,
       "requiresProject": true,
       "isESM": true,
@@ -573,10 +575,10 @@
         "spec:generate:agent"
       ]
     },
-    "agent:generate:test-cases": {
+    "agent:generate:test-spec": {
       "aliases": [],
       "args": {},
-      "description": "Answer the prompts to generate an AiEvaluationTestSet that will be written to a file. You can then run \"sf agent generate definition\" to generate the AiEvaluationDefinition that can be used to evaluate the test set.",
+      "description": "This command will prompt you for the necessary information to create a new spec file (in yaml format). You can then create a new AI evaluation using \"sf agent test create --spec <spec-file>\".",
       "examples": [
         "<%= config.bin %> <%= command.id %>"
       ],
@@ -592,13 +594,13 @@
       },
       "hasDynamicHelp": false,
       "hiddenAliases": [],
-      "id": "agent:generate:test-cases",
+      "id": "agent:generate:test-spec",
       "pluginAlias": "@salesforce/plugin-agent",
       "pluginName": "@salesforce/plugin-agent",
       "pluginType": "core",
       "state": "beta",
       "strict": true,
-      "summary": "Interactively generate a new Set of AI Evaluation test cases.",
+      "summary": "Interactively generate a specification file for a AI evaluation test.",
       "enableJsonFlag": false,
       "isESM": true,
       "relativePath": [
@@ -606,26 +608,34 @@
         "commands",
         "agent",
         "generate",
-        "test-cases.js"
+        "test-spec.js"
       ],
       "aliasPermutations": [],
       "permutations": [
-        "agent:generate:test-cases",
-        "generate:agent:test-cases",
-        "generate:test-cases:agent",
-        "agent:test-cases:generate",
-        "test-cases:agent:generate",
-        "test-cases:generate:agent"
+        "agent:generate:test-spec",
+        "generate:agent:test-spec",
+        "generate:test-spec:agent",
+        "agent:test-spec:generate",
+        "test-spec:agent:generate",
+        "test-spec:generate:agent"
       ]
     },
-    "agent:generate:test-definition": {
+    "agent:test:cancel": {
       "aliases": [],
       "args": {},
-      "description": "This command will prompt you for the necessary information to create a new AiEvaluationDefinition. The definition will be saved to the `aiEvaluationDefinitions` directory in the project.\n\nYou must have the `Bots` and `AiEvaluationTestSets` metadata types present in your project to use this command.",
+      "description": "This command requires a job ID, which the original \"agent test run\" command displays when it completes. You can also use the --use-most-recent flag to see results for the most recently run agent test.",
       "examples": [
-        "<%= config.bin %> <%= command.id %>"
+        "Cancel an agent test currently running in your default org using a job ID:\n<%= config.bin %> <%= command.id %> --job-id 4KBfake0000003F4AQ",
+        "Cancel the most recently run agent test in the org with alias \"my-org\":\n<%= config.bin %> <%= command.id %> --job-id 4KBfake0000003F4AQ --target-org my-org"
       ],
       "flags": {
+        "json": {
+          "description": "Format output as json.",
+          "helpGroup": "GLOBAL",
+          "name": "json",
+          "allowNo": false,
+          "type": "boolean"
+        },
         "flags-dir": {
           "helpGroup": "GLOBAL",
           "name": "flags-dir",
@@ -633,43 +643,74 @@
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
+        },
+        "target-org": {
+          "char": "o",
+          "name": "target-org",
+          "noCacheDefault": true,
+          "required": true,
+          "summary": "Username or alias of the target org. Not required if the `target-org` configuration variable is already set.",
+          "hasDynamicHelp": true,
+          "multiple": false,
+          "type": "option"
+        },
+        "api-version": {
+          "description": "Override the api version used for api requests made by this command",
+          "name": "api-version",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "job-id": {
+          "char": "i",
+          "name": "job-id",
+          "summary": "Job ID of the running agent test that you want to cancel.",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "use-most-recent": {
+          "char": "r",
+          "name": "use-most-recent",
+          "summary": "Use the job ID of the most recently-run agent test.",
+          "allowNo": false,
+          "type": "boolean"
         }
       },
-      "hasDynamicHelp": false,
+      "hasDynamicHelp": true,
       "hiddenAliases": [],
-      "id": "agent:generate:test-definition",
+      "id": "agent:test:cancel",
       "pluginAlias": "@salesforce/plugin-agent",
       "pluginName": "@salesforce/plugin-agent",
       "pluginType": "core",
       "state": "beta",
       "strict": true,
-      "summary": "Interactively generate a new AI Evaluation Test Definition.",
-      "enableJsonFlag": false,
+      "summary": "Cancel an agent test that's currently running in your org.",
+      "enableJsonFlag": true,
       "isESM": true,
       "relativePath": [
         "lib",
         "commands",
         "agent",
-        "generate",
-        "test-definition.js"
+        "test",
+        "cancel.js"
       ],
       "aliasPermutations": [],
       "permutations": [
-        "agent:generate:test-definition",
-        "generate:agent:test-definition",
-        "generate:test-definition:agent",
-        "agent:test-definition:generate",
-        "test-definition:agent:generate",
-        "test-definition:generate:agent"
+        "agent:test:cancel",
+        "test:agent:cancel",
+        "test:cancel:agent",
+        "agent:cancel:test",
+        "cancel:agent:test",
+        "cancel:test:agent"
       ]
     },
-    "agent:test:cancel": {
+    "agent:test:create": {
       "aliases": [],
       "args": {},
-      "description": "This command requires a job ID, which the original \"agent test run\" command displays when it completes. You can also use the --use-most-recent flag to see results for the most recently run agent test.",
+      "description": "More information about a command. Don't repeat the summary.",
       "examples": [
-        "Cancel an agent test currently running in your default org using a job ID:\n<%= config.bin %> <%= command.id %> --job-id 4KBfake0000003F4AQ",
-        "Cancel the most recently run agent test in the org with alias \"my-org\":\n<%= config.bin %> <%= command.id %> --job-id 4KBfake0000003F4AQ --target-org my-org"
+        "<%= config.bin %> <%= command.id %>"
       ],
       "flags": {
         "json": {
@@ -687,6 +728,16 @@
           "multiple": false,
           "type": "option"
         },
+        "spec": {
+          "char": "s",
+          "description": "More information about a flag. Don't repeat the summary.",
+          "name": "spec",
+          "required": true,
+          "summary": "Description of a flag.",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
         "target-org": {
           "char": "o",
           "name": "target-org",
@@ -704,31 +755,29 @@
           "multiple": false,
           "type": "option"
         },
-        "job-id": {
-          "char": "i",
-          "name": "job-id",
-          "summary": "Job ID of the running agent test that you want to cancel.",
-          "hasDynamicHelp": false,
-          "multiple": false,
-          "type": "option"
+        "preview": {
+          "name": "preview",
+          "summary": "Preview the test metadata without deploying to your org.",
+          "allowNo": false,
+          "type": "boolean"
         },
-        "use-most-recent": {
-          "char": "r",
-          "name": "use-most-recent",
-          "summary": "Use the job ID of the most recently-run agent test.",
+        "no-prompt": {
+          "char": "p",
+          "name": "no-prompt",
+          "summary": "Don't prompt for confirmation when overwriting an existing test.",
           "allowNo": false,
           "type": "boolean"
         }
       },
       "hasDynamicHelp": true,
       "hiddenAliases": [],
-      "id": "agent:test:cancel",
+      "id": "agent:test:create",
       "pluginAlias": "@salesforce/plugin-agent",
       "pluginName": "@salesforce/plugin-agent",
       "pluginType": "core",
       "state": "beta",
       "strict": true,
-      "summary": "Cancel an agent test that's currently running in your org.",
+      "summary": "Summary of a command.",
       "enableJsonFlag": true,
       "isESM": true,
       "relativePath": [
@@ -736,16 +785,16 @@
         "commands",
         "agent",
         "test",
-        "cancel.js"
+        "create.js"
       ],
       "aliasPermutations": [],
       "permutations": [
-        "agent:test:cancel",
-        "test:agent:cancel",
-        "test:cancel:agent",
-        "agent:cancel:test",
-        "cancel:agent:test",
-        "cancel:test:agent"
+        "agent:test:create",
+        "test:agent:create",
+        "test:create:agent",
+        "agent:create:test",
+        "create:agent:test",
+        "create:test:agent"
       ]
     },
     "agent:test:list": {
@@ -1149,5 +1198,5 @@
       ]
     }
   },
-  "version": "1.10.0"
+  "version": "1.11.1"
 }