npm - @salesforce/plugin-agent - Versions diffs - 1.36.0 → 1.36.1 - Mend

@salesforce/plugin-agent 1.36.0 → 1.36.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (48) hide show

package/README.md +55 -24
package/lib/agentTestCache.d.ts +4 -1
package/lib/agentTestCache.js +2 -2
package/lib/agentTestCache.js.map +1 -1
package/lib/commands/agent/test/list.js +6 -1
package/lib/commands/agent/test/list.js.map +1 -1
package/lib/commands/agent/test/results.d.ts +3 -2
package/lib/commands/agent/test/results.js +5 -3
package/lib/commands/agent/test/results.js.map +1 -1
package/lib/commands/agent/test/resume.d.ts +1 -0
package/lib/commands/agent/test/resume.js +12 -4
package/lib/commands/agent/test/resume.js.map +1 -1
package/lib/commands/agent/test/run.d.ts +1 -0
package/lib/commands/agent/test/run.js +21 -8
package/lib/commands/agent/test/run.js.map +1 -1
package/lib/flags.d.ts +6 -1
package/lib/flags.js +21 -4
package/lib/flags.js.map +1 -1
package/lib/handleTestResults.d.ts +4 -2
package/lib/handleTestResults.js +137 -5
package/lib/handleTestResults.js.map +1 -1
package/lib/testRunnerFactory.d.ts +7 -0
package/lib/testRunnerFactory.js +30 -0
package/lib/testRunnerFactory.js.map +1 -0
package/lib/testStages.d.ts +4 -3
package/lib/testStages.js.map +1 -1
package/messages/agent.test.list.md +1 -1
package/messages/shared.md +8 -0
package/oclif.manifest.json +162 -126
package/package.json +5 -5
package/schemas/agent-activate.json +5 -2
package/schemas/agent-create.json +39 -8
package/schemas/agent-deactivate.json +5 -2
package/schemas/agent-generate-agent__spec.json +18 -4
package/schemas/agent-generate-authoring__bundle.json +6 -2
package/schemas/agent-generate-template.json +5 -2
package/schemas/agent-preview-end.json +5 -2
package/schemas/agent-preview-send.json +6 -2
package/schemas/agent-preview-sessions.json +10 -3
package/schemas/agent-preview-start.json +5 -2
package/schemas/agent-preview.json +1 -1
package/schemas/agent-test-create.json +5 -2
package/schemas/agent-test-list.json +1 -1
package/schemas/agent-test-results.json +111 -10
package/schemas/agent-test-resume.json +113 -10
package/schemas/agent-test-run.json +113 -10
package/schemas/agent-test-run__eval.json +17 -4
package/schemas/agent-validate-authoring__bundle.json +4 -2

package/schemas/agent-test-results.json CHANGED Viewed

@@ -3,7 +3,14 @@
   "$ref": "#/definitions/AgentTestResultsResult",
   "definitions": {
     "AgentTestResultsResult": {
-      "$ref": "#/definitions/AgentTestResultsResponse"
+      "anyOf": [
+        {
+          "$ref": "#/definitions/AgentTestResultsResponse"
+        },
+        {
+          "$ref": "#/definitions/AgentforceStudioTestResultsResponse"
+        }
+      ]
     },
     "AgentTestResultsResponse": {
       "type": "object",
@@ -30,12 +37,23 @@
           }
         }
       },
-      "required": ["status", "startTime", "subjectName", "testCases"],
+      "required": [
+        "status",
+        "startTime",
+        "subjectName",
+        "testCases"
+      ],
       "additionalProperties": false
     },
     "TestStatus": {
       "type": "string",
-      "enum": ["NEW", "IN_PROGRESS", "COMPLETED", "ERROR", "TERMINATED"]
+      "enum": [
+        "NEW",
+        "IN_PROGRESS",
+        "COMPLETED",
+        "ERROR",
+        "TERMINATED"
+      ]
     },
     "TestCaseResult": {
       "type": "object",
@@ -56,7 +74,9 @@
               "type": "string"
             }
           },
-          "required": ["utterance"],
+          "required": [
+            "utterance"
+          ],
           "additionalProperties": false
         },
         "generatedData": {
@@ -81,7 +101,13 @@
               "type": "string"
             }
           },
-          "required": ["actionsSequence", "invokedActions", "sessionId", "outcome", "topic"],
+          "required": [
+            "actionsSequence",
+            "invokedActions",
+            "sessionId",
+            "outcome",
+            "topic"
+          ],
           "additionalProperties": false
         },
         "testResults": {
@@ -102,12 +128,22 @@
                 "type": "number"
               },
               "result": {
-                "type": ["null", "string"],
-                "enum": [null, "PASS", "FAILURE"]
+                "type": [
+                  "null",
+                  "string"
+                ],
+                "enum": [
+                  null,
+                  "PASS",
+                  "FAILURE"
+                ]
               },
               "metricLabel": {
                 "type": "string",
-                "enum": ["Accuracy", "Precision"]
+                "enum": [
+                  "Accuracy",
+                  "Precision"
+                ]
               },
               "metricExplainability": {
                 "type": "string"
@@ -146,8 +182,73 @@
           "type": "number"
         }
       },
-      "required": ["status", "startTime", "inputs", "generatedData", "testResults", "testNumber"],
+      "required": [
+        "status",
+        "startTime",
+        "inputs",
+        "generatedData",
+        "testResults",
+        "testNumber"
+      ],
+      "additionalProperties": false
+    },
+    "AgentforceStudioTestResultsResponse": {
+      "type": "object",
+      "properties": {
+        "status": {
+          "type": "string"
+        },
+        "testCases": {
+          "type": "array",
+          "items": {
+            "$ref": "#/definitions/AgentforceStudioTestCaseResult"
+          }
+        }
+      },
+      "required": [
+        "status",
+        "testCases"
+      ],
+      "additionalProperties": false
+    },
+    "AgentforceStudioTestCaseResult": {
+      "type": "object",
+      "properties": {
+        "subjectResponse": {
+          "type": "string"
+        },
+        "testNumber": {
+          "type": "number"
+        },
+        "testScorerResults": {
+          "type": "array",
+          "items": {
+            "$ref": "#/definitions/TestScorerResult"
+          }
+        }
+      },
+      "required": [
+        "subjectResponse",
+        "testNumber",
+        "testScorerResults"
+      ],
+      "additionalProperties": false
+    },
+    "TestScorerResult": {
+      "type": "object",
+      "properties": {
+        "scorerName": {
+          "type": "string"
+        },
+        "scorerResponse": {
+          "type": "string"
+        }
+      },
+      "required": [
+        "scorerName",
+        "scorerResponse"
+      ],
       "additionalProperties": false
     }
   }
-}
+}

package/schemas/agent-test-resume.json CHANGED Viewed

@@ -33,7 +33,10 @@
               }
             }
           },
-          "required": ["runId", "status"]
+          "required": [
+            "runId",
+            "status"
+          ]
         },
         {
           "type": "object",
@@ -64,13 +67,49 @@
               }
             }
           },
-          "required": ["runId", "startTime", "status", "subjectName", "testCases"]
+          "required": [
+            "runId",
+            "startTime",
+            "status",
+            "subjectName",
+            "testCases"
+          ]
+        },
+        {
+          "type": "object",
+          "additionalProperties": false,
+          "properties": {
+            "status": {
+              "type": "string",
+              "const": "COMPLETED"
+            },
+            "runId": {
+              "type": "string"
+            },
+            "testCases": {
+              "type": "array",
+              "items": {
+                "$ref": "#/definitions/AgentforceStudioTestCaseResult"
+              }
+            }
+          },
+          "required": [
+            "runId",
+            "status",
+            "testCases"
+          ]
         }
       ]
     },
     "TestStatus": {
       "type": "string",
-      "enum": ["NEW", "IN_PROGRESS", "COMPLETED", "ERROR", "TERMINATED"]
+      "enum": [
+        "NEW",
+        "IN_PROGRESS",
+        "COMPLETED",
+        "ERROR",
+        "TERMINATED"
+      ]
     },
     "TestCaseResult": {
       "type": "object",
@@ -91,7 +130,9 @@
               "type": "string"
             }
           },
-          "required": ["utterance"],
+          "required": [
+            "utterance"
+          ],
           "additionalProperties": false
         },
         "generatedData": {
@@ -116,7 +157,13 @@
               "type": "string"
             }
           },
-          "required": ["actionsSequence", "invokedActions", "sessionId", "outcome", "topic"],
+          "required": [
+            "actionsSequence",
+            "invokedActions",
+            "sessionId",
+            "outcome",
+            "topic"
+          ],
           "additionalProperties": false
         },
         "testResults": {
@@ -137,12 +184,22 @@
                 "type": "number"
               },
               "result": {
-                "type": ["null", "string"],
-                "enum": [null, "PASS", "FAILURE"]
+                "type": [
+                  "null",
+                  "string"
+                ],
+                "enum": [
+                  null,
+                  "PASS",
+                  "FAILURE"
+                ]
               },
               "metricLabel": {
                 "type": "string",
-                "enum": ["Accuracy", "Precision"]
+                "enum": [
+                  "Accuracy",
+                  "Precision"
+                ]
               },
               "metricExplainability": {
                 "type": "string"
@@ -181,8 +238,54 @@
           "type": "number"
         }
       },
-      "required": ["status", "startTime", "inputs", "generatedData", "testResults", "testNumber"],
+      "required": [
+        "status",
+        "startTime",
+        "inputs",
+        "generatedData",
+        "testResults",
+        "testNumber"
+      ],
+      "additionalProperties": false
+    },
+    "AgentforceStudioTestCaseResult": {
+      "type": "object",
+      "properties": {
+        "subjectResponse": {
+          "type": "string"
+        },
+        "testNumber": {
+          "type": "number"
+        },
+        "testScorerResults": {
+          "type": "array",
+          "items": {
+            "$ref": "#/definitions/TestScorerResult"
+          }
+        }
+      },
+      "required": [
+        "subjectResponse",
+        "testNumber",
+        "testScorerResults"
+      ],
+      "additionalProperties": false
+    },
+    "TestScorerResult": {
+      "type": "object",
+      "properties": {
+        "scorerName": {
+          "type": "string"
+        },
+        "scorerResponse": {
+          "type": "string"
+        }
+      },
+      "required": [
+        "scorerName",
+        "scorerResponse"
+      ],
       "additionalProperties": false
     }
   }
-}
+}

package/schemas/agent-test-run.json CHANGED Viewed

@@ -33,7 +33,10 @@
               }
             }
           },
-          "required": ["runId", "status"]
+          "required": [
+            "runId",
+            "status"
+          ]
         },
         {
           "type": "object",
@@ -64,13 +67,49 @@
               }
             }
           },
-          "required": ["runId", "startTime", "status", "subjectName", "testCases"]
+          "required": [
+            "runId",
+            "startTime",
+            "status",
+            "subjectName",
+            "testCases"
+          ]
+        },
+        {
+          "type": "object",
+          "additionalProperties": false,
+          "properties": {
+            "status": {
+              "type": "string",
+              "const": "COMPLETED"
+            },
+            "runId": {
+              "type": "string"
+            },
+            "testCases": {
+              "type": "array",
+              "items": {
+                "$ref": "#/definitions/AgentforceStudioTestCaseResult"
+              }
+            }
+          },
+          "required": [
+            "runId",
+            "status",
+            "testCases"
+          ]
         }
       ]
     },
     "TestStatus": {
       "type": "string",
-      "enum": ["NEW", "IN_PROGRESS", "COMPLETED", "ERROR", "TERMINATED"]
+      "enum": [
+        "NEW",
+        "IN_PROGRESS",
+        "COMPLETED",
+        "ERROR",
+        "TERMINATED"
+      ]
     },
     "TestCaseResult": {
       "type": "object",
@@ -91,7 +130,9 @@
               "type": "string"
             }
           },
-          "required": ["utterance"],
+          "required": [
+            "utterance"
+          ],
           "additionalProperties": false
         },
         "generatedData": {
@@ -116,7 +157,13 @@
               "type": "string"
             }
           },
-          "required": ["actionsSequence", "invokedActions", "sessionId", "outcome", "topic"],
+          "required": [
+            "actionsSequence",
+            "invokedActions",
+            "sessionId",
+            "outcome",
+            "topic"
+          ],
           "additionalProperties": false
         },
         "testResults": {
@@ -137,12 +184,22 @@
                 "type": "number"
               },
               "result": {
-                "type": ["null", "string"],
-                "enum": [null, "PASS", "FAILURE"]
+                "type": [
+                  "null",
+                  "string"
+                ],
+                "enum": [
+                  null,
+                  "PASS",
+                  "FAILURE"
+                ]
               },
               "metricLabel": {
                 "type": "string",
-                "enum": ["Accuracy", "Precision"]
+                "enum": [
+                  "Accuracy",
+                  "Precision"
+                ]
               },
               "metricExplainability": {
                 "type": "string"
@@ -181,8 +238,54 @@
           "type": "number"
         }
       },
-      "required": ["status", "startTime", "inputs", "generatedData", "testResults", "testNumber"],
+      "required": [
+        "status",
+        "startTime",
+        "inputs",
+        "generatedData",
+        "testResults",
+        "testNumber"
+      ],
+      "additionalProperties": false
+    },
+    "AgentforceStudioTestCaseResult": {
+      "type": "object",
+      "properties": {
+        "subjectResponse": {
+          "type": "string"
+        },
+        "testNumber": {
+          "type": "number"
+        },
+        "testScorerResults": {
+          "type": "array",
+          "items": {
+            "$ref": "#/definitions/TestScorerResult"
+          }
+        }
+      },
+      "required": [
+        "subjectResponse",
+        "testNumber",
+        "testScorerResults"
+      ],
+      "additionalProperties": false
+    },
+    "TestScorerResult": {
+      "type": "object",
+      "properties": {
+        "scorerName": {
+          "type": "string"
+        },
+        "scorerResponse": {
+          "type": "string"
+        }
+      },
+      "required": [
+        "scorerName",
+        "scorerResponse"
+      ],
       "additionalProperties": false
     }
   }
-}
+}

package/schemas/agent-test-run__eval.json CHANGED Viewed

@@ -25,7 +25,12 @@
                 "items": {}
               }
             },
-            "required": ["id", "status", "evaluations", "outputs"],
+            "required": [
+              "id",
+              "status",
+              "evaluations",
+              "outputs"
+            ],
             "additionalProperties": false
           }
         },
@@ -45,12 +50,20 @@
               "type": "number"
             }
           },
-          "required": ["passed", "failed", "scored", "errors"],
+          "required": [
+            "passed",
+            "failed",
+            "scored",
+            "errors"
+          ],
           "additionalProperties": false
         }
       },
-      "required": ["tests", "summary"],
+      "required": [
+        "tests",
+        "summary"
+      ],
       "additionalProperties": false
     }
   }
-}
+}

package/schemas/agent-validate-authoring__bundle.json CHANGED Viewed

@@ -15,8 +15,10 @@
           }
         }
       },
-      "required": ["success"],
+      "required": [
+        "success"
+      ],
       "additionalProperties": false
     }
   }
-}
+}