@provartesting/provardx-cli 1.5.3 → 1.6.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (53) hide show
  1. package/README.md +5 -37
  2. package/lib/commands/provar/automation/project/validate.js +5 -3
  3. package/lib/commands/provar/automation/project/validate.js.map +1 -1
  4. package/lib/mcp/docs/PROVAR_TEST_STEP_REFERENCE.md +18 -6
  5. package/lib/mcp/docs/VALIDATION_RULE_REGISTRY.md +225 -0
  6. package/lib/mcp/prompts/loopPrompts.js +2 -2
  7. package/lib/mcp/rules/comparisonTypeSets.d.ts +21 -0
  8. package/lib/mcp/rules/comparisonTypeSets.js +45 -0
  9. package/lib/mcp/rules/comparisonTypeSets.js.map +1 -0
  10. package/lib/mcp/rules/provar_best_practices_rules.json +119 -8
  11. package/lib/mcp/rules/provar_layer1_rules.json +151 -0
  12. package/lib/mcp/rules/provar_test_step_schema.json +3005 -0
  13. package/lib/mcp/server.d.ts +15 -0
  14. package/lib/mcp/server.js +64 -1
  15. package/lib/mcp/server.js.map +1 -1
  16. package/lib/mcp/tools/automationTools.js +31 -7
  17. package/lib/mcp/tools/automationTools.js.map +1 -1
  18. package/lib/mcp/tools/bestPracticesEngine.js +1069 -8
  19. package/lib/mcp/tools/bestPracticesEngine.js.map +1 -1
  20. package/lib/mcp/tools/hierarchyValidate.d.ts +2 -1
  21. package/lib/mcp/tools/hierarchyValidate.js +7 -1
  22. package/lib/mcp/tools/hierarchyValidate.js.map +1 -1
  23. package/lib/mcp/tools/projectValidateFromPath.js +1 -2
  24. package/lib/mcp/tools/projectValidateFromPath.js.map +1 -1
  25. package/lib/mcp/tools/qualityHubTools.js +1 -13
  26. package/lib/mcp/tools/qualityHubTools.js.map +1 -1
  27. package/lib/mcp/tools/sfSpawn.d.ts +23 -0
  28. package/lib/mcp/tools/sfSpawn.js +170 -15
  29. package/lib/mcp/tools/sfSpawn.js.map +1 -1
  30. package/lib/mcp/tools/spawnErrors.d.ts +13 -0
  31. package/lib/mcp/tools/spawnErrors.js +51 -0
  32. package/lib/mcp/tools/spawnErrors.js.map +1 -0
  33. package/lib/mcp/tools/testCaseGenerate.js +146 -12
  34. package/lib/mcp/tools/testCaseGenerate.js.map +1 -1
  35. package/lib/mcp/tools/testCaseValidate.d.ts +46 -0
  36. package/lib/mcp/tools/testCaseValidate.js +307 -41
  37. package/lib/mcp/tools/testCaseValidate.js.map +1 -1
  38. package/lib/mcp/tools/testPlanValidate.js +3 -2
  39. package/lib/mcp/tools/testPlanValidate.js.map +1 -1
  40. package/lib/mcp/tools/testSuiteValidate.js +3 -2
  41. package/lib/mcp/tools/testSuiteValidate.js.map +1 -1
  42. package/lib/mcp/utils/qualityThreshold.d.ts +8 -0
  43. package/lib/mcp/utils/qualityThreshold.js +42 -0
  44. package/lib/mcp/utils/qualityThreshold.js.map +1 -0
  45. package/lib/mcp/utils/testCaseId.d.ts +23 -0
  46. package/lib/mcp/utils/testCaseId.js +156 -0
  47. package/lib/mcp/utils/testCaseId.js.map +1 -0
  48. package/lib/services/projectValidation.js +2 -1
  49. package/lib/services/projectValidation.js.map +1 -1
  50. package/messages/sf.provar.automation.project.validate.md +1 -1
  51. package/messages/sf.provar.mcp.start.md +1 -0
  52. package/oclif.manifest.json +4 -4
  53. package/package.json +3 -2
@@ -15,7 +15,7 @@ Path to the Provar project root (directory containing the .testproject file). De
15
15
 
16
16
  # flags.quality-threshold.summary
17
17
 
18
- Minimum quality score (0-100) for a test case to pass validation (default: 80).
18
+ Minimum quality score (0-100) for a test case to pass validation (default: 90).
19
19
 
20
20
  # flags.save-results.summary
21
21
 
@@ -16,6 +16,7 @@ Project & inspection:
16
16
  - provar_project_inspect — inspect project folder inventory
17
17
  - provar_project_validate — validate full project from disk: coverage, quality scores
18
18
  - provar_connection_list — list connections and named environments from the project
19
+ - provar_org_describe — describe Salesforce objects from the Provar workspace .metadata cache
19
20
 
20
21
  Page Object:
21
22
 
@@ -338,7 +338,7 @@
338
338
  "provar:mcp:start": {
339
339
  "aliases": [],
340
340
  "args": {},
341
- "description": "Launches a stateless MCP (Model Context Protocol) server that exposes Provar tools to\nAI assistants (Claude Desktop, Claude Code, Cursor) via stdio transport. All MCP\nJSON-RPC communication happens over stdout; all internal logging goes to stderr.\n\nAvailable tools:\n\nProject & inspection:\n\n- provardx_ping — ping the MCP server (health check)\n- provar_project_inspect — inspect project folder inventory\n- provar_project_validate — validate full project from disk: coverage, quality scores\n- provar_connection_list — list connections and named environments from the project\n\nPage Object:\n\n- provar_pageobject_generate — generate a Java Page Object skeleton\n- provar_pageobject_validate — validate Page Object quality and naming\n\nTest Case:\n\n- provar_testcase_generate — generate an XML test case skeleton\n- provar_testcase_validate — validate test case XML (validity + best-practices scores)\n- provar_testcase_step_edit — atomically add or remove a single step in a test case\n\nTest Suite / Plan:\n\n- provar_testsuite_validate — validate test suite hierarchy\n- provar_testplan_validate — validate test plan metadata completeness\n- provar_testplan_create — create a new test plan\n- provar_testplan_create-suite — create a test suite under a plan\n- provar_testplan_add-instance — add a test instance to a plan\n- provar_testplan_remove-instance — remove a test instance from a plan\n\nProperties files:\n\n- provar_properties_read — read a Provar properties file\n- provar_properties_set — set a key in a Provar properties file\n- provar_properties_validate — validate a properties file structure\n- provar_properties_generate — generate a properties file skeleton\n\nQuality Hub (sf provar quality-hub wrappers):\n\n- provar_qualityhub_connect — connect to a Quality Hub org\n- provar_qualityhub_display — display connected org info\n- provar_qualityhub_testrun — trigger a Quality Hub test run\n- provar_qualityhub_testrun_report — poll test run status\n- provar_qualityhub_testrun_abort — abort a running test run\n- provar_qualityhub_testcase_retrieve — retrieve test case results\n- provar_qualityhub_defect_create — create defects for failed test executions\n- provar_qualityhub_examples_retrieve — retrieve corpus examples for test generation grounding\n\nAutomation (sf provar automation wrappers):\n\n- provar_automation_setup — set up the Provar Automation runtime\n- provar_automation_metadata_download — download Salesforce metadata\n- provar_automation_compile — compile Provar test assets\n- provar_automation_testrun — run Provar tests\n- provar_automation_config_load — load a Provar configuration\n\nANT build:\n\n- provar_ant_generate — generate an ANT build.xml\n- provar_ant_validate — validate an ANT build.xml\n\nTest result analysis:\n\n- provar_testrun_rca — root cause analysis on a test result\n- provar_testrun_report_locate — locate a test result report\n\nNitroX (Provar NitroX component tools):\n\n- provar_nitrox_discover — discover NitroX component metadata\n- provar_nitrox_generate — generate a NitroX component\n- provar_nitrox_patch — patch a NitroX component definition\n- provar_nitrox_read — read a NitroX component definition\n- provar_nitrox_validate — validate a NitroX component\n\nFor full tool documentation see docs/mcp.md in this repository.",
341
+ "description": "Launches a stateless MCP (Model Context Protocol) server that exposes Provar tools to\nAI assistants (Claude Desktop, Claude Code, Cursor) via stdio transport. All MCP\nJSON-RPC communication happens over stdout; all internal logging goes to stderr.\n\nAvailable tools:\n\nProject & inspection:\n\n- provardx_ping — ping the MCP server (health check)\n- provar_project_inspect — inspect project folder inventory\n- provar_project_validate — validate full project from disk: coverage, quality scores\n- provar_connection_list — list connections and named environments from the project\n- provar_org_describe — describe Salesforce objects from the Provar workspace .metadata cache\n\nPage Object:\n\n- provar_pageobject_generate — generate a Java Page Object skeleton\n- provar_pageobject_validate — validate Page Object quality and naming\n\nTest Case:\n\n- provar_testcase_generate — generate an XML test case skeleton\n- provar_testcase_validate — validate test case XML (validity + best-practices scores)\n- provar_testcase_step_edit — atomically add or remove a single step in a test case\n\nTest Suite / Plan:\n\n- provar_testsuite_validate — validate test suite hierarchy\n- provar_testplan_validate — validate test plan metadata completeness\n- provar_testplan_create — create a new test plan\n- provar_testplan_create-suite — create a test suite under a plan\n- provar_testplan_add-instance — add a test instance to a plan\n- provar_testplan_remove-instance — remove a test instance from a plan\n\nProperties files:\n\n- provar_properties_read — read a Provar properties file\n- provar_properties_set — set a key in a Provar properties file\n- provar_properties_validate — validate a properties file structure\n- provar_properties_generate — generate a properties file skeleton\n\nQuality Hub (sf provar quality-hub wrappers):\n\n- provar_qualityhub_connect — connect to a Quality Hub org\n- provar_qualityhub_display — display connected org info\n- provar_qualityhub_testrun — trigger a Quality Hub test run\n- provar_qualityhub_testrun_report — poll test run status\n- provar_qualityhub_testrun_abort — abort a running test run\n- provar_qualityhub_testcase_retrieve — retrieve test case results\n- provar_qualityhub_defect_create — create defects for failed test executions\n- provar_qualityhub_examples_retrieve — retrieve corpus examples for test generation grounding\n\nAutomation (sf provar automation wrappers):\n\n- provar_automation_setup — set up the Provar Automation runtime\n- provar_automation_metadata_download — download Salesforce metadata\n- provar_automation_compile — compile Provar test assets\n- provar_automation_testrun — run Provar tests\n- provar_automation_config_load — load a Provar configuration\n\nANT build:\n\n- provar_ant_generate — generate an ANT build.xml\n- provar_ant_validate — validate an ANT build.xml\n\nTest result analysis:\n\n- provar_testrun_rca — root cause analysis on a test result\n- provar_testrun_report_locate — locate a test result report\n\nNitroX (Provar NitroX component tools):\n\n- provar_nitrox_discover — discover NitroX component metadata\n- provar_nitrox_generate — generate a NitroX component\n- provar_nitrox_patch — patch a NitroX component definition\n- provar_nitrox_read — read a NitroX component definition\n- provar_nitrox_validate — validate a NitroX component\n\nFor full tool documentation see docs/mcp.md in this repository.",
342
342
  "examples": [
343
343
  "Start MCP server (accepts stdio connections from Claude Desktop / Cursor):\n<%= config.bin %> <%= command.id %>",
344
344
  "Start with explicit allowed paths:\n<%= config.bin %> <%= command.id %> --allowed-paths /workspace/provar",
@@ -1015,8 +1015,8 @@
1015
1015
  "quality-threshold": {
1016
1016
  "char": "q",
1017
1017
  "name": "quality-threshold",
1018
- "summary": "Minimum quality score (0-100) for a test case to pass validation (default: 80).",
1019
- "default": 80,
1018
+ "summary": "Minimum quality score (0-100) for a test case to pass validation (default: 90).",
1019
+ "default": 90,
1020
1020
  "hasDynamicHelp": false,
1021
1021
  "multiple": false,
1022
1022
  "type": "option"
@@ -2036,5 +2036,5 @@
2036
2036
  ]
2037
2037
  }
2038
2038
  },
2039
- "version": "1.5.3"
2039
+ "version": "1.6.1"
2040
2040
  }
package/package.json CHANGED
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "name": "@provartesting/provardx-cli",
3
3
  "description": "A plugin for the Salesforce CLI to orchestrate testing activities and report quality metrics to Provar Quality Hub",
4
- "version": "1.5.3",
4
+ "version": "1.6.1",
5
5
  "mcpName": "io.github.ProvarTesting/provar",
6
6
  "license": "BSD-3-Clause",
7
7
  "plugins": [
@@ -152,7 +152,7 @@
152
152
  ]
153
153
  },
154
154
  "compile": {
155
- "command": "tsc -p . --pretty --incremental && shx mkdir -p lib/mcp/rules && shx cp src/mcp/rules/*.json lib/mcp/rules/ && shx mkdir -p lib/mcp/docs && shx cp docs/PROVAR_TEST_STEP_REFERENCE.md lib/mcp/docs/ && shx cp docs/NITROX_COMPONENT_CATALOG.md lib/mcp/docs/ && shx cp docs/NITROX_CATALOG_SOURCE.json lib/mcp/docs/ && shx cp docs/PROVAR_TOOL_GUIDE.md lib/mcp/docs/",
155
+ "command": "tsc -p . --pretty --incremental && shx mkdir -p lib/mcp/rules && shx cp src/mcp/rules/*.json lib/mcp/rules/ && shx mkdir -p lib/mcp/docs && shx cp docs/PROVAR_TEST_STEP_REFERENCE.md lib/mcp/docs/ && shx cp docs/NITROX_COMPONENT_CATALOG.md lib/mcp/docs/ && shx cp docs/NITROX_CATALOG_SOURCE.json lib/mcp/docs/ && shx cp docs/PROVAR_TOOL_GUIDE.md lib/mcp/docs/ && shx cp docs/VALIDATION_RULE_REGISTRY.md lib/mcp/docs/",
156
156
  "files": [
157
157
  "src/**/*.ts",
158
158
  "src/mcp/rules/*.json",
@@ -160,6 +160,7 @@
160
160
  "docs/NITROX_CATALOG_SOURCE.json",
161
161
  "docs/PROVAR_TOOL_GUIDE.md",
162
162
  "docs/PROVAR_TEST_STEP_REFERENCE.md",
163
+ "docs/VALIDATION_RULE_REGISTRY.md",
163
164
  "**/tsconfig.json",
164
165
  "messages/**"
165
166
  ],