npm - @intentsolutionsio/data-validation-engine - Versions diffs - 1.0.0 → 1.0.5 - Mend

@intentsolutionsio/data-validation-engine 1.0.0 → 1.0.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (6) hide show

package/agents/validation-agent.md CHANGED Viewed

@@ -1,6 +1,34 @@
 ---
 name: validation-agent
 description: Implement data validation rules
+tools:
+- Read
+- Write
+- Edit
+- Bash
+- Glob
+- Grep
+- WebFetch
+- WebSearch
+- Task
+- TodoWrite
+model: sonnet
+color: yellow
+version: 1.0.0
+author: Jeremy Longshore <jeremy@intentsolutions.io>
+tags:
+- database
+- validation
+disallowedTools: []
+skills: []
+background: false
+# ── upgrade levers — uncomment + set when tuning this agent ──
+# effort: high            # reasoning depth: low/medium/high/xhigh/max (omit = inherit session)
+# maxTurns: 50            # cap the agentic loop (omit = engine default)
+# memory: project         # persistent scope: user/project/local (omit = ephemeral)
+# isolation: worktree     # run in an isolated git worktree
+# initialPrompt: "…"      # seed the agent's first turn
+# hooks / mcpServers / permissionMode → set at the PLUGIN level, not on a plugin agent
 ---
 # Data Validation Engine

package/package.json CHANGED Viewed

@@ -1,6 +1,6 @@
 {
   "name": "@intentsolutionsio/data-validation-engine",
-  "version": "1.0.0",
+  "version": "1.0.5",
   "description": "Database plugin for data-validation-engine",
   "keywords": [
     "database",

package/skills/validating-database-integrity/SKILL.md CHANGED Viewed

@@ -1,17 +1,24 @@
 ---
 name: validating-database-integrity
-description: |
-  Process use when you need to ensure database integrity through comprehensive data validation.
-  This skill validates data types, ranges, formats, referential integrity, and business rules.
+description: 'Process use when you need to ensure database integrity through comprehensive
+  data validation.
+  This skill validates data types, ranges, formats, referential integrity, and business
+  rules.
   Trigger with phrases like "validate database data", "implement data validation rules",
   "enforce data integrity constraints", or "validate data formats".
+  '
 allowed-tools: Read, Write, Edit, Grep, Glob, Bash(psql:*), Bash(mysql:*)
 version: 1.0.0
 author: Jeremy Longshore <jeremy@intentsolutions.io>
 license: MIT
-compatible-with: claude-code, codex, openclaw
-tags: [database, validating-database]
+tags:
+- database
+- validating-database
+compatibility: Designed for Claude Code, also compatible with Codex and OpenClaw
 ---
 # Data Validation Engine
@@ -97,4 +104,4 @@ Implement and enforce data integrity rules at the database level using CHECK con
 - PostgreSQL triggers: https://www.postgresql.org/docs/current/triggers.html
 - MySQL CHECK constraints (8.0.16+): https://dev.mysql.com/doc/refman/8.0/en/create-table-check-constraints.html
 - Data validation patterns: https://www.postgresql.org/docs/current/ddl-constraints.html#DDL-CONSTRAINTS-CHECK-CONSTRAINTS
-- NOT VALID constraint option: https://www.postgresql.org/docs/current/sql-altertable.html
+- NOT VALID constraint option: https://www.postgresql.org/docs/current/sql-altertable.html

package/skills/validating-database-integrity/references/README.md CHANGED Viewed

@@ -1,4 +1,3 @@
 # References
 Bundled resources for data-validation-engine skill

package/skills/validating-database-integrity/scripts/configure_validation_rules.py CHANGED Viewed

@@ -10,8 +10,7 @@ import argparse
 import json
 import sys
 from datetime import datetime
-from pathlib import Path
-from typing import Dict, List, Any, Optional
+from typing import Dict, Any
 class ValidationRuleConfigurator:
@@ -30,11 +29,9 @@ class ValidationRuleConfigurator:
         Args:
             column: Column name
         """
-        self.rules.append({
-            "rule": "not_null",
-            "column": column,
-            "description": f"Column {column} must not contain NULL values"
-        })
+        self.rules.append(
+            {"rule": "not_null", "column": column, "description": f"Column {column} must not contain NULL values"}
+        )
     def add_unique_rule(self, column: str):
         """
@@ -43,18 +40,11 @@ class ValidationRuleConfigurator:
         Args:
             column: Column name
         """
-        self.rules.append({
-            "rule": "unique",
-            "column": column,
-            "description": f"Column {column} must contain unique values"
-        })
-    def add_range_rule(
-        self,
-        column: str,
-        min_value: float,
-        max_value: float
-    ):
+        self.rules.append(
+            {"rule": "unique", "column": column, "description": f"Column {column} must contain unique values"}
+        )
+    def add_range_rule(self, column: str, min_value: float, max_value: float):
         """
         Add a RANGE validation rule.
@@ -63,13 +53,15 @@ class ValidationRuleConfigurator:
             min_value: Minimum allowed value
             max_value: Maximum allowed value
         """
-        self.rules.append({
-            "rule": "range",
-            "column": column,
-            "min": min_value,
-            "max": max_value,
-            "description": f"Column {column} values must be between {min_value} and {max_value}"
-        })
+        self.rules.append(
+            {
+                "rule": "range",
+                "column": column,
+                "min": min_value,
+                "max": max_value,
+                "description": f"Column {column} values must be between {min_value} and {max_value}",
+            }
+        )
     def add_pattern_rule(self, column: str, pattern: str):
         """
@@ -79,12 +71,14 @@ class ValidationRuleConfigurator:
             column: Column name
             pattern: Regular expression pattern
         """
-        self.rules.append({
-            "rule": "pattern",
-            "column": column,
-            "pattern": pattern,
-            "description": f"Column {column} values must match pattern: {pattern}"
-        })
+        self.rules.append(
+            {
+                "rule": "pattern",
+                "column": column,
+                "pattern": pattern,
+                "description": f"Column {column} values must match pattern: {pattern}",
+            }
+        )
     def add_custom_rule(self, column: str, query: str):
         """
@@ -94,12 +88,9 @@ class ValidationRuleConfigurator:
             column: Column name
             query: Custom SQL query
         """
-        self.rules.append({
-            "rule": "custom",
-            "column": column,
-            "query": query,
-            "description": f"Custom validation on {column}"
-        })
+        self.rules.append(
+            {"rule": "custom", "column": column, "query": query, "description": f"Custom validation on {column}"}
+        )
     def remove_rule(self, index: int) -> bool:
         """
@@ -127,7 +118,7 @@ class ValidationRuleConfigurator:
             "table": self.table_name,
             "database": self.database,
             "created_at": datetime.now().isoformat(),
-            "validations": self.rules
+            "validations": self.rules,
         }
     def load_config(self, filepath: str) -> bool:
@@ -141,7 +132,7 @@ class ValidationRuleConfigurator:
             True if successful, False otherwise
         """
         try:
-            with open(filepath, 'r') as f:
+            with open(filepath, "r") as f:
                 config = json.load(f)
             self.table_name = config.get("table", "")
@@ -164,7 +155,7 @@ class ValidationRuleConfigurator:
             True if successful, False otherwise
         """
         try:
-            with open(filepath, 'w') as f:
+            with open(filepath, "w") as f:
                 json.dump(self.get_config_dict(), f, indent=2)
             return True
         except Exception as e:
@@ -179,9 +170,9 @@ def interactive_mode(configurator: ValidationRuleConfigurator):
     Args:
         configurator: ValidationRuleConfigurator instance
     """
-    print("\n" + "="*60)
+    print("\n" + "=" * 60)
     print("Data Validation Rule Configurator")
-    print("="*60 + "\n")
+    print("=" * 60 + "\n")
     # Get table and database info
     configurator.table_name = input("Enter table name: ").strip()
@@ -258,9 +249,9 @@ def interactive_mode(configurator: ValidationRuleConfigurator):
             print("Invalid choice. Please try again.")
     # Summary and save
-    print("\n" + "="*60)
+    print("\n" + "=" * 60)
     print("Configuration Summary")
-    print("="*60)
+    print("=" * 60)
     print(f"Table: {configurator.table_name}")
     print(f"Database: {configurator.database or '(none specified)'}")
     print(f"Total Rules: {len(configurator.rules)}\n")
@@ -406,37 +397,16 @@ Examples:
   # Load and modify existing rules
   %(prog)s --load rules.json --not-null phone --output rules.json
-        """
+        """,
     )
-    parser.add_argument(
-        "--table",
-        help="Table name for non-interactive mode"
-    )
-    parser.add_argument(
-        "--database",
-        help="Database name"
-    )
-    parser.add_argument(
-        "--not-null",
-        help="Comma-separated columns that must not be NULL"
-    )
-    parser.add_argument(
-        "--unique",
-        help="Comma-separated columns that must be unique"
-    )
-    parser.add_argument(
-        "--range",
-        help="Range validations in format: col:min:max,col2:min2:max2"
-    )
-    parser.add_argument(
-        "--load",
-        help="Load existing configuration file"
-    )
-    parser.add_argument(
-        "--output",
-        help="Output file for configuration (JSON)"
-    )
+    parser.add_argument("--table", help="Table name for non-interactive mode")
+    parser.add_argument("--database", help="Database name")
+    parser.add_argument("--not-null", help="Comma-separated columns that must not be NULL")
+    parser.add_argument("--unique", help="Comma-separated columns that must be unique")
+    parser.add_argument("--range", help="Range validations in format: col:min:max,col2:min2:max2")
+    parser.add_argument("--load", help="Load existing configuration file")
+    parser.add_argument("--output", help="Output file for configuration (JSON)")
     args = parser.parse_args()

package/skills/validating-database-integrity/scripts/generate_validation_report.py CHANGED Viewed

@@ -10,8 +10,7 @@ import argparse
 import json
 import sys
 from datetime import datetime
-from pathlib import Path
-from typing import Dict, List, Any, Optional
+from typing import Dict, Any
 class ValidationReportGenerator:
@@ -33,14 +32,14 @@ class ValidationReportGenerator:
             True if successful, False otherwise
         """
         try:
-            with open(filepath, 'r') as f:
+            with open(filepath, "r") as f:
                 data = json.load(f)
             self.results = data.get("validations", [])
             self.metadata = {
                 "table": data.get("table", "unknown"),
                 "timestamp": data.get("timestamp", datetime.now().isoformat()),
-                "statistics": data.get("statistics", {})
+                "statistics": data.get("statistics", {}),
             }
             return True
@@ -56,13 +55,7 @@ class ValidationReportGenerator:
             Dictionary with summary stats
         """
         if not self.results:
-            return {
-                "total": 0,
-                "passed": 0,
-                "failed": 0,
-                "pass_rate": 0.0,
-                "issues": []
-            }
+            return {"total": 0, "passed": 0, "failed": 0, "pass_rate": 0.0, "issues": []}
         total = len(self.results)
         passed = sum(1 for r in self.results if r.get("valid", False))
@@ -72,11 +65,13 @@ class ValidationReportGenerator:
         for result in self.results:
             if not result.get("valid", False):
                 details = result.get("details", {})
-                issues.append({
-                    "rule": details.get("rule", "unknown"),
-                    "column": details.get("column", "unknown"),
-                    "severity": self._determine_severity(details.get("rule"))
-                })
+                issues.append(
+                    {
+                        "rule": details.get("rule", "unknown"),
+                        "column": details.get("column", "unknown"),
+                        "severity": self._determine_severity(details.get("rule")),
+                    }
+                )
         return {
             "total": total,
@@ -86,7 +81,7 @@ class ValidationReportGenerator:
             "issues": issues,
             "critical_issues": sum(1 for i in issues if i["severity"] == "critical"),
             "high_issues": sum(1 for i in issues if i["severity"] == "high"),
-            "medium_issues": sum(1 for i in issues if i["severity"] == "medium")
+            "medium_issues": sum(1 for i in issues if i["severity"] == "medium"),
         }
     def _determine_severity(self, rule: str) -> str:
@@ -120,7 +115,7 @@ class ValidationReportGenerator:
             "metadata": self.metadata,
             "summary": summary,
             "timestamp": datetime.now().isoformat(),
-            "validations": self.results
+            "validations": self.results,
         }
         return json.dumps(report, indent=2)
@@ -130,15 +125,15 @@ class ValidationReportGenerator:
         summary = self.generate_summary()
         md = []
-        md.append(f"# Data Validation Report")
+        md.append("# Data Validation Report")
         md.append(f"\n**Table:** {self.metadata.get('table', 'Unknown')}")
         md.append(f"**Generated:** {datetime.now().isoformat()}")
         md.append("")
         # Summary section
         md.append("## Executive Summary\n")
-        md.append(f"| Metric | Value |")
-        md.append(f"|--------|-------|")
+        md.append("| Metric | Value |")
+        md.append("|--------|-------|")
         md.append(f"| Total Checks | {summary['total']} |")
         md.append(f"| Passed | {summary['passed']} |")
         md.append(f"| Failed | {summary['failed']} |")
@@ -154,32 +149,32 @@ class ValidationReportGenerator:
             md.append("")
         # Issues section
-        if summary['failed'] > 0:
+        if summary["failed"] > 0:
             md.append("## Issues Identified\n")
-            if summary['critical_issues'] > 0:
+            if summary["critical_issues"] > 0:
                 md.append("### Critical Issues\n")
-                for issue in summary['issues']:
-                    if issue['severity'] == 'critical':
+                for issue in summary["issues"]:
+                    if issue["severity"] == "critical":
                         md.append(f"- **{issue['rule']}** on column `{issue['column']}`")
                 md.append("")
-            if summary['high_issues'] > 0:
+            if summary["high_issues"] > 0:
                 md.append("### High Priority Issues\n")
-                for issue in summary['issues']:
-                    if issue['severity'] == 'high':
+                for issue in summary["issues"]:
+                    if issue["severity"] == "high":
                         md.append(f"- **{issue['rule']}** on column `{issue['column']}`")
                 md.append("")
-            if summary['medium_issues'] > 0:
+            if summary["medium_issues"] > 0:
                 md.append("### Medium Priority Issues\n")
-                for issue in summary['issues']:
-                    if issue['severity'] == 'medium':
+                for issue in summary["issues"]:
+                    if issue["severity"] == "medium":
                         md.append(f"- **{issue['rule']}** on column `{issue['column']}`")
                 md.append("")
         # Detailed results
-        if summary['failed'] > 0:
+        if summary["failed"] > 0:
             md.append("## Detailed Validation Results\n")
             for result in self.results:
                 if not result.get("valid", False):
@@ -194,19 +189,20 @@ class ValidationReportGenerator:
                     elif rule == "not_null":
                         md.append(f"**Issue:** Found {details.get('null_count', 0)} NULL values\n")
                     elif rule == "unique":
-                        md.append(f"**Issue:** Found {details.get('duplicate_count', 0)} "
-                                f"duplicate groups\n")
+                        md.append(f"**Issue:** Found {details.get('duplicate_count', 0)} duplicate groups\n")
                     elif rule == "range":
-                        md.append(f"**Issue:** {details.get('out_of_range_count', 0)} values "
-                                f"outside range [{details.get('min')}, {details.get('max')}]\n")
+                        md.append(
+                            f"**Issue:** {details.get('out_of_range_count', 0)} values "
+                            f"outside range [{details.get('min')}, {details.get('max')}]\n"
+                        )
         # Recommendations
         md.append("## Recommendations\n")
-        if summary['critical_issues'] > 0:
+        if summary["critical_issues"] > 0:
             md.append("1. **Immediately address critical issues** - These indicate data integrity problems")
-        if summary['high_issues'] > 0:
+        if summary["high_issues"] > 0:
             md.append("2. **Resolve high priority issues within 1 week** - These affect data quality")
-        if summary['failed'] == 0:
+        if summary["failed"] == 0:
             md.append("✅ **All validations passed!** - Data integrity is maintained")
         else:
             md.append("3. **Review validation rules** - Ensure they match business requirements")
@@ -254,18 +250,26 @@ class ValidationReportGenerator:
             "</head>",
             "<body>",
             "<div class='container'>",
-            f"<h1>Data Validation Report</h1>",
+            "<h1>Data Validation Report</h1>",
             f"<p><strong>Table:</strong> {self.metadata.get('table', 'Unknown')}</p>",
-            f"<p><strong>Generated:</strong> {datetime.now().isoformat()}</p>"
+            f"<p><strong>Generated:</strong> {datetime.now().isoformat()}</p>",
         ]
         # Summary metrics
         html.append("<h2>Summary</h2>")
         html.append("<div class='summary'>")
-        html.append(f"<div class='metric'><div class='value'>{summary['total']}</div><div class='label'>Total Checks</div></div>")
-        html.append(f"<div class='metric'><div class='value success'>{summary['passed']}</div><div class='label'>Passed</div></div>")
-        html.append(f"<div class='metric'><div class='value critical'>{summary['failed']}</div><div class='label'>Failed</div></div>")
-        html.append(f"<div class='metric'><div class='value'>{summary['pass_rate']:.1f}%</div><div class='label'>Pass Rate</div></div>")
+        html.append(
+            f"<div class='metric'><div class='value'>{summary['total']}</div><div class='label'>Total Checks</div></div>"
+        )
+        html.append(
+            f"<div class='metric'><div class='value success'>{summary['passed']}</div><div class='label'>Passed</div></div>"
+        )
+        html.append(
+            f"<div class='metric'><div class='value critical'>{summary['failed']}</div><div class='label'>Failed</div></div>"
+        )
+        html.append(
+            f"<div class='metric'><div class='value'>{summary['pass_rate']:.1f}%</div><div class='label'>Pass Rate</div></div>"
+        )
         html.append("</div>")
         # Table statistics
@@ -278,12 +282,12 @@ class ValidationReportGenerator:
             html.append("</table>")
         # Issues
-        if summary['failed'] > 0:
+        if summary["failed"] > 0:
             html.append("<h2>Issues</h2>")
             html.append("<div class='issue-list'>")
-            for issue in summary['issues']:
-                severity_class = issue['severity']
+            for issue in summary["issues"]:
+                severity_class = issue["severity"]
                 html.append(
                     f"<div class='issue'>"
                     f"<span class='{severity_class}'>{issue['severity'].upper()}</span>: "
@@ -319,29 +323,13 @@ Examples:
   %(prog)s --results validation.json --format markdown
   %(prog)s --results validation.json --format html --output report.html
   %(prog)s --results validation.json --format json --output report.json
-        """
+        """,
     )
-    parser.add_argument(
-        "--results",
-        required=True,
-        help="Path to JSON file containing validation results"
-    )
-    parser.add_argument(
-        "--format",
-        default="markdown",
-        choices=["json", "markdown", "html"],
-        help="Report format"
-    )
-    parser.add_argument(
-        "--output",
-        help="Output file for report"
-    )
-    parser.add_argument(
-        "--verbose",
-        action="store_true",
-        help="Print detailed output"
-    )
+    parser.add_argument("--results", required=True, help="Path to JSON file containing validation results")
+    parser.add_argument("--format", default="markdown", choices=["json", "markdown", "html"], help="Report format")
+    parser.add_argument("--output", help="Output file for report")
+    parser.add_argument("--verbose", action="store_true", help="Print detailed output")
     args = parser.parse_args()
@@ -368,7 +356,7 @@ Examples:
         # Save to file if requested
         if args.output:
-            with open(args.output, 'w') as f:
+            with open(args.output, "w") as f:
                 f.write(report)
             if args.verbose: