@intentsolutionsio/data-validation-engine 1.0.0 → 1.0.2

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@intentsolutionsio/data-validation-engine",
-  "version": "1.0.0",
+  "version": "1.0.2",
   "description": "Database plugin for data-validation-engine",
   "keywords": [
     "database",

package/skills/validating-database-integrity/SKILL.md

@@ -1,17 +1,24 @@
 ---
 name: validating-database-integrity
-description: |
-  Process use when you need to ensure database integrity through comprehensive data validation.
-  This skill validates data types, ranges, formats, referential integrity, and business rules.
+description: 'Process use when you need to ensure database integrity through comprehensive
+  data validation.
+
+  This skill validates data types, ranges, formats, referential integrity, and business
+  rules.
+
   Trigger with phrases like "validate database data", "implement data validation rules",
+
   "enforce data integrity constraints", or "validate data formats".
 
+  '
 allowed-tools: Read, Write, Edit, Grep, Glob, Bash(psql:*), Bash(mysql:*)
 version: 1.0.0
 author: Jeremy Longshore <jeremy@intentsolutions.io>
 license: MIT
-compatible-with: claude-code, codex, openclaw
-tags: [database, validating-database]
+tags:
+- database
+- validating-database
+compatibility: Designed for Claude Code, also compatible with Codex and OpenClaw
 ---
 # Data Validation Engine
 
@@ -97,4 +104,4 @@ Implement and enforce data integrity rules at the database level using CHECK con
 - PostgreSQL triggers: https://www.postgresql.org/docs/current/triggers.html
 - MySQL CHECK constraints (8.0.16+): https://dev.mysql.com/doc/refman/8.0/en/create-table-check-constraints.html
 - Data validation patterns: https://www.postgresql.org/docs/current/ddl-constraints.html#DDL-CONSTRAINTS-CHECK-CONSTRAINTS
-- NOT VALID constraint option: https://www.postgresql.org/docs/current/sql-altertable.html
+- NOT VALID constraint option: https://www.postgresql.org/docs/current/sql-altertable.html

package/skills/validating-database-integrity/references/README.md

@@ -1,4 +1,3 @@
 # References
 
 Bundled resources for data-validation-engine skill
-

package/skills/validating-database-integrity/scripts/configure_validation_rules.py

@@ -10,8 +10,7 @@ import argparse
 import json
 import sys
 from datetime import datetime
-from pathlib import Path
-from typing import Dict, List, Any, Optional
+from typing import Dict, Any
 
 
 class ValidationRuleConfigurator:
@@ -30,11 +29,9 @@ class ValidationRuleConfigurator:
         Args:
             column: Column name
         """
-        self.rules.append({
-            "rule": "not_null",
-            "column": column,
-            "description": f"Column {column} must not contain NULL values"
-        })
+        self.rules.append(
+            {"rule": "not_null", "column": column, "description": f"Column {column} must not contain NULL values"}
+        )
 
     def add_unique_rule(self, column: str):
         """
@@ -43,18 +40,11 @@ class ValidationRuleConfigurator:
         Args:
             column: Column name
         """
-        self.rules.append({
-            "rule": "unique",
-            "column": column,
-            "description": f"Column {column} must contain unique values"
-        })
-
-    def add_range_rule(
-        self,
-        column: str,
-        min_value: float,
-        max_value: float
-    ):
+        self.rules.append(
+            {"rule": "unique", "column": column, "description": f"Column {column} must contain unique values"}
+        )
+
+    def add_range_rule(self, column: str, min_value: float, max_value: float):
         """
         Add a RANGE validation rule.
 
@@ -63,13 +53,15 @@ class ValidationRuleConfigurator:
             min_value: Minimum allowed value
             max_value: Maximum allowed value
         """
-        self.rules.append({
-            "rule": "range",
-            "column": column,
-            "min": min_value,
-            "max": max_value,
-            "description": f"Column {column} values must be between {min_value} and {max_value}"
-        })
+        self.rules.append(
+            {
+                "rule": "range",
+                "column": column,
+                "min": min_value,
+                "max": max_value,
+                "description": f"Column {column} values must be between {min_value} and {max_value}",
+            }
+        )
 
     def add_pattern_rule(self, column: str, pattern: str):
         """
@@ -79,12 +71,14 @@ class ValidationRuleConfigurator:
             column: Column name
             pattern: Regular expression pattern
         """
-        self.rules.append({
-            "rule": "pattern",
-            "column": column,
-            "pattern": pattern,
-            "description": f"Column {column} values must match pattern: {pattern}"
-        })
+        self.rules.append(
+            {
+                "rule": "pattern",
+                "column": column,
+                "pattern": pattern,
+                "description": f"Column {column} values must match pattern: {pattern}",
+            }
+        )
 
     def add_custom_rule(self, column: str, query: str):
         """
@@ -94,12 +88,9 @@ class ValidationRuleConfigurator:
             column: Column name
             query: Custom SQL query
         """
-        self.rules.append({
-            "rule": "custom",
-            "column": column,
-            "query": query,
-            "description": f"Custom validation on {column}"
-        })
+        self.rules.append(
+            {"rule": "custom", "column": column, "query": query, "description": f"Custom validation on {column}"}
+        )
 
     def remove_rule(self, index: int) -> bool:
         """
@@ -127,7 +118,7 @@ class ValidationRuleConfigurator:
             "table": self.table_name,
             "database": self.database,
             "created_at": datetime.now().isoformat(),
-            "validations": self.rules
+            "validations": self.rules,
         }
 
     def load_config(self, filepath: str) -> bool:
@@ -141,7 +132,7 @@ class ValidationRuleConfigurator:
             True if successful, False otherwise
         """
         try:
-            with open(filepath, 'r') as f:
+            with open(filepath, "r") as f:
                 config = json.load(f)
 
             self.table_name = config.get("table", "")
@@ -164,7 +155,7 @@ class ValidationRuleConfigurator:
             True if successful, False otherwise
         """
         try:
-            with open(filepath, 'w') as f:
+            with open(filepath, "w") as f:
                 json.dump(self.get_config_dict(), f, indent=2)
             return True
         except Exception as e:
@@ -179,9 +170,9 @@ def interactive_mode(configurator: ValidationRuleConfigurator):
     Args:
         configurator: ValidationRuleConfigurator instance
     """
-    print("\n" + "="*60)
+    print("\n" + "=" * 60)
     print("Data Validation Rule Configurator")
-    print("="*60 + "\n")
+    print("=" * 60 + "\n")
 
     # Get table and database info
     configurator.table_name = input("Enter table name: ").strip()
@@ -258,9 +249,9 @@ def interactive_mode(configurator: ValidationRuleConfigurator):
             print("Invalid choice. Please try again.")
 
     # Summary and save
-    print("\n" + "="*60)
+    print("\n" + "=" * 60)
     print("Configuration Summary")
-    print("="*60)
+    print("=" * 60)
     print(f"Table: {configurator.table_name}")
     print(f"Database: {configurator.database or '(none specified)'}")
     print(f"Total Rules: {len(configurator.rules)}\n")
@@ -406,37 +397,16 @@ Examples:
 
   # Load and modify existing rules
   %(prog)s --load rules.json --not-null phone --output rules.json
-        """
+        """,
     )
 
-    parser.add_argument(
-        "--table",
-        help="Table name for non-interactive mode"
-    )
-    parser.add_argument(
-        "--database",
-        help="Database name"
-    )
-    parser.add_argument(
-        "--not-null",
-        help="Comma-separated columns that must not be NULL"
-    )
-    parser.add_argument(
-        "--unique",
-        help="Comma-separated columns that must be unique"
-    )
-    parser.add_argument(
-        "--range",
-        help="Range validations in format: col:min:max,col2:min2:max2"
-    )
-    parser.add_argument(
-        "--load",
-        help="Load existing configuration file"
-    )
-    parser.add_argument(
-        "--output",
-        help="Output file for configuration (JSON)"
-    )
+    parser.add_argument("--table", help="Table name for non-interactive mode")
+    parser.add_argument("--database", help="Database name")
+    parser.add_argument("--not-null", help="Comma-separated columns that must not be NULL")
+    parser.add_argument("--unique", help="Comma-separated columns that must be unique")
+    parser.add_argument("--range", help="Range validations in format: col:min:max,col2:min2:max2")
+    parser.add_argument("--load", help="Load existing configuration file")
+    parser.add_argument("--output", help="Output file for configuration (JSON)")
 
     args = parser.parse_args()
 

package/skills/validating-database-integrity/scripts/generate_validation_report.py

@@ -10,8 +10,7 @@ import argparse
 import json
 import sys
 from datetime import datetime
-from pathlib import Path
-from typing import Dict, List, Any, Optional
+from typing import Dict, Any
 
 
 class ValidationReportGenerator:
@@ -33,14 +32,14 @@ class ValidationReportGenerator:
             True if successful, False otherwise
         """
         try:
-            with open(filepath, 'r') as f:
+            with open(filepath, "r") as f:
                 data = json.load(f)
 
             self.results = data.get("validations", [])
             self.metadata = {
                 "table": data.get("table", "unknown"),
                 "timestamp": data.get("timestamp", datetime.now().isoformat()),
-                "statistics": data.get("statistics", {})
+                "statistics": data.get("statistics", {}),
             }
 
             return True
@@ -56,13 +55,7 @@ class ValidationReportGenerator:
             Dictionary with summary stats
         """
         if not self.results:
-            return {
-                "total": 0,
-                "passed": 0,
-                "failed": 0,
-                "pass_rate": 0.0,
-                "issues": []
-            }
+            return {"total": 0, "passed": 0, "failed": 0, "pass_rate": 0.0, "issues": []}
 
         total = len(self.results)
         passed = sum(1 for r in self.results if r.get("valid", False))
@@ -72,11 +65,13 @@ class ValidationReportGenerator:
         for result in self.results:
             if not result.get("valid", False):
                 details = result.get("details", {})
-                issues.append({
-                    "rule": details.get("rule", "unknown"),
-                    "column": details.get("column", "unknown"),
-                    "severity": self._determine_severity(details.get("rule"))
-                })
+                issues.append(
+                    {
+                        "rule": details.get("rule", "unknown"),
+                        "column": details.get("column", "unknown"),
+                        "severity": self._determine_severity(details.get("rule")),
+                    }
+                )
 
         return {
             "total": total,
@@ -86,7 +81,7 @@ class ValidationReportGenerator:
             "issues": issues,
             "critical_issues": sum(1 for i in issues if i["severity"] == "critical"),
             "high_issues": sum(1 for i in issues if i["severity"] == "high"),
-            "medium_issues": sum(1 for i in issues if i["severity"] == "medium")
+            "medium_issues": sum(1 for i in issues if i["severity"] == "medium"),
         }
 
     def _determine_severity(self, rule: str) -> str:
@@ -120,7 +115,7 @@ class ValidationReportGenerator:
             "metadata": self.metadata,
             "summary": summary,
             "timestamp": datetime.now().isoformat(),
-            "validations": self.results
+            "validations": self.results,
         }
 
         return json.dumps(report, indent=2)
@@ -130,15 +125,15 @@ class ValidationReportGenerator:
         summary = self.generate_summary()
 
         md = []
-        md.append(f"# Data Validation Report")
+        md.append("# Data Validation Report")
         md.append(f"\n**Table:** {self.metadata.get('table', 'Unknown')}")
         md.append(f"**Generated:** {datetime.now().isoformat()}")
         md.append("")
 
         # Summary section
         md.append("## Executive Summary\n")
-        md.append(f"| Metric | Value |")
-        md.append(f"|--------|-------|")
+        md.append("| Metric | Value |")
+        md.append("|--------|-------|")
         md.append(f"| Total Checks | {summary['total']} |")
         md.append(f"| Passed | {summary['passed']} |")
         md.append(f"| Failed | {summary['failed']} |")
@@ -154,32 +149,32 @@ class ValidationReportGenerator:
             md.append("")
 
         # Issues section
-        if summary['failed'] > 0:
+        if summary["failed"] > 0:
             md.append("## Issues Identified\n")
 
-            if summary['critical_issues'] > 0:
+            if summary["critical_issues"] > 0:
                 md.append("### Critical Issues\n")
-                for issue in summary['issues']:
-                    if issue['severity'] == 'critical':
+                for issue in summary["issues"]:
+                    if issue["severity"] == "critical":
                         md.append(f"- **{issue['rule']}** on column `{issue['column']}`")
                 md.append("")
 
-            if summary['high_issues'] > 0:
+            if summary["high_issues"] > 0:
                 md.append("### High Priority Issues\n")
-                for issue in summary['issues']:
-                    if issue['severity'] == 'high':
+                for issue in summary["issues"]:
+                    if issue["severity"] == "high":
                         md.append(f"- **{issue['rule']}** on column `{issue['column']}`")
                 md.append("")
 
-            if summary['medium_issues'] > 0:
+            if summary["medium_issues"] > 0:
                 md.append("### Medium Priority Issues\n")
-                for issue in summary['issues']:
-                    if issue['severity'] == 'medium':
+                for issue in summary["issues"]:
+                    if issue["severity"] == "medium":
                         md.append(f"- **{issue['rule']}** on column `{issue['column']}`")
                 md.append("")
 
         # Detailed results
-        if summary['failed'] > 0:
+        if summary["failed"] > 0:
             md.append("## Detailed Validation Results\n")
             for result in self.results:
                 if not result.get("valid", False):
@@ -194,19 +189,20 @@ class ValidationReportGenerator:
                     elif rule == "not_null":
                         md.append(f"**Issue:** Found {details.get('null_count', 0)} NULL values\n")
                     elif rule == "unique":
-                        md.append(f"**Issue:** Found {details.get('duplicate_count', 0)} "
-                                f"duplicate groups\n")
+                        md.append(f"**Issue:** Found {details.get('duplicate_count', 0)} duplicate groups\n")
                     elif rule == "range":
-                        md.append(f"**Issue:** {details.get('out_of_range_count', 0)} values "
-                                f"outside range [{details.get('min')}, {details.get('max')}]\n")
+                        md.append(
+                            f"**Issue:** {details.get('out_of_range_count', 0)} values "
+                            f"outside range [{details.get('min')}, {details.get('max')}]\n"
+                        )
 
         # Recommendations
         md.append("## Recommendations\n")
-        if summary['critical_issues'] > 0:
+        if summary["critical_issues"] > 0:
             md.append("1. **Immediately address critical issues** - These indicate data integrity problems")
-        if summary['high_issues'] > 0:
+        if summary["high_issues"] > 0:
             md.append("2. **Resolve high priority issues within 1 week** - These affect data quality")
-        if summary['failed'] == 0:
+        if summary["failed"] == 0:
             md.append("✅ **All validations passed!** - Data integrity is maintained")
         else:
             md.append("3. **Review validation rules** - Ensure they match business requirements")
@@ -254,18 +250,26 @@ class ValidationReportGenerator:
             "</head>",
             "<body>",
             "<div class='container'>",
-            f"<h1>Data Validation Report</h1>",
+            "<h1>Data Validation Report</h1>",
             f"<p><strong>Table:</strong> {self.metadata.get('table', 'Unknown')}</p>",
-            f"<p><strong>Generated:</strong> {datetime.now().isoformat()}</p>"
+            f"<p><strong>Generated:</strong> {datetime.now().isoformat()}</p>",
         ]
 
         # Summary metrics
         html.append("<h2>Summary</h2>")
         html.append("<div class='summary'>")
-        html.append(f"<div class='metric'><div class='value'>{summary['total']}</div><div class='label'>Total Checks</div></div>")
-        html.append(f"<div class='metric'><div class='value success'>{summary['passed']}</div><div class='label'>Passed</div></div>")
-        html.append(f"<div class='metric'><div class='value critical'>{summary['failed']}</div><div class='label'>Failed</div></div>")
-        html.append(f"<div class='metric'><div class='value'>{summary['pass_rate']:.1f}%</div><div class='label'>Pass Rate</div></div>")
+        html.append(
+            f"<div class='metric'><div class='value'>{summary['total']}</div><div class='label'>Total Checks</div></div>"
+        )
+        html.append(
+            f"<div class='metric'><div class='value success'>{summary['passed']}</div><div class='label'>Passed</div></div>"
+        )
+        html.append(
+            f"<div class='metric'><div class='value critical'>{summary['failed']}</div><div class='label'>Failed</div></div>"
+        )
+        html.append(
+            f"<div class='metric'><div class='value'>{summary['pass_rate']:.1f}%</div><div class='label'>Pass Rate</div></div>"
+        )
         html.append("</div>")
 
         # Table statistics
@@ -278,12 +282,12 @@ class ValidationReportGenerator:
             html.append("</table>")
 
         # Issues
-        if summary['failed'] > 0:
+        if summary["failed"] > 0:
             html.append("<h2>Issues</h2>")
             html.append("<div class='issue-list'>")
 
-            for issue in summary['issues']:
-                severity_class = issue['severity']
+            for issue in summary["issues"]:
+                severity_class = issue["severity"]
                 html.append(
                     f"<div class='issue'>"
                     f"<span class='{severity_class}'>{issue['severity'].upper()}</span>: "
@@ -319,29 +323,13 @@ Examples:
   %(prog)s --results validation.json --format markdown
   %(prog)s --results validation.json --format html --output report.html
   %(prog)s --results validation.json --format json --output report.json
-        """
+        """,
     )
 
-    parser.add_argument(
-        "--results",
-        required=True,
-        help="Path to JSON file containing validation results"
-    )
-    parser.add_argument(
-        "--format",
-        default="markdown",
-        choices=["json", "markdown", "html"],
-        help="Report format"
-    )
-    parser.add_argument(
-        "--output",
-        help="Output file for report"
-    )
-    parser.add_argument(
-        "--verbose",
-        action="store_true",
-        help="Print detailed output"
-    )
+    parser.add_argument("--results", required=True, help="Path to JSON file containing validation results")
+    parser.add_argument("--format", default="markdown", choices=["json", "markdown", "html"], help="Report format")
+    parser.add_argument("--output", help="Output file for report")
+    parser.add_argument("--verbose", action="store_true", help="Print detailed output")
 
     args = parser.parse_args()
 
@@ -368,7 +356,7 @@ Examples:
 
         # Save to file if requested
         if args.output:
-            with open(args.output, 'w') as f:
+            with open(args.output, "w") as f:
                 f.write(report)
 
             if args.verbose: