pointblank 0.13.0__tar.gz → 0.13.2__tar.gz

{pointblank-0.13.0 → pointblank-0.13.2}/.gitignore

@@ -134,3 +134,4 @@ benchmark/data/*.json
 
 uv.lock
 memory
+.vscode/mcp.json

{pointblank-0.13.0 → pointblank-0.13.2}/CITATION.cff

@@ -3,7 +3,7 @@ message: 'If you wish to cite the "Pointblank" package use:'
 type: software
 license: MIT
 title: "Pointblank: Find out if your data is what you think it is"
-version: 0.12.2
+version: 0.13.1
 abstract: Validate data in Polars and Pandas DataFrames and database tables.
   Validation pipelines can be made using easily-readable, consecutive validation
   steps. Upon execution of the validation plan, several reporting options are available.

{pointblank-0.13.0 → pointblank-0.13.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pointblank
-Version: 0.13.0
+Version: 0.13.2
 Summary: Find out if your data is what you think it is.
 Author-email: Richard Iannone <riannone@me.com>
 License: MIT License
@@ -49,10 +49,11 @@ Requires-Dist: requests>=2.31.0
 Requires-Dist: click>=8.0.0
 Requires-Dist: rich>=13.0.0
 Requires-Dist: pyyaml>=6.0.0
+Requires-Dist: polars>=1.33.0
 Provides-Extra: pd
 Requires-Dist: pandas>=2.2.3; extra == "pd"
 Provides-Extra: pl
-Requires-Dist: polars>=1.24.0; extra == "pl"
+Requires-Dist: polars>=1.33.0; extra == "pl"
 Provides-Extra: pyspark
 Requires-Dist: pyspark==3.5.6; extra == "pyspark"
 Provides-Extra: generate

pointblank-0.13.2/docs/user-guide/mcp-quick-start.qmd

@@ -0,0 +1,309 @@
+---
+title: "MCP Quick Start"
+jupyter: python3
+toc-expand: 2
+html-table-processing: none
+---
+
+## Getting Started in 5 Minutes
+
+Transform your data validation workflow with conversational AI in VS Code or Positron IDE. Here are three simple steps to start validating data through conversation (and no complex configuration required).
+
+### 1. Install
+
+```bash
+pip install pointblank[mcp]
+```
+
+### 2. Configure Your IDE
+
+**For VS Code**:
+
+**Option 1: Workspace Configuration (Recommended for teams)**
+
+1. Create a `.vscode/mcp.json` file in your project folder
+2. Add this configuration:
+
+```json
+{
+  "servers": {
+    "pointblank": {
+      "command": "python",
+      "args": ["-m", "pointblank_mcp_server.pointblank_server"]
+    }
+  }
+}
+```
+
+**Option 2: User Configuration (Personal use)**
+
+1. Run command: `MCP: Open User Configuration` (Cmd/Ctrl + Shift + P)
+2. Add the same JSON configuration above
+
+> ⚠️ **Security Note**: Only add MCP servers from trusted sources. VS Code will ask you to confirm trust when starting the server for the first time.
+
+**For Positron**:
+
+1. Open Positron Settings
+2. Navigate to MCP Server configuration
+3. Add the configuration (format may vary)
+
+> **Note**: If you don't see MCP settings, you may need to install an MCP extension first. Search for "MCP" in the Extensions marketplace.
+
+### 3. Start Chatting
+
+```
+"Load my sales data and check its quality"
+```
+
+That's basically how you get started.
+
+## Essential Commands
+
+Master these five command patterns and you'll be able to handle most data validation scenarios. Think of these as your fundamental vocabulary for talking to Pointblank.
+
+### Load Data
+
+```
+"Load the file /path/to/data.csv"
+"Load my Netflix dataset from the working directory"
+"Load the CSV file with sales metrics"
+"Load customer_data.csv as my main dataset"
+```
+
+### Explore Data
+
+```
+"Analyze the data for netflix_data"
+"Show me a preview of the loaded data"
+"Create a column summary table"
+"Generate a missing values analysis"
+```
+
+**What you'll get**: Comprehensive data profiling with statistics including missing values, data types, distributions, and summary statistics for each column. The preview and summary tables are automatically generated as beautiful HTML files that open in your browser. This gives you a complete picture of your dataset's structure and characteristics before you define quality rules.
+
+### Check Quality
+
+```
+"Create a validator for netflix_data"
+"Add validation that ratings are between 0 and 10"
+"Check that all release years are reasonable"
+"Apply the basic_quality template"
+```
+
+**What you'll get**: Actual data quality validation that checks your data against business rules and domain knowledge. This tells you if your data meets your specific quality requirements and identifies rows that fail validation criteria.
+
+### Create Data Validations
+
+```
+"Add validation that show_id values are unique"
+"Check that cast field is not empty for movies"
+"Ensure vote_count is greater than 0"
+"Validate that country field follows ISO format"
+```
+
+**What you'll get**: Individual validation rules added to your validator. Each rule tests a specific business requirement and can be customized with thresholds and actions.
+
+### Run and Export
+
+```
+"Run the validation and show results"
+"Export validation failures to CSV"
+"Get failed rows for step 2"
+"Save the validation report"
+```
+
+---
+
+## Top Three Use Cases
+
+Once you have Pointblank set up, these scenarios show the most common and powerful ways to use natural language data validation. Each example demonstrates the conversational flow and immediate value you'll experience.
+
+### 1. 📊 Quick Data Check
+
+**When**: You get a new dataset
+
+```
+👤 "I just got netflix_data.csv. Is it clean?"
+🤖 "Loading dataset... Found 16,000 movies/shows with 18 columns.
+    Quality analysis complete:
+    - ✅ No duplicate show IDs
+    - ⚠️ 466 missing countries (2.9%)
+    - ⚠️ 132 missing directors (0.8%)
+    Opening data preview in your browser..."
+```
+
+### 2. 🔄 Daily Validation
+
+**When**: Regular data quality checks
+
+```
+👤 "Apply the basic_quality template to my data"
+🤖 "Creating validator with basic quality checks...
+    ✅ Data types validated
+    ✅ Missing value thresholds checked
+    ✅ Duplicate detection passed
+    Validation complete! All checks passed."
+```
+
+### 3. 🚨 Issue Investigation
+
+**When**: Something looks wrong
+
+```
+👤 "Show me movies with ratings above 9.5"
+🤖 "Creating validator for high ratings...
+    Found 47 entries with ratings > 9.5
+    Exporting suspicious rows to CSV
+    Most are documentaries - could be valid!"
+```
+
+These examples show how natural conversation can quickly identify and resolve data quality issues that might take hours to diagnose manually.
+
+## Core Capabilities
+
+Pointblank's MCP server provides powerful tools for comprehensive data validation with beautiful, interactive HTML reports:
+
+### Data Exploration
+
+- **Interactive HTML previews** with automatic browser opening showing head/tail rows
+- **Column summary tables** with detailed statistics and color-coded data types
+- **Missing values analysis** with visual patterns and percentages
+- **Data quality analysis** with comprehensive profiling insights
+
+### Validation Workflows
+
+- **Validator creation** with flexible thresholds and configuration
+- **Many validation types** for comprehensive data quality checking
+- **Step-by-step validation** building with natural language commands
+- **Template-based validation** for common data quality patterns
+
+### HTML Reports & Analysis
+
+- **Interactive validation reports** automatically opened in your browser
+- **Timestamped HTML files** for easy sharing and documentation
+- **Python code generation** for reproducible validation scripts
+
+All interactions use natural language, making advanced data validation accessible to users at any technical level while producing publication-ready HTML reports.
+
+## Common Validation Rules
+
+Understanding what validation rules to ask for will help you quickly build comprehensive data quality checks. These examples cover the most frequent validation scenarios using Pointblank's built-in validation functions.
+
+### Data Integrity
+
+- "Check for duplicate show IDs"
+- "Ensure no missing required fields like title"
+- "Validate that release years are between 1900 and 2025"
+
+### Business Logic
+
+- "Ratings must be between 0 and 10"
+- "Budget must be positive numbers"
+- "Duration should be greater than 0"
+
+### Cross-Field Validation
+
+- "Release year should match date_added year"
+- "Vote count should correlate with popularity"
+- "Movies should have directors specified"
+
+### Available Templates
+
+Pointblank includes pre-built validation templates:
+
+- `basic_quality` - Essential data quality checks
+- `financial_data` - Money and numeric validations
+- `customer_data` - Personal information validations
+- `sensor_data` - Time series and measurement checks
+- `survey_data` - Response and rating validations
+
+These rule patterns can be combined and customized for your specific data and business requirements. The natural language interface makes it easy to express complex validation logic without learning technical syntax.
+
+## Some Tips and Tricks
+
+These recommendations will help you get more value from your Pointblank MCP server and avoid some common pitfalls.
+
+### Talk Naturally
+
+✅ **Good:** "Check if customer emails look valid"
+
+❌ **Avoid:** "Execute col_vals_regex on email column"
+
+### Provide Context
+
+✅ **Good:** "This is for the board presentation"
+
+❌ **Avoid:** Just asking for validation without explanation
+
+### Build Incrementally
+
+1. Start with data profiling
+2. Add basic validation rules
+3. Create templates for reuse
+4. Set up automated checks
+
+### Save Templates
+
+```
+"Save these rules as 'customer_validation'"
+"Apply the financial_data template"
+"Use our standard survey validation"
+```
+
+### Interactive Visual Tables
+
+Pointblank automatically generates beautiful, interactive HTML tables for data exploration:
+
+```
+"Show me a preview of the data"
+"Generate a column summary table"
+"Create a missing values analysis"
+```
+
+These commands create professional HTML tables with:
+
+- **Color-coded data types** (numeric in purple, text in yellow)
+- **Gradient styling** tailored to each table type
+- **Automatic browser opening** for immediate viewing
+- **Timestamped files** for easy reference and sharing
+
+The tables open automatically in your default browser, making it easy to share data insights with colleagues or include in presentations.
+
+These practices help you build data quality workflows that scale with your needs while remaining accessible to those with varying technical backgrounds.
+
+## File Support
+
+Pointblank works with many major data file formats, making it easy to validate data regardless of how it's stored. This support means you can maintain consistent validation practices across your entire data ecosystem.
+
+| Type | Extensions | Example | Backend Support |
+|------|------------|---------|-----------------|
+| **CSV** | `.csv` | `sales_data.csv` | pandas, polars |
+| **Parquet** | `.parquet` | `big_data.parquet` | pandas, polars |
+| **JSON** | `.json` | `api_response.json` | pandas, polars |
+| **JSON Lines** | `.jsonl` | `streaming_data.jsonl` | pandas, polars |
+
+The consistent natural language interface works the same regardless of file format, so you can focus on validation logic rather than technical details. Polars provides faster processing for large datasets, while Pandas offers broader format support.
+
+## Quick Troubleshooting
+
+When you encounter issues, these quick fixes resolve the most common problems. Furthermore, the natural language interface means you can always ask for help and explanations.
+
+| Problem | Quick Fix |
+|---------|-----------|
+| "File not found" | Use absolute path: `/Users/name/Downloads/data.csv` |
+| "DataFrame not found" | Check loaded datasets with "List my loaded dataframes" |
+| "Validator not found" | Use "List active validators" to see available validators |
+| "Validation too slow" | Try "Use pandas backend" or sample your data first |
+| "HTML tables won't open" | Check your default browser settings |
+| "Need validation ideas" | Ask "Show me validation templates" or "Suggest validations for my data" |
+
+**Browser Issues**: The HTML tables automatically open in your default browser. If they don't appear, check that your browser isn't blocking pop-ups and that you have a default browser set in your system preferences.
+
+Remember, you can always ask the AI to explain what's happening or suggest solutions when you run into problems.
+
+## Now You're Ready!
+
+You now have everything needed to start validating data through conversation. The beauty of Pointblank's MCP server is that it grows with your expertise: start simple and gradually build more sophisticated validation workflows as you become comfortable with the interface.
+
+Start with simple commands and build up to more complex validation workflows. The AI will guide you through the process and help you create robust data quality checks!

{pointblank-0.13.0 → pointblank-0.13.2}/pointblank/__init__.py

@@ -26,7 +26,6 @@ from pointblank.datascan import DataScan, col_summary_tbl
 from pointblank.draft import DraftValidation
 from pointblank.schema import Schema
 from pointblank.segments import seg_group
-from pointblank.tf import TF
 from pointblank.thresholds import Actions, FinalActions, Thresholds
 from pointblank.validate import (
     Validate,
@@ -49,7 +48,6 @@ from pointblank.yaml import (
 
 __all__ = [
     "assistant",
-    "TF",
     "Validate",
     "Thresholds",
     "Actions",

{pointblank-0.13.0 → pointblank-0.13.2}/pointblank/_constants.py

@@ -9,8 +9,8 @@ GENERAL_COLUMN_TYPES = [
 COMPATIBLE_DTYPES = {
     "gt": ["numeric", "datetime"],
     "lt": ["numeric", "datetime"],
-    "eq": ["numeric", "datetime"],
-    "ne": ["numeric", "datetime"],
+    "eq": ["numeric", "datetime", "str"],
+    "ne": ["numeric", "datetime", "str"],
     "ge": ["numeric", "datetime"],
     "le": ["numeric", "datetime"],
     "between": ["numeric", "datetime"],
@@ -47,32 +47,6 @@ ASSERTION_TYPE_METHOD_MAP = {
     "specially": "specially",
 }
 
-METHOD_CATEGORY_MAP = {
-    "gt": "COMPARE_ONE",
-    "lt": "COMPARE_ONE",
-    "eq": "COMPARE_ONE",
-    "ne": "COMPARE_ONE",
-    "ge": "COMPARE_ONE",
-    "le": "COMPARE_ONE",
-    "not": "COMPARE_ONE",
-    "null": "COMPARE_ONE",
-    "not_null": "COMPARE_ONE",
-    "between": "COMPARE_TWO",
-    "outside": "COMPARE_TWO",
-    "in_set": "COMPARE_SET",
-    "not_in_set": "COMPARE_SET",
-    "regex": "COMPARE_REGEX",
-    "col_exists": "COL_EXISTS_HAS_TYPE",
-    "expr": "COMPARE_EXPR",
-    "rows_distinct": "ROWS_DISTINCT",
-    "rows_complete": "ROWS_COMPLETE",
-    "col_schema_match": "COL_SCHEMA_MATCH",
-    "row_count_match": "ROW_COUNT_MATCH",
-    "col_count_match": "COL_COUNT_MATCH",
-    "conjointly": "CONJOINTLY",
-    "specially": "SPECIALLY",
-}
-
 COMPARISON_OPERATORS = {
     "col_vals_gt": ">",
     "col_vals_ge": ">=",

{pointblank-0.13.0 → pointblank-0.13.2}/pointblank/_constants_translations.py

@@ -1843,6 +1843,33 @@ STEP_REPORT_TEXT = {
         "hi": "{column} Null नहीं है",
         "el": "{column} δεν είναι Null",
     },
+    "column_expr": {
+        "en": "The following column expression holds: {values}",
+        "fr": "L'expression de colonne suivante est vraie : {values}",
+        "de": "Der folgende Spaltenausdruck gilt: {values}",
+        "it": "La seguente espressione di colonna è valida: {values}",
+        "es": "La siguiente expresión de columna se cumple: {values}",
+        "pt": "A seguinte expressão de coluna é válida: {values}",
+        "ro": "Următoarea expresie de coloană este validă: {values}",
+        "tr": "Aşağıdaki sütun ifadesi geçerlidir: {values}",
+        "zh-Hans": "以下列表达式成立：{values}",
+        "zh-Hant": "以下欄位表達式成立：{values}",
+        "ja": "次の列式が成り立ちます：{values}",
+        "ko": "다음 열 표현식이 성립합니다: {values}",
+        "vi": "Biểu thức cột sau đây đúng: {values}",
+        "ru": "Следующее выражение для столбца выполняется: {values}",
+        "cs": "Následující výraz sloupce platí: {values}",
+        "pl": "Następujące wyrażenie kolumny jest spełnione: {values}",
+        "da": "Følgende kolonneudtryk gælder: {values}",
+        "sv": "Följande kolumnuttryck gäller: {values}",
+        "nb": "Følgende kolonneuttrykk gjelder: {values}",
+        "nl": "De volgende kolomuitdrukking geldt: {values}",
+        "fi": "Seuraava sarake-lauseke pätee: {values}",
+        "is": "Eftirfarandi dálktjáning gildir: {values}",
+        "ar": "التعبير التالي للعمود صحيح: {values}",
+        "hi": "निम्नलिखित स्तंभ अभिव्यक्ति सत्य है: {values}",
+        "el": "Η ακόλουθη έκφραση στήλης ισχύει: {values}",
+    },
     "rows_distinct_all": {
         "en": "All rows are distinct",
         "fr": "Toutes les lignes sont distinctes",
@@ -2032,6 +2059,33 @@ STEP_REPORT_TEXT = {
         "hi": "कॉलम <strong>{column_position}</strong> में {failure_rate} परीक्षण इकाई विफलताएँ",
         "el": "{failure_rate} ΑΠΟΤΥΧΙΕΣ ΜΟΝΑΔΩΝ ΔΟΚΙΜΗΣ ΣΤΗ ΣΤΗΛΗ <strong>{column_position}</strong>",
     },
+    "failure_rate_summary_no_column": {
+        "en": "{failure_rate} TEST UNIT FAILURES",
+        "fr": "{failure_rate} ÉCHECS D'UNITÉS DE TEST",
+        "de": "{failure_rate} TESTEINHEITENFEHLER",
+        "it": "{failure_rate} FALLIMENTI DI UNITÀ DI TEST",
+        "es": "{failure_rate} FALLOS DE UNIDAD DE PRUEBA",
+        "pt": "{failure_rate} FALHAS DE UNIDADE DE TESTE",
+        "ro": "{failure_rate} EȘECURI ALE UNITĂȚILOR DE TEST",
+        "tr": "{failure_rate} TEST BİRİMİ HATALARI",
+        "zh-Hans": "{failure_rate} 个测试单元失败",
+        "zh-Hant": "{failure_rate} 個測試單元失敗",
+        "ja": "{failure_rate} テストユニットの失敗",
+        "ko": "{failure_rate} 테스트 단위 실패",
+        "vi": "{failure_rate} LỖI ĐƠN VỊ KIỂM TRA",
+        "ru": "{failure_rate} СБОЕВ ТЕСТОВЫХ ЕДИНИЦ",
+        "cs": "{failure_rate} SELHÁNÍ TESTOVACÍCH JEDNOTEK",
+        "pl": "{failure_rate} NIEPOWODZEŃ JEDNOSTEK TESTOWYCH",
+        "da": "{failure_rate} TEST ENHED FEJL",
+        "sv": "{failure_rate} TESTENHETSFEL",
+        "nb": "{failure_rate} TESTENHETSFEIL",
+        "nl": "{failure_rate} TESTEENHEID FOUTEN",
+        "fi": "{failure_rate} TESTIYKSIKÖN VIRHEITÄ",
+        "is": "{failure_rate} PRÓFUNAREININGAR VILLUR",
+        "ar": "{failure_rate} فشل وحدات الاختبار",
+        "hi": "{failure_rate} परीक्षण इकाई विफलताएँ",
+        "el": "{failure_rate} ΑΠΟΤΥΧΙΕΣ ΜΟΝΑΔΩΝ ΔΟΚΙΜΗΣ",
+    },
     "not_shown": {
         "en": "(NOT SHOWN)",
         "fr": "(NON AFFICHÉ)",