pycharter 0.0.24__tar.gz → 0.0.25__tar.gz

pycharter-0.0.25/MANIFEST.in

@@ -0,0 +1,22 @@
+include README.md
+include LICENSE
+include pyproject.toml
+# Source layout: all package code under src/
+recursive-include src *.py
+recursive-include src *.yaml
+recursive-include src *.json
+recursive-include src *.mako
+recursive-include src *.md
+recursive-include src *.typed
+# Alembic migration templates
+recursive-include src/pycharter/db/migrations *.mako
+# Pre-built UI static files (build with: pycharter ui build)
+recursive-include src/pycharter/ui/static *
+# Exclude UI source and build artifacts
+prune src/pycharter/ui/node_modules
+prune src/pycharter/ui/.next
+prune src/pycharter/ui/out
+prune src/pycharter/ui/src
+prune src/pycharter/ui/public
+recursive-exclude src/pycharter/ui/src *.ts *.tsx *.js *.json *.md
+recursive-exclude src/pycharter/ui *.ts *.tsx *.config.*

{pycharter-0.0.24/pycharter.egg-info → pycharter-0.0.25}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pycharter
-Version: 0.0.24
+Version: 0.0.25
 Summary: A Python package for data contract management with five core services: contract parsing, metadata storage, Pydantic generation, JSON Schema conversion, and runtime validation
 Author-email: semantic developers <na@example.com>
 License-Expression: MIT

{pycharter-0.0.24 → pycharter-0.0.25}/pyproject.toml

@@ -5,7 +5,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "pycharter"
-version = "0.0.24"
+version = "0.0.25"
 description = "A Python package for data contract management with five core services: contract parsing, metadata storage, Pydantic generation, JSON Schema conversion, and runtime validation"
 readme = "README.md"
 requires-python = ">=3.10"
@@ -82,26 +82,28 @@ etl = [
     "lxml>=4.9.0",  # For XML file support
 ]
 
-[tool.setuptools]
-packages = ["pycharter", "api", "ui", "worker"]
-# Custom commands are defined in setup.py
-# The build system will import setup.py and look for cmdclass
+[tool.setuptools.packages.find]
+where = ["src"]
+include = ["pycharter*"]
+# Single installable package; api, ui, worker are subpackages (pycharter.api, etc.)
+# Custom build commands (UI build) are defined in setup.py
 
 [tool.setuptools.package-data]
 pycharter = [
     "py.typed",
-    # Include all migration files and templates
+    # Migration files and templates
     "db/migrations/versions/*.py",
     "db/migrations/env.py",
     "db/migrations/script.py.mako",
     "db/migrations/README",
-    # Include template files (contract artifacts; ETL configs in etl/)
+    # Template files (contract artifacts; ETL configs)
     "data/templates/contract/*.yaml",
     "data/templates/etl/*.yaml",
     "data/templates/etl/README.md",
+    # UI static files (build with: pycharter ui build)
+    "ui/static/*",
+    "ui/static/**/*",
 ]
-# Include UI static files in package (like Airflow's www/static)
-# Note: ui/static/ must be built before packaging (run: pycharter ui build)
 
 [project.scripts]
 pycharter = "pycharter.cli:main"

{pycharter-0.0.24 → pycharter-0.0.25}/setup.py

@@ -24,10 +24,10 @@ class BuildUICommand(build_py):
         # Ensure packages attribute exists (needed for build_meta compatibility)
         # The base class accesses self.packages, which comes from self.distribution.packages
         if not hasattr(self.distribution, 'packages') or self.distribution.packages is None:
-            # Packages should be set from pyproject.toml, but ensure it exists
+            # Packages should be set from pyproject.toml (src layout), but ensure it exists
             try:
                 from setuptools import find_packages
-                self.distribution.packages = find_packages()
+                self.distribution.packages = find_packages(where="src")
             except Exception:
                 self.distribution.packages = ["pycharter"]
     
@@ -52,8 +52,8 @@ class BuildUICommand(build_py):
                 self.build_lib = os.path.join('build', 'lib')
     
     def run(self):
-        """Build the UI static files before building the package."""
-        ui_dir = Path(__file__).parent / "ui"
+        """Build the UI static files before building the package (src layout)."""
+        ui_dir = Path(__file__).parent / "src" / "pycharter" / "ui"
         static_dir = ui_dir / "static"
         out_dir = ui_dir / "out"
         
@@ -142,6 +142,7 @@ if __name__ == "__main__":
     from setuptools import find_packages
     
     setup(
-        packages=find_packages(),
+        package_dir={"": "src"},
+        packages=find_packages(where="src"),
         cmdclass=cmdclass,
     )

pycharter-0.0.25/src/pycharter/api/README.md

@@ -0,0 +1,340 @@
+# PyCharter API
+
+REST API wrapper for PyCharter services using FastAPI.
+
+## Overview
+
+The PyCharter API is located at the root level of the repository (`api/`) and provides HTTP endpoints for all core PyCharter services:
+- **Contract Parsing**: Parse data contract files into components
+- **Contract Building**: Reconstruct contracts from metadata store
+- **Metadata Storage**: Store and retrieve schemas, metadata, and rules
+- **Schema Generation**: Generate Pydantic models from JSON Schemas
+- **Schema Conversion**: Convert Pydantic models to JSON Schemas
+- **Runtime Validation**: Validate data against schemas
+- **Quality Assurance**: Run quality checks, query metrics and violations
+
+## Installation
+
+Install PyCharter with API dependencies:
+
+```bash
+pip install pycharter[api]
+```
+
+## Running the API Server
+
+### Using the CLI command:
+
+```bash
+pycharter api
+```
+
+### Using uvicorn directly:
+
+```bash
+uvicorn api.main:app --reload
+```
+
+### Using Python:
+
+```python
+from api.main import main
+main()
+```
+
+## Configuration
+
+The API requires a database connection for most endpoints. Configure it using environment variables:
+
+### Database URL Configuration
+
+The API uses `PYCHARTER_DATABASE_URL` environment variable to connect to the database. You can set it in several ways:
+
+#### Method 1: Export in Shell (Recommended)
+
+```bash
+# Set the environment variable
+export PYCHARTER_DATABASE_URL="postgresql://user:password@localhost:5432/pycharter"
+
+# Then run the API
+pycharter api
+```
+
+#### Method 2: Inline with Command
+
+```bash
+# Set and run in one line
+PYCHARTER_DATABASE_URL="postgresql://user:password@localhost:5432/pycharter" pycharter api
+```
+
+#### Method 3: Add to Shell Profile (Persistent)
+
+Add to your `~/.bashrc`, `~/.zshrc`, or `~/.profile`:
+
+```bash
+export PYCHARTER_DATABASE_URL="postgresql://user:password@localhost:5432/pycharter"
+```
+
+Then reload your shell:
+```bash
+source ~/.bashrc  # or source ~/.zshrc
+```
+
+#### Method 4: Using a .env File
+
+Create a `.env` file in your project root:
+
+```bash
+PYCHARTER_DATABASE_URL=postgresql://user:password@localhost:5432/pycharter
+```
+
+Then load it before running (requires `python-dotenv`):
+```bash
+export $(cat .env | xargs)
+pycharter api
+```
+
+Or use `dotenv-cli`:
+```bash
+pip install dotenv-cli
+dotenv run pycharter api
+```
+
+### Alternative Environment Variable
+
+PyCharter also supports Airflow-style configuration:
+
+```bash
+export PYCHARTER__DATABASE__SQL_ALCHEMY_CONN="postgresql://user:password@localhost:5432/pycharter"
+```
+
+### Metadata Store Configuration
+
+The API can be configured to use different metadata store backends:
+
+```bash
+# Metadata store type (in_memory, postgres, mongodb, redis)
+export PYCHARTER_API_STORE_TYPE=postgres
+
+# Connection string for database-backed stores
+export PYCHARTER_API_CONNECTION_STRING=postgresql://user:pass@localhost:5432/pycharter
+```
+
+**Note**: If `PYCHARTER_DATABASE_URL` is set, it will be used for both the database connection and metadata store (for PostgreSQL).
+
+## API Endpoints
+
+### Contract Endpoints
+
+#### `POST /api/v1/contracts/parse`
+Parse a data contract dictionary into components.
+
+**Request Body:**
+```json
+{
+  "contract": {
+    "schema": {...},
+    "metadata": {...},
+    "ownership": {...},
+    "governance_rules": {...}
+  }
+}
+```
+
+**Response:**
+```json
+{
+  "schema": {...},
+  "metadata": {...},
+  "ownership": {...},
+  "governance_rules": {...},
+  "coercion_rules": {...},
+  "validation_rules": {...},
+  "versions": {...}
+}
+```
+
+#### `POST /api/v1/contracts/build`
+Build a complete contract from metadata store.
+
+**Request Body:**
+```json
+{
+  "schema_id": "user_schema",
+  "version": "1.0.0",
+  "include_metadata": true,
+  "include_ownership": true,
+  "include_governance": true
+}
+```
+
+#### `GET /api/v1/contracts`
+List all data contracts stored in the database.
+
+#### `GET /api/v1/contracts/{contract_id}`
+Get a specific data contract by ID.
+
+### Metadata Endpoints
+
+#### `GET /api/v1/metadata/schemas`
+List all schemas stored in the metadata store.
+
+#### `GET /api/v1/metadata/schemas/{schema_id}`
+Get a schema by ID (optional version parameter).
+
+#### `GET /api/v1/metadata/schemas/{schema_id}/complete`
+Get complete schema with coercion and validation rules merged.
+
+#### `POST /api/v1/metadata/schemas`
+Store a schema in the metadata store.
+
+#### `GET /api/v1/metadata/metadata/{schema_id}`
+Get metadata for a schema (optional version parameter).
+
+#### `POST /api/v1/metadata/metadata`
+Store metadata for a schema.
+
+#### `GET /api/v1/metadata/coercion-rules/{schema_id}`
+Get coercion rules for a schema (optional version parameter).
+
+#### `POST /api/v1/metadata/coercion-rules`
+Store coercion rules for a schema.
+
+#### `GET /api/v1/metadata/validation-rules/{schema_id}`
+Get validation rules for a schema (optional version parameter).
+
+#### `POST /api/v1/metadata/validation-rules`
+Store validation rules for a schema.
+
+### Quality Assurance Endpoints
+
+#### `GET /api/v1/quality/metrics`
+List quality metrics (optional filtering by schema_id, pagination).
+
+#### `GET /api/v1/quality/metrics/{metric_id}`
+Get a specific quality metric by ID.
+
+#### `GET /api/v1/quality/reports/{schema_id}`
+Get quality reports for a schema/data feed (optional data_source filter).
+
+#### `POST /api/v1/quality/check`
+Run a quality check against a data contract.
+
+#### `POST /api/v1/quality/violations`
+Query data quality violations.
+
+### Schema Endpoints
+
+#### `POST /api/v1/schemas/generate`
+Generate Pydantic model from JSON Schema.
+
+#### `POST /api/v1/schemas/convert`
+Convert Pydantic model to JSON Schema.
+
+### Validation Endpoints
+
+#### `POST /api/v1/validation/validate`
+Validate a single record against a schema.
+
+#### `POST /api/v1/validation/validate-batch`
+Validate a batch of records against a schema.
+
+## API Documentation
+
+Once the API server is running, you can access:
+
+- **Swagger UI**: http://localhost:8000/docs
+- **ReDoc**: http://localhost:8000/redoc
+- **OpenAPI JSON**: http://localhost:8000/openapi.json
+
+## Example Usage
+
+### Using curl:
+
+```bash
+# List all contracts
+curl http://localhost:8000/api/v1/contracts
+
+# Get a specific contract
+curl http://localhost:8000/api/v1/contracts/{contract_id}
+
+# List all schemas
+curl http://localhost:8000/api/v1/metadata/schemas
+
+# Get a schema
+curl http://localhost:8000/api/v1/metadata/schemas/{schema_id}
+
+# Get quality metrics
+curl http://localhost:8000/api/v1/quality/metrics
+
+# Get quality report for a schema
+curl http://localhost:8000/api/v1/quality/reports/{schema_id}
+```
+
+### Using Python requests:
+
+```python
+import requests
+
+# List contracts
+response = requests.get("http://localhost:8000/api/v1/contracts")
+contracts = response.json()
+
+# Get quality metrics
+response = requests.get("http://localhost:8000/api/v1/quality/metrics")
+metrics = response.json()
+```
+
+## Troubleshooting
+
+### Database Connection Issues
+
+If you see errors about database URL not being configured:
+
+1. **Check environment variable is set:**
+   ```bash
+   echo $PYCHARTER_DATABASE_URL
+   ```
+
+2. **Verify database is accessible:**
+   ```bash
+   psql $PYCHARTER_DATABASE_URL -c "SELECT 1;"
+   ```
+
+3. **Ensure database is initialized:**
+   ```bash
+   pycharter db init $PYCHARTER_DATABASE_URL
+   ```
+
+### API Not Starting
+
+If the API fails to start:
+
+1. **Check if uvicorn is installed:**
+   ```bash
+   pip install pycharter[api]
+   ```
+
+2. **Check for port conflicts:**
+   ```bash
+   # Use a different port
+   pycharter api --port 8001
+   ```
+
+3. **Check logs for errors:**
+   The API will print error messages to stderr if there are configuration issues.
+
+## Production Deployment
+
+For production, consider:
+
+1. **Use a process manager** (systemd, supervisor, etc.)
+2. **Set environment variables** in your deployment configuration
+3. **Use a reverse proxy** (nginx, traefik) in front of the API
+4. **Enable HTTPS** for secure connections
+5. **Configure CORS** appropriately in `api/main.py`
+6. **Use a production ASGI server** like Gunicorn with Uvicorn workers:
+
+```bash
+gunicorn api.main:app -w 4 -k uvicorn.workers.UvicornWorker
+```

{pycharter-0.0.24 → pycharter-0.0.25/src/pycharter}/api/__init__.py

@@ -17,7 +17,7 @@ __version__ = "0.0.3"
 
 # Check if FastAPI is available
 try:
-    from api.main import app, create_application
+    from pycharter.api.main import app, create_application
     __all__ = ["app", "create_application"]
 except (ImportError, ModuleNotFoundError):
     # FastAPI not installed or api module not available

{pycharter-0.0.24 → pycharter-0.0.25/src/pycharter}/api/dependencies/__init__.py

@@ -4,7 +4,7 @@ Dependencies for API routes.
 This module provides FastAPI dependency injection for shared resources.
 """
 
-from api.dependencies.database import get_db_session
-from api.dependencies.store import get_metadata_store
+from pycharter.api.dependencies.database import get_db_session
+from pycharter.api.dependencies.store import get_metadata_store
 
 __all__ = ["get_db_session", "get_metadata_store"]

{pycharter-0.0.24 → pycharter-0.0.25/src/pycharter}/api/main.py

@@ -16,7 +16,7 @@ from fastapi.routing import APIRoute
 from pycharter import __version__ as pycharter_version
 
 # Import routers from v1
-from api.routes.v1 import (
+from pycharter.api.routes.v1 import (
     contracts,
     metadata,
     quality,
@@ -296,7 +296,7 @@ def main():
     import uvicorn
     
     uvicorn.run(
-        "api.main:app",
+        "pycharter.api.main:app",
         host="0.0.0.0",
         port=8000,
         reload=True,  # Set to False in production

{pycharter-0.0.24 → pycharter-0.0.25/src/pycharter}/api/models/__init__.py

@@ -4,13 +4,13 @@ API request and response models.
 This module contains Pydantic models for API request/response validation.
 """
 
-from api.models.contracts import (
+from pycharter.api.models.contracts import (
     ContractParseRequest,
     ContractParseResponse,
     ContractBuildRequest,
     ContractBuildResponse,
 )
-from api.models.metadata import (
+from pycharter.api.models.metadata import (
     MetadataStoreRequest,
     MetadataStoreResponse,
     MetadataGetRequest,
@@ -20,13 +20,13 @@ from api.models.metadata import (
     SchemaGetRequest,
     SchemaGetResponse,
 )
-from api.models.schemas import (
+from pycharter.api.models.schemas import (
     SchemaGenerateRequest,
     SchemaGenerateResponse,
     SchemaConvertRequest,
     SchemaConvertResponse,
 )
-from api.models.validation import (
+from pycharter.api.models.validation import (
     ValidationRequest,
     ValidationResponse,
     ValidationBatchRequest,

{pycharter-0.0.24 → pycharter-0.0.25/src/pycharter}/api/routes/v1/__init__.py

@@ -6,7 +6,7 @@ All routers defined here are automatically included in the main application
 with the `/api/v1` prefix.
 """
 
-from api.routes.v1 import (
+from pycharter.api.routes.v1 import (
     contracts,
     metadata,
     quality,

{pycharter-0.0.24 → pycharter-0.0.25/src/pycharter}/api/routes/v1/contracts.py

@@ -15,9 +15,9 @@ from pycharter.contract_builder.builder import ContractArtifacts
 from pycharter.db.models import DataContractModel
 from pycharter.metadata_store import MetadataStoreClient
 
-from api.dependencies.database import get_db_session
-from api.dependencies.store import get_metadata_store
-from api.models.contracts import (
+from pycharter.api.dependencies.database import get_db_session
+from pycharter.api.dependencies.store import get_metadata_store
+from pycharter.api.models.contracts import (
     ContractBuildRequest,
     ContractBuildResponse,
     ContractCreateFromArtifactsRequest,
@@ -28,7 +28,7 @@ from api.models.contracts import (
     ContractParseResponse,
     ContractUpdateRequest,
 )
-from api.utils import ensure_uuid, get_by_id_or_404, safe_uuid_to_str
+from pycharter.api.utils import ensure_uuid, get_by_id_or_404, safe_uuid_to_str
 
 logger = logging.getLogger(__name__)
 router = APIRouter()

{pycharter-0.0.24 → pycharter-0.0.25/src/pycharter}/api/routes/v1/docs.py

@@ -9,8 +9,8 @@ from typing import Optional
 
 from fastapi import APIRouter, Depends, HTTPException, Query
 
-from api.dependencies.store import get_metadata_store
-from api.models.docs import (
+from pycharter.api.dependencies.store import get_metadata_store
+from pycharter.api.models.docs import (
     DocsFormat,
     DocsRequest,
     DocsResponse,

{pycharter-0.0.24 → pycharter-0.0.25/src/pycharter}/api/routes/v1/evolution.py

@@ -9,8 +9,8 @@ from typing import Optional
 
 from fastapi import APIRouter, Depends, HTTPException, Query
 
-from api.dependencies.store import get_metadata_store
-from api.models.evolution import (
+from pycharter.api.dependencies.store import get_metadata_store
+from pycharter.api.models.evolution import (
     ChangeTypeEnum,
     CompatibilityCheckRequest,
     CompatibilityCheckResponse,

{pycharter-0.0.24 → pycharter-0.0.25/src/pycharter}/api/routes/v1/metadata.py

@@ -7,10 +7,10 @@ from typing import Any, Dict, List
 from fastapi import APIRouter, Depends, HTTPException, Query, status
 from sqlalchemy.orm import Session
 
-from api.dependencies.database import get_db_session
-from api.dependencies.store import get_metadata_store
-from api.utils import ensure_uuid, get_by_id_or_404, model_to_dict, safe_uuid_to_str
-from api.models.metadata import (
+from pycharter.api.dependencies.database import get_db_session
+from pycharter.api.dependencies.store import get_metadata_store
+from pycharter.api.utils import ensure_uuid, get_by_id_or_404, model_to_dict, safe_uuid_to_str
+from pycharter.api.models.metadata import (
     CoercionRulesStoreRequest,
     MetadataGetRequest,
     MetadataGetResponse,
@@ -26,7 +26,7 @@ from api.models.metadata import (
     SchemaStoreResponse,
     ValidationRulesStoreRequest,
 )
-from api.models.metadata_entities import (
+from pycharter.api.models.metadata_entities import (
     DomainCreateRequest,
     DomainUpdateRequest,
     EnvironmentCreateRequest,

{pycharter-0.0.24 → pycharter-0.0.25/src/pycharter}/api/routes/v1/quality.py

@@ -18,9 +18,9 @@ from pycharter.quality import (
     QualityReport,
     QualityThresholds,
 )
-from api.dependencies.store import get_metadata_store
-from api.dependencies.database import get_db_session
-from api.models.quality import (
+from pycharter.api.dependencies.store import get_metadata_store
+from pycharter.api.dependencies.database import get_db_session
+from pycharter.api.models.quality import (
     FieldQualityMetricsResponse,
     QualityCheckRequest,
     QualityReportResponse,

{pycharter-0.0.24 → pycharter-0.0.25/src/pycharter}/api/routes/v1/schemas.py

@@ -5,7 +5,7 @@ Route handlers for schema generation and conversion.
 from fastapi import APIRouter, HTTPException, status
 
 from pycharter import from_dict, to_dict
-from api.models.schemas import (
+from pycharter.api.models.schemas import (
     SchemaConvertRequest,
     SchemaConvertResponse,
     SchemaGenerateRequest,

{pycharter-0.0.24 → pycharter-0.0.25/src/pycharter}/api/routes/v1/settings.py

@@ -13,7 +13,7 @@ from sqlalchemy.exc import SQLAlchemyError
 from sqlalchemy.orm import Session
 
 from pycharter.config import get_database_url
-from api.dependencies.database import get_db_session
+from pycharter.api.dependencies.database import get_db_session
 
 router = APIRouter()
 

{pycharter-0.0.24 → pycharter-0.0.25/src/pycharter}/api/routes/v1/tracking.py

@@ -10,7 +10,7 @@ from typing import Optional
 
 from fastapi import APIRouter, HTTPException, Query
 
-from api.models.tracking import (
+from pycharter.api.models.tracking import (
     ExportFormat,
     ExportResponse,
     MetricsQueryResponse,

{pycharter-0.0.24 → pycharter-0.0.25/src/pycharter}/api/routes/v1/validation.py

@@ -7,8 +7,8 @@ Supports the new ValidatorBuilder API with quality metrics.
 from fastapi import APIRouter, Depends, HTTPException, status
 
 from pycharter import Validator, ValidatorBuilder
-from api.dependencies.store import get_metadata_store
-from api.models.validation import (
+from pycharter.api.dependencies.store import get_metadata_store
+from pycharter.api.models.validation import (
     ValidationBatchRequest,
     ValidationBatchResponse,
     ValidationErrorDetail,

{pycharter-0.0.24 → pycharter-0.0.25/src/pycharter}/api/routes/v1/validation_jobs.py

@@ -12,14 +12,14 @@ from fastapi import APIRouter, Depends, HTTPException, status
 from pydantic import BaseModel, Field
 
 if TYPE_CHECKING:
-    from worker.queue.redis_queue import ValidationJobQueue
+    from pycharter.worker.queue.redis_queue import ValidationJobQueue
 
-from api.dependencies.store import get_metadata_store
+from pycharter.api.dependencies.store import get_metadata_store
 from pycharter.metadata_store import MetadataStoreClient
 
 # Try to import worker components
 try:
-    from worker.queue.redis_queue import ValidationJobQueue
+    from pycharter.worker.queue.redis_queue import ValidationJobQueue
     WORKER_AVAILABLE = True
 except ImportError:
     WORKER_AVAILABLE = False