sibi-flux 2026.1.1__tar.gz → 2026.1.3__tar.gz

{sibi_flux-2026.1.1 → sibi_flux-2026.1.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: sibi-flux
-Version: 2026.1.1
+Version: 2026.1.3
 Summary: Sibi Toolkit: A collection of tools for Data Analysis/Engineering.
 Author: Luis Valverde
 Author-email: Luis Valverde <lvalverdeb@gmail.com>
@@ -28,8 +28,9 @@ Requires-Dist: opentelemetry-api>=1.38.0
 Requires-Dist: opentelemetry-exporter-otlp>=1.38.0
 Requires-Dist: opentelemetry-sdk>=1.38.0
 Requires-Dist: deep-translator>=1.11.4
+Requires-Dist: pyyaml>=6.0.3
+Requires-Dist: distributed>=2025.11.0
 Requires-Dist: sibi-flux[distributed,geospatial,mcp] ; extra == 'complete'
-Requires-Dist: distributed>=2025.11.0 ; extra == 'distributed'
 Requires-Dist: osmnx>=2.0.7 ; extra == 'geospatial'
 Requires-Dist: geopandas>=1.1.2 ; extra == 'geospatial'
 Requires-Dist: geopy>=2.4.1 ; extra == 'geospatial'
@@ -37,14 +38,12 @@ Requires-Dist: folium>=0.20.0 ; extra == 'geospatial'
 Requires-Dist: osmium>=4.2.0 ; extra == 'geospatial'
 Requires-Dist: shapely>=2.0.0 ; extra == 'geospatial'
 Requires-Dist: networkx>=3.6.1 ; extra == 'geospatial'
-Requires-Dist: sibi-flux[distributed] ; extra == 'mcp'
 Requires-Dist: mcp>=1.1.2 ; extra == 'mcp'
 Requires-Dist: fastapi>=0.127.0 ; extra == 'mcp'
 Requires-Dist: uvicorn>=0.40.0 ; extra == 'mcp'
 Requires-Dist: httpx>=0.28.1 ; extra == 'mcp'
 Requires-Python: >=3.11
 Provides-Extra: complete
-Provides-Extra: distributed
 Provides-Extra: geospatial
 Provides-Extra: mcp
 Description-Content-Type: text/markdown
@@ -282,3 +281,43 @@ async with GenericMcpClient(url="http://localhost:8000/sse") as client:
     # Call a tool
     vat = await client.call_tool("calculate_vat", arguments={"amount": 100.0})
 ```
+
+### 8. Datacube Generation (`gen_dc.py`)
+
+Automate the creation of Datacube classes and Field Maps from your database schema.
+
+**Configuration (`discovery_params.yaml`)**
+
+Define your generation rules in a hierarchical configuration file:
+
+```yaml
+defaults:
+  backend: sqlalchemy
+  class_suffix: Dc
+
+discovery:
+  whitelist_file: whitelist.yaml
+  rules_file: discovery_rules.yaml
+
+generation:
+  enable_field_maps: true
+```
+
+**Commands**
+
+1.  **Discover**: Introspects the database and updates your whitelist/registry.
+    ```bash
+    uv run poe dc-discover
+    ```
+    *   **Whitelist**: Explicitly define tables to generate. Support `custom_name` to override class names.
+    *   **Rules**: Regex-based patterns to match tables.
+
+2.  **Sync**: Generates Python code (Datacubes and Field Maps) based on the registry.
+    ```bash
+    uv run poe dc-sync --force
+    ```
+
+**Key Features**
+- **Custom Naming**: Add `custom_name: MyCube` to `whitelist.yaml` to override generated names.
+- **Hierarchical Config**: Strict validation of generation parameters.
+- **Field Maps**: Auto-generates type-safe mapping files for every table.

{sibi_flux-2026.1.1 → sibi_flux-2026.1.3}/README.md

@@ -231,3 +231,43 @@ async with GenericMcpClient(url="http://localhost:8000/sse") as client:
     # Call a tool
     vat = await client.call_tool("calculate_vat", arguments={"amount": 100.0})
 ```
+
+### 8. Datacube Generation (`gen_dc.py`)
+
+Automate the creation of Datacube classes and Field Maps from your database schema.
+
+**Configuration (`discovery_params.yaml`)**
+
+Define your generation rules in a hierarchical configuration file:
+
+```yaml
+defaults:
+  backend: sqlalchemy
+  class_suffix: Dc
+
+discovery:
+  whitelist_file: whitelist.yaml
+  rules_file: discovery_rules.yaml
+
+generation:
+  enable_field_maps: true
+```
+
+**Commands**
+
+1.  **Discover**: Introspects the database and updates your whitelist/registry.
+    ```bash
+    uv run poe dc-discover
+    ```
+    *   **Whitelist**: Explicitly define tables to generate. Support `custom_name` to override class names.
+    *   **Rules**: Regex-based patterns to match tables.
+
+2.  **Sync**: Generates Python code (Datacubes and Field Maps) based on the registry.
+    ```bash
+    uv run poe dc-sync --force
+    ```
+
+**Key Features**
+- **Custom Naming**: Add `custom_name: MyCube` to `whitelist.yaml` to override generated names.
+- **Hierarchical Config**: Strict validation of generation parameters.
+- **Field Maps**: Auto-generates type-safe mapping files for every table.

{sibi_flux-2026.1.1 → sibi_flux-2026.1.3}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "sibi-flux"
-version = "2026.1.1"
+version = "2026.1.3"
 description = "Sibi Toolkit: A collection of tools for Data Analysis/Engineering."
 readme = "README.md"
 authors = [
@@ -34,14 +34,12 @@ dependencies = [
     "opentelemetry-exporter-otlp>=1.38.0",
     "opentelemetry-sdk>=1.38.0",
     "deep-translator>=1.11.4",
+    "pyyaml>=6.0.3",
+    "distributed>=2025.11.0",
 ]
 
 [project.optional-dependencies]
-distributed = [
-    "distributed>=2025.11.0",
-]
 mcp = [
-    "sibi-flux[distributed]",
     "mcp>=1.1.2",
     "fastapi>=0.127.0",
     "uvicorn>=0.40.0",
@@ -60,6 +58,9 @@ complete = [
     "sibi-flux[distributed,geospatial,mcp]"
 ]
 
+[project.scripts]
+sibi-flux = "sibi_flux.cli:app"
+
 
 [dependency-groups]
 dev = [
@@ -90,6 +91,14 @@ build-backend = "uv_build"
 module-root = "src"
 module-name = ["sibi_flux", "sibi_dst"]
 
+[tool.uv.workspace]
+members = [
+    "test-project-alpha",
+    "test-prj",
+    "test_prj",
+    "test_prj_verify",
+]
+
 [tool.pytest.ini_options]
 pythonpath = ["src", "."]
 testpaths = ["tests"]

{sibi_flux-2026.1.1 → sibi_flux-2026.1.3}/src/sibi_flux/__init__.py

@@ -28,7 +28,6 @@ from sibi_flux import dask_cluster
 from sibi_flux.utils import clickhouse_writer
 from sibi_flux import parquet
 
-
 __all__ = [
     "__version__",
     "Logger",

sibi_flux-2026.1.3/src/sibi_flux/cli.py

@@ -0,0 +1,68 @@
+import typer
+from typing import Optional
+from pathlib import Path
+from rich.console import Console
+from sibi_flux.init.core import initialize_project
+
+app = typer.Typer(help="Sibi Flux CLI")
+console = Console()
+
+
+@app.callback()
+def callback():
+    """
+    Sibi Flux CLI
+    """
+
+
+@app.command()
+def init(
+    project_name: str = typer.Argument(..., help="Name of the project to create"),
+    lib: bool = typer.Option(
+        False, "--lib", help="Initialize as a library project (passed to uv init)"
+    ),
+    app: bool = typer.Option(
+        False, "--app", help="Initialize as an application project (passed to uv init)"
+    ),
+):
+    """
+    Initialize a new Sibi Flux project.
+
+    Creates a new directory <project_name>, initializes it with 'uv',
+    and adds 'sibi-flux' as a dependency.
+    """
+    initialize_project(project_name, lib, app)
+
+
+@app.command()
+def env(
+    project_path: Path = typer.Argument(Path("."), help="Project root directory"),
+    env_file: Optional[Path] = typer.Option(
+        None, "--env-file", "-e", help="Path to environment file (defaults to .env)"
+    ),
+    cleanup: bool = typer.Option(
+        False, "--cleanup", help="Remove existing configuration files"
+    ),
+    production: bool = typer.Option(
+        False,
+        "--production",
+        "-p",
+        help="Generate production skeleton (no hardcoded values)",
+    ),
+):
+    """
+    Initialize configuration files (settings.py, credentials) based on .env
+    """
+    from sibi_flux.init.env import init_env
+
+    init_env(project_path, env_file, cleanup=cleanup, production_mode=production)
+
+
+# Mount Datacube CLI
+from sibi_flux.datacube.cli import app as dc_app
+
+app.add_typer(dc_app, name="dc", help="Datacube generation and management commands")
+
+
+if __name__ == "__main__":
+    app()

{sibi_flux-2026.1.1 → sibi_flux-2026.1.3}/src/sibi_flux/config/settings.py

@@ -1,4 +1,4 @@
-from typing import Optional, Any
+from typing import Optional, Any, ClassVar
 from pydantic import SecretStr
 from pydantic_settings import BaseSettings, SettingsConfigDict
 
@@ -10,6 +10,8 @@ class SibiBaseSettings(BaseSettings):
         env_file=".env", env_file_encoding="utf-8", extra="ignore"
     )
 
+    conf_name: ClassVar[str] = ""
+
 
 class FsSettings(SibiBaseSettings):
     """Common filesystem settings."""
@@ -84,13 +86,8 @@ class DatabaseSettings(SibiBaseSettings):
     """Generic SQL Database settings."""
 
     db_url: str = "sqlite:///:memory:"
-
-
-class ClickhouseBaseSettings(SibiBaseSettings):
-    """Base settings for ClickHouse connection."""
-
     host: str = "localhost"
-    port: int = 8123
+    port: int = 5432
     database: str = "default"
     user: str = "default"
     password: SecretStr = SecretStr("secret")
@@ -102,6 +99,7 @@ class ClickhouseBaseSettings(SibiBaseSettings):
             "dbname": self.database,
             "user": self.user,
             "password": self.password.get_secret_value() if self.password else None,
+            "db_url": self.db_url,
         }
 
 

{sibi_flux-2026.1.1 → sibi_flux-2026.1.3}/src/sibi_flux/datacube/_data_cube.py

@@ -210,6 +210,7 @@ class Datacube(DfHelper):
         Offloads synchronous validation (CPU bound) to a thread.
         """
         import asyncio
+
         return await asyncio.to_thread(self.validate_data, df)
 
     def get_ddl(self, table_name: Optional[str] = None) -> str: