sibi-flux 2025.12.0__py3-none-any.whl → 2026.1.2__py3-none-any.whl

sibi_flux/__init__.py

@@ -21,11 +21,12 @@ from sibi_flux.df_validator._df_validator import DfValidator
 
 # Artifacts
 from sibi_flux.artifacts import ParquetArtifact, BaseArtifact as Artifact
-from sibi_flux.readers.parquet import ParquetReader
+from sibi_flux.parquet import ParquetReader
 
 # Utilities (Sub-packages)
 from sibi_flux import dask_cluster
-from sibi_flux.utils import boilerplate, parquet_saver, clickhouse_writer
+from sibi_flux.utils import clickhouse_writer
+from sibi_flux import parquet
 
 
 __all__ = [
@@ -43,7 +44,6 @@ __all__ = [
     "Artifact",
     "ParquetReader",
     "dask_cluster",
-    "boilerplate",
-    "parquet_saver",
+    "parquet",
     "clickhouse_writer",
 ]

sibi_flux/artifacts/parquet_engine/executor.py

@@ -13,7 +13,7 @@ import functools
 from tqdm import tqdm
 import pandas as pd
 from sibi_flux.core import ManagedResource
-from sibi_flux.utils.parquet_saver import ParquetSaver
+from sibi_flux.parquet import ParquetSaver
 
 from sibi_flux.utils import ensure_slash
 from sibi_flux.utils.retry import with_retry

sibi_flux/cli.py

@@ -0,0 +1,45 @@
+import typer
+from typing import Optional
+from pathlib import Path
+from rich.console import Console
+from sibi_flux.init.core import initialize_project
+
+app = typer.Typer(help="Sibi Flux CLI")
+console = Console()
+
+@app.callback()
+def callback():
+    """
+    Sibi Flux CLI
+    """
+
+@app.command()
+def init(
+    project_name: str = typer.Argument(..., help="Name of the project to create"),
+    lib: bool = typer.Option(False, "--lib", help="Initialize as a library project (passed to uv init)"),
+    app: bool = typer.Option(False, "--app", help="Initialize as an application project (passed to uv init)")
+):
+    """
+    Initialize a new Sibi Flux project.
+    
+    Creates a new directory <project_name>, initializes it with 'uv',
+    and adds 'sibi-flux' as a dependency.
+    """
+    initialize_project(project_name, lib, app)
+
+@app.command()
+def env(
+    project_path: Path = typer.Argument(Path("."), help="Project root directory"),
+    env_file: Optional[Path] = typer.Option(None, "--env-file", "-e", help="Path to environment file (defaults to .env)"),
+    cleanup: bool = typer.Option(False, "--cleanup", help="Remove existing configuration files"),
+    production: bool = typer.Option(False, "--production", "-p", help="Generate production skeleton (no hardcoded values)"),
+):
+    """
+    Initialize configuration files (settings.py, credentials) based on .env
+    """
+    from sibi_flux.init.env import init_env
+    init_env(project_path, env_file, cleanup=cleanup, production_mode=production)
+
+
+if __name__ == "__main__":
+    app()

sibi_flux/config/__init__.py

@@ -0,0 +1,3 @@
+from .manager import ConfigManager
+
+__all__ = ["ConfigManager"]

sibi_flux/{conf → config}/settings.py

@@ -1,4 +1,4 @@
-from typing import Optional, Any
+from typing import Optional, Any, ClassVar
 from pydantic import SecretStr
 from pydantic_settings import BaseSettings, SettingsConfigDict
 
@@ -9,6 +9,8 @@ class SibiBaseSettings(BaseSettings):
     model_config = SettingsConfigDict(
         env_file=".env", env_file_encoding="utf-8", extra="ignore"
     )
+    
+    conf_name: ClassVar[str] = ""
 
 
 class FsSettings(SibiBaseSettings):
@@ -84,13 +86,8 @@ class DatabaseSettings(SibiBaseSettings):
     """Generic SQL Database settings."""
 
     db_url: str = "sqlite:///:memory:"
-
-
-class ClickhouseBaseSettings(SibiBaseSettings):
-    """Base settings for ClickHouse connection."""
-
     host: str = "localhost"
-    port: int = 8123
+    port: int = 5432
     database: str = "default"
     user: str = "default"
     password: SecretStr = SecretStr("secret")
@@ -102,9 +99,12 @@ class ClickhouseBaseSettings(SibiBaseSettings):
             "dbname": self.database,
             "user": self.user,
             "password": self.password.get_secret_value() if self.password else None,
+            "db_url": self.db_url,
         }
 
 
+
+
 class RedisBaseSettings(SibiBaseSettings):
     """Base settings for Redis connection."""
 

sibi_flux/dask_cluster/async_core.py

@@ -4,6 +4,7 @@ Async utilities for Dask operations.
 
 from typing import Any, Optional
 import asyncio
+
 try:
     from dask.distributed import Client
 except ImportError:

sibi_flux/dask_cluster/client_manager.py

@@ -23,6 +23,7 @@ import shutil
 
 try:
     from dask.distributed import Client, LocalCluster, get_client
+
     HAS_DISTRIBUTED = True
 except ImportError:
     Client = object
@@ -231,8 +232,10 @@ class DaskClientMixin:
     def _init_dask_client(self, **kwargs) -> None:
         self._init_params = kwargs
         if not HAS_DISTRIBUTED:
-             self.logger.info("Dask Distributed not installed. Skipping cluster initialization.")
-             return
+            self.logger.info(
+                "Dask Distributed not installed. Skipping cluster initialization."
+            )
+            return
 
         if kwargs.get("dask_client"):
             self.dask_client = kwargs["dask_client"]

sibi_flux/dask_cluster/core.py

@@ -14,15 +14,18 @@ from typing import Any, Callable, Dict, List, Optional, TypeVar
 import dask
 import dask.dataframe as dd
 import pandas as pd
+
 try:
     from dask.distributed import Client, Future
     from dask.distributed import wait as dask_wait
 except ImportError:
     Client = object
     Future = object
+
     def dask_wait(*args, **kwargs):
         pass
 
+
 # Project-specific imports
 from .client_manager import get_persistent_client
 from .exceptions import RECOVERABLE_COMMS

sibi_flux/datacube/_data_cube.py

@@ -175,9 +175,10 @@ class Datacube(DfHelper):
             # but we log it for debugging.
             self.logger.debug(f"Schema inference skipped: {e}")
 
-    def _validate(self, df: DataFrameType) -> DataFrameType:
+    def validate_data(self, df: DataFrameType) -> DataFrameType:
         """
         Runs DfValidator if a schema is configured.
+        Overrides BaseDatacube hook.
         """
         schema = self.config.get("validation_schema")
         if not schema:
@@ -203,6 +204,14 @@ class Datacube(DfHelper):
 
         return validator.get_df()
 
+    async def avalidate_data(self, df: DataFrameType) -> DataFrameType:
+        """
+        Asynchronous validation hook.
+        Offloads synchronous validation (CPU bound) to a thread.
+        """
+        import asyncio
+        return await asyncio.to_thread(self.validate_data, df)
+
     def get_ddl(self, table_name: Optional[str] = None) -> str:
         """
         Generates ClickHouse DDL for the current cube.
@@ -230,7 +239,7 @@ class Datacube(DfHelper):
             # 3. Apply Transform Hook
             df = self.fix_data(df, **kwargs)
             # 4. Validate
-            df = self._validate(df)
+            df = self.validate_data(df)
         else:
             self.logger.debug(f"No data loaded by {self.__class__.__name__}")
 
@@ -254,7 +263,7 @@ class Datacube(DfHelper):
             # 3. Apply Async Transform Hook
             df = await self.afix_data(df, **kwargs)
             # 4. Validate (CPU bound)
-            df = await asyncio.to_thread(self._validate, df)
+            df = await self.avalidate_data(df)
         else:
             self.logger.debug(f"No data loaded by {self.__class__.__name__}")