sibi-flux 2026.1.5__py3-none-any.whl → 2026.1.7__py3-none-any.whl

sibi_flux/cli.py

@@ -34,6 +34,42 @@ def init(
     initialize_project(project_name, lib, app)
 
 
+@app.command()
+def create_app(
+    name: str = typer.Argument(..., help="Name of the application to create"),
+):
+    """
+    Create a new application within an existing Sibi Flux project.
+    
+    Generates standard directory structure in `<project_root>/<name>`.
+    """
+    from sibi_flux.init.app import init_app
+    init_app(name)
+
+
+@app.command()
+def create_cubes(
+    app_name: str = typer.Argument(..., help="Name of the application"),
+):
+    """
+    Generate app-specific Datacube extensions from `<app_name>/datacubes/datacubes.yaml`.
+    """
+    from sibi_flux.init.cube_extender import create_cubes
+    create_cubes(app_name)
+
+
+@app.command()
+def propose_cubes(
+    db_domain: str = typer.Argument(..., help="Database domain to filter by (e.g., 'ibis_dev')"),
+    app_name: str = typer.Argument(..., help="Name of the target application"),
+):
+    """
+    Scan global registry for datacubes in <db_domain> and add them to <app_name>/datacubes/datacubes.yaml.
+    """
+    from sibi_flux.init.cube_proposer import propose_cubes
+    propose_cubes(db_domain, app_name)
+
+
 @app.command()
 def env(
     project_path: Path = typer.Argument(Path("."), help="Project root directory"),

sibi_flux/datacube/cli.py

@@ -258,6 +258,42 @@ def sync(
 
     # Start with empty/default registry
     config_data = _load_and_resolve_config(config_path)
+
+    # Load existing Global Registry to preserve manual edits (e.g. custom_name)
+    # We must flatten the grouped structure (by config object) into a single tables dict
+    params = context.params or {}
+    reg_rel_path = params.get("paths", {}).get("repositories", {}).get(
+        "global_datacube_registry_file"
+    ) or params.get("global_datacube_registry_file")
+
+    if reg_rel_path:
+        reg_file = Path(reg_rel_path)
+        if not reg_file.is_absolute():
+            try:
+                # Heuristic: config_path is in generators/datacubes/, project root is 3 levels up
+                prj_root = config_path.parent.parent.parent
+                reg_file = prj_root / reg_rel_path
+            except Exception:
+                reg_file = Path.cwd() / reg_rel_path
+        
+        if reg_file.exists():
+            try:
+                with open(reg_file, "r") as rf:
+                    existing_reg_data = yaml.safe_load(rf) or {}
+                
+                flat_tables = {}
+                for grp, tbls in existing_reg_data.items():
+                    if isinstance(tbls, dict):
+                        for t, t_meta in tbls.items():
+                            # Inject the config object (group key) so DatacubeRegistry knows the connection
+                            t_meta["connection_obj"] = grp
+                            flat_tables[t] = t_meta
+                
+                config_data["tables"] = flat_tables
+                console.print(f"[dim]Loaded {len(flat_tables)} existing registry entries for merge preservation.[/dim]")
+            except Exception as e:
+                console.print(f"[yellow]Warning: Could not load existing registry: {e}[/yellow]")
+
     registry = DatacubeRegistry(config_data, params=context.params)
 
     # --- Aggregation Phase ---
@@ -378,9 +414,16 @@ def sync(
             imp = [db_imp] if db_imp else registry.global_imports
             return resolve_db_url(conf_name, imp)
 
-        _run_field_map_generation(
+        generated_maps = _run_field_map_generation(
             context, config_path, databases, get_url_safe, force=force
         )
+
+        if generated_maps:
+            for table_name, mod_path in generated_maps.items():
+                if table_name in registry.tables:
+                    # console.print(f"[green]DEBUG: Updating {table_name} with field_map {mod_path}[/green]")
+                    registry.tables[table_name]["field_map"] = mod_path
+
         # Ensure new modules are picked up
         importlib.invalidate_caches()
 
@@ -435,6 +478,35 @@ def sync(
         is_append = False
         existing_content = ""
 
+        # --- Registry Collection (Always run, even if skipped) ---
+        # Structure: {conf_obj: {table_name: {class_name: ..., path: ...}}}
+        for item in items:
+            t_name = item[0]
+            conf_obj = item[1]
+            cls_n = item[4]
+            # Calculate path relative to project root
+            try:
+                if "project_root" not in locals():
+                    project_root = config_path.parent.parent.parent
+                rel_path = file_path.relative_to(project_root)
+            except Exception:
+                rel_path = file_path
+
+            if conf_obj not in generated_registry:
+                generated_registry[conf_obj] = {}
+
+            # Preserve custom_name from existing registry if present
+            existing_meta = registry.get_table_details(t_name)
+            custom_name = existing_meta.get("custom_name")
+
+            entry_data = {
+                "class_name": cls_n,
+                "path": str(rel_path),
+                "custom_name": custom_name,
+            }
+
+            generated_registry[conf_obj][t_name] = entry_data
+
         if file_path.exists() and not force:
             with open(file_path, "r") as f:
                 existing_content = f.read()
@@ -481,12 +553,8 @@ def sync(
         )
 
         if not classes_code:
-            if not is_append:
-                summary_table.add_row(
-                    file_path_str, "0", "[red]Failed (No Classes Generated)[/red]"
-                )
-            else:
-                summary_table.add_row(file_path_str, "0", "[red]Failed to Append[/red]")
+            status_msg = "[red]Failed (No Classes Generated)[/red]" if not is_append else "[red]Failed to Append[/red]"
+            summary_table.add_row(file_path_str, "0", status_msg)
             continue
 
         if not is_append:
@@ -515,29 +583,6 @@ def sync(
         )
         summary_table.add_row(file_path_str, str(len(items)), status_msg)
 
-        # --- Registry Collection ---
-        # Collect metadata for generated datacubes
-        # Structure: {conf_obj: {table_name: {class_name: ..., path: ...}}}
-        for item in items:
-            t_name = item[0]
-            conf_obj = item[1]
-            cls_n = item[4]
-            # Calculate path relative to project root
-            try:
-                if "project_root" not in locals():
-                    project_root = config_path.parent.parent.parent
-                rel_path = file_path.relative_to(project_root)
-            except Exception:
-                rel_path = file_path
-
-            if conf_obj not in generated_registry:
-                generated_registry[conf_obj] = {}
-
-            generated_registry[conf_obj][t_name] = {
-                "class_name": cls_n,
-                "path": str(rel_path),
-            }
-
     console.print(summary_table)
 
     # --- Write Datacube Registry ---
@@ -566,8 +611,9 @@ def sync(
             with open(reg_file, "w") as f:
                 yaml.dump(reg_data, f, sort_keys=False)
 
+            total_tables = sum(len(tables) for tables in generated_registry.values())
             console.print(
-                f"[green]Updated Datacube Registry at {reg_rel_path} ({len(generated_registry)} entries)[/green]"
+                f"[green]Updated Datacube Registry at {reg_rel_path} ({total_tables} tables across {len(generated_registry)} groups)[/green]"
             )
         except Exception as e:
             console.print(f"[red]Failed to write Datacube Registry: {e}[/red]")
@@ -765,12 +811,29 @@ def discover(
             )
             continue
 
+        # Resolve Registry Path (Target)
+        reg_rel_path = params.get("paths", {}).get("repositories", {}).get(
+            "global_datacube_registry_file"
+        ) or params.get("global_datacube_registry_file")
+        
+        real_registry_path = str(config_path) # Fallback to config if not defined (legacy behavior)
+        if reg_rel_path:
+             if Path(reg_rel_path).is_absolute():
+                 real_registry_path = reg_rel_path
+             else:
+                 try:
+                     # Anchor to project root
+                     prj_root = config_path.parent.parent.parent
+                     real_registry_path = str(prj_root / reg_rel_path)
+                 except Exception:
+                     real_registry_path = str(config_path.parent / reg_rel_path)
+
         orchestrator = DiscoveryOrchestrator(
             field_registry=field_registry,
             params=context.params,
             rules_path=str(rules_path),
             whitelist_path=str(whitelist_path),
-            registry_path=str(config_path),
+            registry_path=real_registry_path,
             db_connection_str=db_conn_str,
             db_config=db_config,
         )
@@ -1904,6 +1967,9 @@ def whitelist(
             # Merge: update rule defaults only if not set in existing
             merged = rule_meta.copy()
             merged.update(existing_meta)  # Existing overwrites rule
+            
+            # Legacy Cleanup: We moved custom_name to Registry
+            merged.pop("custom_name", None)
 
             # Restore calculated paths (Enforce Relative)
             if "datacube_path" in rule_meta:
@@ -2099,6 +2165,8 @@ def _run_field_map_generation(
                 "[yellow]Warning: Could not determine global field_maps_dir for clean build.[/yellow]"
             )
 
+    generated_maps = {}
+    
     for db in target_dbs:
         # console.print(f"DEBUG: Processing DB entry: {db} (Type: {type(db)})")
         if isinstance(db, str):
@@ -2223,10 +2291,6 @@ def _run_field_map_generation(
             if not found:
                 rules = []
 
-        # console.print(f"DEBUG: Loaded {len(rules)} rules from {rules_path} for {conn_obj}")
-
-        # console.print(f"DEBUG: Loaded {len(rules)} rules from {rules_path}")
-
         # Support List or Dict Format
         scoped_data = registry_data.get(conn_obj, {})
         if isinstance(scoped_data, list):
@@ -2448,6 +2512,21 @@ def _run_field_map_generation(
                     with open(target_file, "w") as f:
                         f.write("\n".join(lines))
 
+                    # Calculate Import Path
+                    try:
+                        # Ensure we get relative path to project root (which should be sys.path root)
+                        if "project_root" not in locals():
+                            project_root = Path.cwd()
+                        
+                        rel_py_path = target_file.relative_to(project_root)
+                        module_path = str(rel_py_path.with_suffix("")).replace("/", ".")
+                        generated_maps[table_name] = f"{module_path}.field_map"
+                    except ValueError:
+                        # Fallback if outside project root?
+                        pass
+                    except Exception as e:
+                        pass
+
                 except Exception as e:
                     console.print(f"[red]Error processing {table_name}: {e}[/red]")
                     continue
@@ -2464,6 +2543,8 @@ def _run_field_map_generation(
     except Exception as e:
         console.print(f"[red]Failed to save Global Field Repository: {e}[/red]")
 
+    return generated_maps
+
 
 if __name__ == "__main__":
     app()

sibi_flux/datacube/generator.py

@@ -531,6 +531,15 @@ class DatacubeRegistry:
             or self.config.get("class_suffix")
             or self.params.get("class_suffix", "Dc")
         )
+        self._enforce_custom_names()
+
+    def _enforce_custom_names(self) -> None:
+        """
+        Ensures that if custom_name is set, it overrides class_name explicitly.
+        """
+        for table, meta in self.tables.items():
+            if meta.get("custom_name"):
+                meta["class_name"] = meta["custom_name"]
 
     def get_table_details(self, table_name: str) -> dict[str, Any]:
         return self.tables.get(table_name, {})
@@ -573,7 +582,10 @@ class DatacubeRegistry:
                     elif k not in existing:
                         existing[k] = v
 
-                if "class_name" not in existing:
+                # Override class_name if custom_name is set
+                if existing.get("custom_name"):
+                    existing["class_name"] = existing["custom_name"]
+                elif "class_name" not in existing:
                     existing["class_name"] = new_details.get("class_name")
 
                 self.tables[table] = existing

sibi_flux/datacube/orchestrator.py

@@ -554,8 +554,23 @@ class DiscoveryOrchestrator:
                 "[yellow]Prune active: Registry replaced with discovery results.[/]"
             )
         else:
-            # Merge: Update existing keys, add new ones.
-            current_data["tables"].update(new_entries)
+            # Smart Merge: Preserve 'custom_name' and 'class_name' from existing entries
+            # if they are not explicitly overridden by the new entry.
+            for table, new_meta in new_entries.items():
+                if table in current_data["tables"]:
+                    existing = current_data["tables"][table]
+                    
+                    # 1. Preserve custom_name if new entry doesn't specify one
+                    if not new_meta.get("custom_name") and existing.get("custom_name"):
+                        new_meta["custom_name"] = existing["custom_name"]
+                        
+                        # 2. Also preserve class_name (since it's driven by custom_name)
+                        # We only preserve class_name if custom_name was preserved 
+                        # AND new entry didn't explicitly change class_name logic (unlikely unless configured)
+                        if existing.get("class_name"):
+                            new_meta["class_name"] = existing["class_name"]
+
+                current_data["tables"][table] = new_meta
 
         # Sort tables for readability
         current_data["tables"] = dict(sorted(current_data["tables"].items()))

sibi_flux/init/app.py

@@ -0,0 +1,111 @@
+
+from pathlib import Path
+import os
+from rich.console import Console
+import typer
+import yaml
+
+console = Console()
+
+def init_app(name: str) -> None:
+    """
+    Initialize a new application within the current project root.
+    
+    Args:
+        name: The name of the application to create (e.g., 'inventory', 'pricing').
+    """
+    
+    # 1. Validation: Ensure we are in a Sibi Flux project root (check for pyproject.toml as heuristic)
+    cwd = Path(os.getcwd())
+    if not (cwd / "pyproject.toml").exists():
+         console.print("[yellow]Warning: pyproject.toml not found. Are you in a project root?[/yellow]")
+    
+    app_dir = cwd / name
+    
+    if app_dir.exists():
+        console.print(f"[red]Error: Application directory '{name}' already exists.[/red]")
+        raise typer.Exit(code=1)
+        
+    console.print(f"[bold blue]Initializing new application: {name}[/bold blue]")
+    
+    # 2. Create Directory Structure
+    structure = [
+        "api",
+        "datacubes",
+        "readers",
+        "aggregators",
+    ]
+    
+    app_dir.mkdir()
+    (app_dir / "__init__.py").touch()
+    
+    for folder in structure:
+        path = app_dir / folder
+        path.mkdir()
+        (path / "__init__.py").touch()
+        
+    # 2.1 Create datacubes extension registry template
+    datacubes_yaml = app_dir / "datacubes" / "datacubes.yaml"
+    template_yaml = """
+cubes:
+  # Define your app-specific datacube extensions here
+  # - source: dataobjects.gencubes.ibis_dev.products.products_cubes.ProductsDc
+  #   name: LogisticsProductsDc
+  #   module: products  # -> logistics/datacubes/products.py
+"""
+    datacubes_yaml.write_text(template_yaml.strip())
+        
+    # 3. Create Basic Router Template
+    router_template = f"""
+from fastapi import APIRouter
+
+router = APIRouter()
+
+@router.get("/")
+async def root():
+    return {{"message": "Hello from {name}!"}}
+"""
+    (app_dir / "api" / "main.py").write_text(router_template.strip())
+    
+    # 4. Register in conf/apps.yaml
+    conf_dir = cwd / "conf"
+    if not conf_dir.exists():
+        conf_dir.mkdir()
+    
+    apps_yaml_path = conf_dir / "apps.yaml"
+    
+    apps_data = {"apps": []}
+    if apps_yaml_path.exists():
+        try:
+            with open(apps_yaml_path, "r") as f:
+                loaded = yaml.safe_load(f)
+                if loaded and isinstance(loaded, dict) and "apps" in loaded:
+                    apps_data = loaded
+                elif loaded is None:
+                     pass # empty file
+                else:
+                    console.print(f"[yellow]Warning: conf/apps.yaml has unexpected structure. Initializing with empty list.[/yellow]")
+        except Exception as e:
+            console.print(f"[yellow]Warning: Could not read existing apps.yaml: {e}[/yellow]")
+    
+    if name not in apps_data["apps"]:
+        apps_data["apps"].append(name)
+        with open(apps_yaml_path, "w") as f:
+            yaml.dump(apps_data, f, default_flow_style=False)
+        console.print(f"[green]Registered '{name}' in conf/apps.yaml[/green]")
+    else:
+         console.print(f"[yellow]App '{name}' already registered in conf/apps.yaml[/yellow]")
+
+    # 5. Success Message & Instructions
+    console.print(f"[bold green]Successfully created application '{name}'![/bold green]")
+    console.print(f"Location: {name}/")
+    console.print("\n[yellow]Next Steps:[/yellow]")
+    console.print(f"1. Register your new router in [bold]main.py[/bold] (or wherever your app is defined):")
+    
+    code_snippet = f"""
+    from {name}.api.main import router as {name}_router
+    
+    app.include_router({name}_router, prefix="/{name}", tags=["{name}"])
+    """
+    console.print(code_snippet)
+    

sibi_flux/init/cube_extender.py

@@ -0,0 +1,149 @@
+
+import yaml
+from pathlib import Path
+import os
+from typing import List, Dict, Any
+from rich.console import Console
+import typer
+import importlib.util
+import sys
+
+console = Console()
+
+def create_cubes(app_name: str) -> None:
+    """
+    Generate app-specific Datacube extensions based on local configuration.
+    
+    Args:
+        app_name: The name of the application (must exist in project root).
+    """
+    cwd = Path(os.getcwd())
+    
+    # 1. Validate App Directory
+    app_dir = cwd / app_name
+    if not app_dir.exists() or not app_dir.is_dir():
+        console.print(f"[red]Error: Application directory '{app_name}' not found.[/red]")
+        raise typer.Exit(code=1)
+        
+    datacubes_dir = app_dir / "datacubes"
+    if not datacubes_dir.exists():
+        console.print(f"[yellow]Creating 'datacubes' directory for {app_name}...[/yellow]")
+        datacubes_dir.mkdir(parents=True, exist_ok=True)
+        (datacubes_dir / "__init__.py").touch()
+        
+    # 2. Load Registry (datacubes.yaml)
+    registry_path = datacubes_dir / "datacubes.yaml"
+    if not registry_path.exists():
+        console.print(f"[red]Error: Registry file not found at {registry_path}[/red]")
+        console.print("Please define your extensions in this file first.")
+        # Create a template if missing?
+        template = """
+cubes:
+  # - source: dataobjects.gencubes.ibis_dev.products.products_cubes.ProductsDc
+  #   name: LogisticsProductsDc
+  #   module: products
+"""
+        registry_path.write_text(template.strip())
+        console.print(f"[green]Created template at {registry_path}. Edit it and run again.[/green]")
+        raise typer.Exit(code=1)
+        
+    try:
+        with open(registry_path, "r") as f:
+            config = yaml.safe_load(f)
+    except Exception as e:
+        console.print(f"[red]Error parsing {registry_path}: {e}[/red]")
+        raise typer.Exit(code=1)
+        
+    if not config or "cubes" not in config or not isinstance(config["cubes"], list):
+        console.print(f"[yellow]Warning: No 'cubes' list found in {registry_path}.[/yellow]")
+        return
+
+    # 3. Group by Module
+    from collections import defaultdict
+    cubes_by_module = defaultdict(list)
+    for entry in config["cubes"]:
+        mod = entry.get("module")
+        if mod:
+            cubes_by_module[mod].append(entry)
+
+    console.print(f"[bold blue]Processing {len(config['cubes'])} datacube extensions across {len(cubes_by_module)} modules...[/bold blue]")
+    
+    for module_name, entries in cubes_by_module.items():
+        process_module_group(module_name, entries, datacubes_dir, app_name)
+
+
+def process_module_group(module_name: str, entries: List[Dict[str, Any]], datacubes_dir: Path, app_name: str) -> None:
+    target_file = datacubes_dir / f"{module_name}.py"
+    
+    # Read existing content if file exists
+    existing_content = ""
+    if target_file.exists():
+        existing_content = target_file.read_text()
+    
+    new_imports = set()
+    new_classes = []
+    
+    for entry in entries:
+        source_path = entry.get("source")
+        class_name = entry.get("name")
+        
+        if not all([source_path, class_name]):
+            console.print(f"[red]Skipping invalid entry in {module_name}: {entry}[/red]")
+            continue
+
+        # Check for idempotency: does class definition already exist?
+        if f"class {class_name}" in existing_content:
+            console.print(f"[dim]Skipping {class_name} (already exists in {module_name}.py)[/dim]")
+            continue
+            
+        # Parse Source
+        try:
+            source_module_str, source_class = source_path.rsplit(".", 1)
+        except ValueError:
+            console.print(f"[red]Invalid source format '{source_path}' for {class_name}[/red]")
+            continue
+            
+        # Prepare Import
+        import_stmt = f"from {source_module_str} import {source_class}"
+        
+        # Check if import exists in file or is already queued
+        if import_stmt not in existing_content:
+            new_imports.add(import_stmt)
+            
+        # Prepare Class
+        class_code = f"""
+class {class_name}({source_class}):
+    \"\"\"
+    App-specific extension of {source_class} for '{app_name}'.
+    
+    Source: {source_path}
+    \"\"\"
+    pass
+"""
+        new_classes.append(class_code.strip())
+        console.print(f"[green]Queued generation for {class_name}[/green]")
+
+    if new_classes:
+        mode = "a" if target_file.exists() else "w"
+        
+        content_parts = []
+        
+        # Add imports first
+        if new_imports:
+            sorted_imports = sorted(list(new_imports))
+            content_parts.extend(sorted_imports)
+            content_parts.append("") # Spacer
+            
+        # Add classes
+        content_parts.extend(new_classes)
+        
+        with open(target_file, mode) as f:
+            if mode == "a" and existing_content.strip():
+                f.write("\n\n") # Ensure separation from previous content
+            
+            f.write("\n\n".join(content_parts))
+            f.write("\n")
+            
+        console.print(f"[green]Updated {target_file.name} with {len(new_classes)} new classes.[/green]")
+    else:
+        console.print(f"[dim]No changes needed for {target_file.name}[/dim]")

sibi_flux/init/cube_proposer.py

@@ -0,0 +1,134 @@
+
+import yaml
+from pathlib import Path
+import os
+from typing import List, Dict, Any
+from rich.console import Console
+import typer
+import sys
+
+console = Console()
+
+def propose_cubes(db_domain: str, app_name: str) -> None:
+    """
+    Scans the global datacube registry for cubes matching 'db_domain'
+    and adds them to the app's datacubes.yaml.
+    
+    Args:
+        db_domain: The database domain / folder name to filter by (e.g., 'ibis_dev', 'istmo360n').
+        app_name: The name of the target application.
+    """
+    cwd = Path(os.getcwd())
+    
+    # 1. Validate App Directory
+    app_dir = cwd / app_name
+    if not app_dir.exists() or not app_dir.is_dir():
+        console.print(f"[red]Error: Application directory '{app_name}' not found.[/red]")
+        raise typer.Exit(code=1)
+        
+    datacubes_dir = app_dir / "datacubes"
+    datacubes_dir.mkdir(parents=True, exist_ok=True) # Ensure exists
+    
+    registry_path = datacubes_dir / "datacubes.yaml"
+    
+    # 2. Locate Global Registry
+    # Heuristic: dataobjects/globals/datacube_registry.yaml
+    global_reg_path = cwd / "dataobjects/globals/datacube_registry.yaml"
+    
+    if not global_reg_path.exists():
+         console.print(f"[red]Error: Global registry not found at {global_reg_path}[/red]")
+         console.print("Run 'uv run sibi-flux dc sync' first to generate the registry.")
+         raise typer.Exit(code=1)
+         
+    try:
+        with open(global_reg_path, "r") as f:
+            global_data = yaml.safe_load(f)
+    except Exception as e:
+        console.print(f"[red]Error parsing global registry: {e}[/red]")
+        raise typer.Exit(code=1)
+        
+    if not global_data:
+        console.print("[yellow]Global registry is empty.[/yellow]")
+        return
+
+    # 3. Find Matches
+    matches = []
+    
+    # Registry Structure: {conf_obj: {table_name: {class_name: ..., path: ...}}}
+    for conf_obj, tables in global_data.items():
+        for table_name, meta in tables.items():
+            path_str = meta.get("path", "")
+            class_name = meta.get("class_name")
+            
+            # Check if domain matches path logic
+            # e.g. path="dataobjects/gencubes/istmo360n/..." and db_domain="istmo360n"
+            if db_domain in path_str.split("/"):
+                # Clean source path for python import
+                # "dataobjects/gencubes/..." -> "dataobjects.gencubes...."
+                # remove extension .py
+                module_path = path_str.replace("/", ".").rstrip(".py")
+                source_path = f"{module_path}.{class_name}"
+                
+                # Determine target module name (the last part of the path directory?)
+                # e.g. .../biometric/biometric_cubes.py -> "biometric"
+                try:
+                    # heuristic: parent dir name or filename base?
+                    # path: dataobjects/gencubes/istmo360n/biometric/biometric_cubes.py
+                    # logical group: biometric
+                    
+                    p = Path(path_str)
+                    module_group = p.parent.name # biometric
+                    if module_group == db_domain:
+                         # fallback if nested directly under domain
+                         module_group = p.stem.replace("_cubes", "")
+                         
+                except Exception:
+                    module_group = "common"
+                
+                matches.append({
+                    "source": source_path,
+                    "name": f"{app_name.capitalize()}{class_name}", # Default naming: App + Class
+                    "module": module_group,
+                    "original_class": class_name
+                })
+    
+    if not matches:
+        console.print(f"[yellow]No datacubes found for domain '{db_domain}' in registry.[/yellow]")
+        return
+        
+    console.print(f"[green]Found {len(matches)} matching datacubes.[/green]")
+    
+    # 4. Update App Registry
+    
+    # Load existing
+    current_config = {"cubes": []}
+    if registry_path.exists():
+        try:
+            with open(registry_path, "r") as f:
+                loaded = yaml.safe_load(f)
+                if loaded and "cubes" in loaded:
+                    current_config = loaded
+        except Exception:
+            pass
+            
+    # Deduplicate
+    existing_sources = {c.get("source") for c in current_config["cubes"]}
+    added_count = 0
+    
+    for m in matches:
+        if m["source"] not in existing_sources:
+            entry = {
+                "source": m["source"],
+                "name": m["name"],
+                "module": m["module"]
+            }
+            current_config["cubes"].append(entry)
+            existing_sources.add(m["source"])
+            added_count += 1
+            
+    # Save
+    with open(registry_path, "w") as f:
+        yaml.dump(current_config, f, sort_keys=False)
+        
+    console.print(f"[bold green]Added {added_count} new entries to {registry_path}[/bold green]")
+    console.print(f"Next: Run [blue]uv run sibi-flux create-cubes {app_name}[/blue] to generate code.")

{sibi_flux-2026.1.5.dist-info → sibi_flux-2026.1.7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: sibi-flux
-Version: 2026.1.5
+Version: 2026.1.7
 Summary: Sibi Toolkit: A collection of tools for Data Analysis/Engineering.
 Author: Luis Valverde
 Author-email: Luis Valverde <lvalverdeb@gmail.com>
@@ -52,30 +52,10 @@ Description-Content-Type: text/markdown
 
 **SibiFlux** is a production-grade resilient data engineering ecosystem designed to bridge the gap between local development, distributed computing, and agentic AI workflows. It provides a unified engine for hybrid data loading (batch + streaming), self-healing distributed operations, and native interfaces for AI agents via the Model Context Protocol (MCP).
 
-```mermaid
-graph TD
-    subgraph G1["Agentic Interface (MCP)"]
-        Agent["AI Agent / Claude"] <--> Router["MCP Router"]
-        Router <--> Resources["SibiFlux Resources"]
-    end
-
-    subgraph G2["Solutions Layer (Business Logic)"]
-        Logistics["Logistics Solutions"]
-        Enrichment["Enrichment Pipelines"]
-        Cubes["DataCubes"]
-    end
-
-    subgraph G3["SibiFlux Core Engine"]
-        DfHelper["DfHelper (Unified Loader)"]
-        Cluster["Resilient Dask Cluster"]
-        Managed["ManagedResource Lifecycle"]
-    end
-
-    Resources --> Cubes
-    Logistics --> DfHelper
-    Cubes --> DfHelper
-    DfHelper --> Cluster
-```
+
+
+## Documentation
+Full documentation is available in [src/docs/index.md](src/docs/index.md).
 
 ## Core Architecture
 

{sibi_flux-2026.1.5.dist-info → sibi_flux-2026.1.7.dist-info}/RECORD

@@ -7,7 +7,7 @@ sibi_flux/artifacts/parquet_engine/__init__.py,sha256=L9OBs-v6HMTZ-_7hrzr7J_oYF-
 sibi_flux/artifacts/parquet_engine/executor.py,sha256=PZt-xoASMfJjrfC6Dpks9mC4ptJVj2Le28Xl6MKqVU8,6887
 sibi_flux/artifacts/parquet_engine/manifest.py,sha256=AoeIUFgLPfzvxmchExZIJ_gKP1wnLfYBKWbCYG5XYKk,3324
 sibi_flux/artifacts/parquet_engine/planner.py,sha256=c_oWfZKMvtpyKH5v-UYlJRRFidRrZR5nW4YquMyRGCs,21640
-sibi_flux/cli.py,sha256=W3REv_qKGKNXt2c2iwI-o0jpewdtQJsr6RZASKV4rtk,1794
+sibi_flux/cli.py,sha256=mZazvWBwMnHcvCHtit5cAFNDTukNnPVZHaqg5GRpHxU,2871
 sibi_flux/config/__init__.py,sha256=fVgxXW03kzHuVo1zXQkLJoXg6Q6yiooRqujii3L817w,64
 sibi_flux/config/manager.py,sha256=aiGgkwr1maYCwprt_vjdCpfGSycawBCERAjY3jn6xS4,5093
 sibi_flux/config/settings.py,sha256=F0-Y4Mqwwt5ZOcmFtcPfsXj-tSUZJPzy6LER83nZA20,4560
@@ -23,13 +23,13 @@ sibi_flux/dask_cluster/exceptions.py,sha256=apQZaUMgac8k2ZTTsvUd-VlWdo9-Nrh5b6St
 sibi_flux/dask_cluster/utils.py,sha256=Pr2qaow6GVyvM0hqKSM0ZQpe2Ot5ayfGYQiNhNpYA8Y,1342
 sibi_flux/datacube/__init__.py,sha256=ODEoa4r5RtzynIp-PdVDaJ-4BcPBj1L9VkLIF7RYSPE,91
 sibi_flux/datacube/_data_cube.py,sha256=Ofgy3JlR7N0eKijpUzI-ixFlISUd3CFsxnKd6a4fguE,12629
-sibi_flux/datacube/cli.py,sha256=mQwyj-NmjkKwDRXkJOZeXB6VDHGXGvmHnqbuqOCiYfI,92637
+sibi_flux/datacube/cli.py,sha256=ss-inKDZe1kk3lWmUVx-bNZgd3eiAEEI0a9EiOHEIjI,96506
 sibi_flux/datacube/config_engine.py,sha256=3cmxycCqMzjYJ1fWn8IWrHTNwSQmRqxnPoOzc1lUtDk,8340
 sibi_flux/datacube/field_factory.py,sha256=Z3Yp6tGzrZ13rvKSjMFr9jvW7fazeNi4K1fAalxLujM,6376
 sibi_flux/datacube/field_mapper.py,sha256=V6aFYunl28DI7gSvrF7tcidPNX9QtOYymVxbumzQqPs,9334
 sibi_flux/datacube/field_registry.py,sha256=VBTqxNIn2-eWMiZi1oQK-719oyJfn3yhfV7Bz_0iNyU,4355
-sibi_flux/datacube/generator.py,sha256=DECeAbee4nQHDQsrpBYo6FiQERXHQ7XDmOs86abd9mY,36432
-sibi_flux/datacube/orchestrator.py,sha256=37iWkqY9ShMkjFqYhpb3dpioYX2GXOTyo5p52cO5t7I,24278
+sibi_flux/datacube/generator.py,sha256=gPGQW114N7jfyGwsSXc-jsJup_C4qSj75oM_CoWuP7Y,36943
+sibi_flux/datacube/orchestrator.py,sha256=ZS2kh1Q6FF1sPtDaTkIvo8Q2S33OrYogjOWDl15-u-k,25254
 sibi_flux/datacube/router.py,sha256=SdG0J4O9CSZeUkHjyWHFC8B3oH83fSdDHfMXZfmHfi0,10914
 sibi_flux/dataset/__init__.py,sha256=zYpf4-nalcQNSUIOCDG0CqQu2SKkm89I9AF6Zy6z1sE,53
 sibi_flux/dataset/_dataset.py,sha256=DDAshH3QjgFDaXp9E75nkKy8_Ft-Z2zP_chmJQTU9hg,6484
@@ -65,7 +65,10 @@ sibi_flux/df_helper/core/_query_config.py,sha256=bS_k0qmvom1uVhkcJngPV2pc9pOhQ0F
 sibi_flux/df_validator/__init__.py,sha256=lkgTVmeCmH0yqfpZ4oPrRMZS8Jy9lm4OF7DjTSWbgTY,66
 sibi_flux/df_validator/_df_validator.py,sha256=P8ARf0htKo7L9PMcEjTnobpgT4RsGOiuG81tVEntS4o,8936
 sibi_flux/init/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+sibi_flux/init/app.py,sha256=Ofx_Sowvv6Ri-tDhLYkYllB_e1-4227J-MqhURTAmhI,3678
 sibi_flux/init/core.py,sha256=ahl4wVAyOrl1ko-f2NcYxeX9yQBQceYnobqeH_Gfp98,7785
+sibi_flux/init/cube_extender.py,sha256=wQPM0zncr97AiGCVM2BYo7dyaLKWIndV-0GvGNXvAMA,5269
+sibi_flux/init/cube_proposer.py,sha256=VA7WF-pDtto9-UdN1IlB7u6TiuxgMbgy79TRooyBPro,5071
 sibi_flux/init/discovery_updater.py,sha256=3WONU50EnaIItaLncumd3hC6h059ykvoqMfRC5NAvi8,5652
 sibi_flux/init/env.py,sha256=WMczkJqdaCejSbkjcpW8a44GZdKicdh5GVfUqKYltBI,3792
 sibi_flux/init/env_engine.py,sha256=HYBik80qgp-_2RgnQY2edaKA30VY1k_3uAZ4TqIID2M,6247
@@ -120,7 +123,7 @@ sibi_flux/utils/file_utils.py,sha256=7OHUW65OTe6HlQ6wkDagDd7d0SCQ_-NEGmHlOJguKYw
 sibi_flux/utils/filepath_generator/__init__.py,sha256=YVFJhIewjwksb9E2t43ojNC-W_AqUDhkKxQVBIBMkY8,91
 sibi_flux/utils/filepath_generator/_filepath_generator.py,sha256=4HG-Ubvjtv6luL0z-A-8B6_r3o9YqBwATFXhOXiTbKc,6789
 sibi_flux/utils/retry.py,sha256=45t0MF2IoMayN9xkn5_FtakMq4HwZlGvHVd6qv8x1AY,1227
-sibi_flux-2026.1.5.dist-info/WHEEL,sha256=ZyFSCYkV2BrxH6-HRVRg3R9Fo7MALzer9KiPYqNxSbo,79
-sibi_flux-2026.1.5.dist-info/entry_points.txt,sha256=6xrq5zuz_8wodJj4s49raopnuC3Owy_leZRkWtcXpTk,49
-sibi_flux-2026.1.5.dist-info/METADATA,sha256=sDMs7R9mWnNRg2O-0l3Au2bf9DCu9IGmMLE6t4VaoXw,10434
-sibi_flux-2026.1.5.dist-info/RECORD,,
+sibi_flux-2026.1.7.dist-info/WHEEL,sha256=ZyFSCYkV2BrxH6-HRVRg3R9Fo7MALzer9KiPYqNxSbo,79
+sibi_flux-2026.1.7.dist-info/entry_points.txt,sha256=6xrq5zuz_8wodJj4s49raopnuC3Owy_leZRkWtcXpTk,49
+sibi_flux-2026.1.7.dist-info/METADATA,sha256=ipSzbUZvavinUGwi79uEO6Yiy0ON172K8WwiTRouVmw,9886
+sibi_flux-2026.1.7.dist-info/RECORD,,