conduto 0.1.0__tar.gz

conduto-0.1.0/LICENSE

@@ -0,0 +1,25 @@
+MIT License
+
+<<<<<<< HEAD
+Copyright (c) 2026 joao.goncalves
+=======
+Copyright (c) 2026 João Pedro Zanetti Gonçalves
+>>>>>>> 227aebe99bb2d74d03118fc37243d86dbb20d069
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

conduto-0.1.0/PKG-INFO

@@ -0,0 +1,65 @@
+Metadata-Version: 2.4
+Name: conduto
+Version: 0.1.0
+Summary: CLI to scaffold data migration/ELT projects with YAML schemas and a uv-managed environment.
+Author: joao.goncalves
+License-Expression: MIT
+Project-URL: Homepage, https://github.com/joaopedrozg/conduto
+Project-URL: Repository, https://github.com/joaopedrozg/conduto
+Project-URL: Issues, https://github.com/joaopedrozg/conduto/issues
+Keywords: etl,elt,dagster,database,migration,schemas,cli
+Classifier: Development Status :: 3 - Alpha
+Classifier: Environment :: Console
+Classifier: Intended Audience :: Developers
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.14
+Classifier: Topic :: Database
+Classifier: Topic :: Software Development :: Code Generators
+Requires-Python: >=3.14
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: jinja2>=3.1.6
+Requires-Dist: questionary>=2.1.1
+Requires-Dist: rich>=15.0.0
+Requires-Dist: typer>=0.27.1
+Dynamic: license-file
+
+# conduto
+
+CLI para criar projetos de migração/ELT de dados: gera o `.env` com as credenciais dos bancos, o manifesto `main.yml`, os schemas YAML das tabelas e configura o ambiente com `uv` (`pyyaml`, `jinja2`, `polars`, `dagster`).
+
+**Repositório:** [github.com/joaopedrozg/conduto](https://github.com/joaopedrozg/conduto)
+
+## Instalação
+
+```bash
+pip install conduto
+```
+
+## Uso
+
+```bash
+conduto init meu_projeto
+```
+
+O comando pergunta as credenciais dos bancos de origem e destino e gera a estrutura:
+
+```text
+meu_projeto/
+├── .env
+├── main.yml
+├── schemas/
+│   ├── clientes.yml
+│   ├── pedidos.yml
+│   └── produtos.yml
+└── ambiente uv (pyyaml, jinja2, polars, dagster)
+```
+
+## Desenvolvimento
+
+```bash
+uv sync
+uv build
+uv publish
+```

conduto-0.1.0/README.md

@@ -0,0 +1,38 @@
+# conduto
+
+CLI para criar projetos de migração/ELT de dados: gera o `.env` com as credenciais dos bancos, o manifesto `main.yml`, os schemas YAML das tabelas e configura o ambiente com `uv` (`pyyaml`, `jinja2`, `polars`, `dagster`).
+
+**Repositório:** [github.com/joaopedrozg/conduto](https://github.com/joaopedrozg/conduto)
+
+## Instalação
+
+```bash
+pip install conduto
+```
+
+## Uso
+
+```bash
+conduto init meu_projeto
+```
+
+O comando pergunta as credenciais dos bancos de origem e destino e gera a estrutura:
+
+```text
+meu_projeto/
+├── .env
+├── main.yml
+├── schemas/
+│   ├── clientes.yml
+│   ├── pedidos.yml
+│   └── produtos.yml
+└── ambiente uv (pyyaml, jinja2, polars, dagster)
+```
+
+## Desenvolvimento
+
+```bash
+uv sync
+uv build
+uv publish
+```

conduto-0.1.0/pyproject.toml

@@ -0,0 +1,46 @@
+[project]
+name = "conduto"
+version = "0.1.0"
+description = "CLI to scaffold data migration/ELT projects with YAML schemas and a uv-managed environment."
+readme = "README.md"
+requires-python = ">=3.14"
+license = "MIT"
+authors = [{ name = "joao.goncalves" }]
+keywords = ["etl", "elt", "dagster", "database", "migration", "schemas", "cli"]
+classifiers = [
+    "Development Status :: 3 - Alpha",
+    "Environment :: Console",
+    "Intended Audience :: Developers",
+    "Operating System :: OS Independent",
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.14",
+    "Topic :: Database",
+    "Topic :: Software Development :: Code Generators",
+]
+dependencies = [
+    "jinja2>=3.1.6",
+    "questionary>=2.1.1",
+    "rich>=15.0.0",
+    "typer>=0.27.1",
+]
+
+[project.scripts]
+conduto = "conduto.cli:app"
+
+[project.urls]
+Homepage = "https://github.com/joaopedrozg/conduto"
+Repository = "https://github.com/joaopedrozg/conduto"
+Issues = "https://github.com/joaopedrozg/conduto/issues"
+
+[build-system]
+requires = ["setuptools>=68"]
+build-backend = "setuptools.build_meta"
+
+[tool.setuptools]
+include-package-data = true
+
+[tool.setuptools.packages.find]
+where = ["src"]
+
+[tool.setuptools.package-data]
+conduto = ["templates/**/*.jinja"]

conduto-0.1.0/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

conduto-0.1.0/src/conduto/cli.py

@@ -0,0 +1,118 @@
+import typer
+import questionary
+from pathlib import Path
+from rich.console import Console
+from rich.text import Text
+from rich.panel import Panel
+from rich.rule import Rule
+from rich.prompt import Prompt
+from .env_render import env_render
+from .gerar_project import setup_uv_environment
+from .schemas_render import schemas_render
+
+app = typer.Typer()
+console = Console()
+
+custom_style = questionary.Style([
+    ('pointer', 'fg:cyan bold'),      # Cor da setinha (ponteiro) e negrito
+    ('highlighted', 'fg:green bold'), # Cor do texto do item atualmente selecionado
+    ('answer', 'fg:yellow bold'),     # Cor após confirmar a escolha
+])
+
+@app.command()
+def init(project_name: str):
+    # Cria o texto principal
+    texto_titulo = Text("Bem vindo ao Conduto!", style="bold cyan")
+
+    # Cria a mensagem de instrução
+    texto_instrucao = Text("\nVamos criar um novo projeto chamado: ", style="dim white")
+
+    # Cria o nome do projeto destacado (como uma "arte" simples em texto)
+    nome_projeto = Text(f" {project_name} ", style="bold white on blue")
+
+    # Combina o texto
+    mensagem_completa = texto_titulo + texto_instrucao + nome_projeto
+
+    # Exibe dentro de um painel com bordas
+    console.print(Panel(mensagem_completa, border_style="green", expand=False, width=100))
+
+    console.print(Rule(style="dim blue"))
+
+    db_origem = questionary.select(
+        "Selecione o SGBD de origem:",
+        choices=[
+            "1) PostgreSQL",
+            "2) MySQL",
+            "3) SQLServer"
+        ],
+        style=custom_style
+    ).ask()
+    console.print(Rule(style="dim blue"))
+    console.print(Text('Credenciais do banco de dados de origem', style="bold yellow"))
+
+    host_db_origem = Prompt.ask("HOST:", default="localhost")
+    port_db_origem = Prompt.ask("PORT:", default="5432")
+    database_db_origem = Prompt.ask("DATABASE:", default="postgres")
+    user_db_origem = Prompt.ask("USERNAME:", default="postgres")
+    senha_db_origem = Prompt.ask("PASSWORD:", default="postgres", password=True)
+
+    console.print(Rule(style="dim blue"))
+
+    db_destino = questionary.select(
+        "Selecione o SGBD de destino:",
+        choices=[
+            "1) PostgreSQL",
+            "2) MySQL",
+            "3) SQLServer"
+        ],
+        style=custom_style
+    ).ask()
+
+    console.print(Rule(style="dim blue"))
+
+    console.print(Text('Credenciais do banco de dados de destino', style="bold yellow"))
+
+    host_db_destino = Prompt.ask("HOST:", default="localhost")
+    port_db_destino = Prompt.ask("PORT:", default="5432")
+    database_db_destino = Prompt.ask("DATABASE:", default="postgres")
+    user_db_destino = Prompt.ask("USERNAME:", default="postgres")
+    senha_db_destino = Prompt.ask("PASSWORD:", default="postgres", password=True)
+
+    context = {
+        "project_name": project_name,
+        "db_destino_tipo": db_destino,
+        "origem": {
+            "host": host_db_origem,
+            "port": port_db_origem,
+            "database": database_db_origem,
+            "user": user_db_origem,
+            "password": senha_db_origem,
+        },
+        "destino": {
+            "host": host_db_destino,
+            "port": port_db_destino,
+            "database": database_db_destino,
+            "user": user_db_destino,
+            "password": senha_db_destino,
+        }
+    }
+
+    project_dir = Path.cwd() / project_name
+    project_dir.mkdir(exist_ok=True)
+
+    env_path = env_render(context, output_dir=project_dir)
+    schemas_render(project_dir, context)
+    if env_path is not None and env_path.exists():
+        setup_uv_environment(project_dir)
+
+@app.command()
+def build():
+    """
+    Build the project.
+    """
+    typer.echo("Building the project...")
+    # Add logic to build the project here
+
+
+if __name__ == "__main__":
+    app()

conduto-0.1.0/src/conduto/env_render.py

@@ -0,0 +1,33 @@
+
+from jinja2 import Template
+from pathlib import Path
+
+from rich import console
+from rich.console import Console
+
+console = Console()
+
+def env_render(context, output_dir=None):
+    base_dir = Path(__file__).resolve().parent
+    template_path = base_dir / "templates" / "env" / "env-example.jinja"
+
+    if not template_path.exists():
+        console.print(
+            f"[bold red]Erro:[/bold red] O template não foi encontrado no caminho: [yellow]{template_path}[/yellow]")
+        raise FileNotFoundError(f"Template não encontrado: {template_path}")
+
+
+    with open(template_path, "r", encoding="utf-8") as f:
+        template_content = f.read()
+
+    template = Template(template_content)
+    rendered_env = template.render(context)
+
+    # Salva o arquivo final no diretorio do projeto
+    target_dir = Path(output_dir) if output_dir else Path.cwd()
+    env_path = target_dir / ".env"
+    with open(env_path, "w", encoding="utf-8") as f:
+        f.write(rendered_env)
+        console.print(f"[bold green]Sucesso:[/bold green] Arquivo .env gerado em: [yellow]{env_path}[/yellow]")
+
+    return env_path

conduto-0.1.0/src/conduto/gerar_project.py

@@ -0,0 +1,66 @@
+from pathlib import Path
+import subprocess
+
+from rich.console import Console
+from rich.progress import BarColumn, Progress, SpinnerColumn, TextColumn
+
+console = Console()
+
+
+def setup_uv_environment(base_path: Path):
+    # 1. Inicializar projeto uv (caso pyproject.toml nao exista)
+    pyproject = base_path / "pyproject.toml"
+    if not pyproject.exists():
+        console.print("Executando: uv init --no-readme")
+        init_result = subprocess.run(
+            ["uv", "init", "--no-readme"],
+            cwd=base_path,
+            capture_output=True,
+            text=True,
+            encoding="utf-8",
+            errors="replace",
+        )
+        if init_result.returncode != 0:
+            if init_result.stderr:
+                console.print(init_result.stderr, style="bold red")
+            raise subprocess.CalledProcessError(init_result.returncode, init_result.args)
+    else:
+        console.print("pyproject.toml ja existe, pulando 'uv init'.")
+
+    # 2. Instalar dependencias essenciais para parse e manipulacao
+    dependencies = ["pyyaml", "jinja2", "polars", "dagster"]
+    cmd = ["uv", "add"] + dependencies
+
+    def _run():
+        return subprocess.run(
+            cmd,
+            cwd=base_path,
+            capture_output=True,
+            text=True,
+            encoding="utf-8",
+            errors="replace",
+        )
+
+    if console.is_terminal:
+        with Progress(
+            SpinnerColumn(),
+            BarColumn(bar_width=40),
+            TextColumn("[progress.description]{task.description}"),
+            console=console,
+        ) as progress:
+            progress.add_task(
+                f"Instalando dependencias: {', '.join(dependencies)}", total=None
+            )
+            result = _run()
+    else:
+        console.print(f"Instalando dependencias: {', '.join(dependencies)}")
+        result = _run()
+
+    if result.returncode != 0:
+        if result.stdout:
+            console.print(result.stdout)
+        if result.stderr:
+            console.print(result.stderr, style="bold red")
+        raise subprocess.CalledProcessError(result.returncode, cmd)
+
+    console.print("Ambiente configurado com sucesso!")

conduto-0.1.0/src/conduto/schemas_render.py

@@ -0,0 +1,40 @@
+from pathlib import Path
+
+from jinja2 import Template
+from rich.console import Console
+
+console = Console()
+
+
+def schemas_render(project_dir, context):
+    base_dir = Path(__file__).resolve().parent
+    templates_dir = base_dir / "templates" / "schemas"
+    target_dir = Path(project_dir)
+    schemas_dir = target_dir / "schemas"
+    schemas_dir.mkdir(parents=True, exist_ok=True)
+
+    template_paths = sorted(templates_dir.glob("*.jinja"))
+    if not template_paths:
+        console.print(
+            f"[bold red]Erro:[/bold red] Nenhum template encontrado em: [yellow]{templates_dir}[/yellow]"
+        )
+        raise FileNotFoundError(f"Nenhum template encontrado em: {templates_dir}")
+
+    for template_path in template_paths:
+        output_name = template_path.name.removesuffix("-example.yml.jinja") + ".yml"
+        output_path = (
+            target_dir / output_name
+            if output_name == "main.yml"
+            else schemas_dir / output_name
+        )
+
+        with open(template_path, "r", encoding="utf-8") as f:
+            template = Template(f.read())
+        rendered = template.render(context)
+
+        with open(output_path, "w", encoding="utf-8") as f:
+            f.write(rendered)
+
+        console.print(f"[bold green]Gerado:[/bold green] [yellow]{output_path}[/yellow]")
+
+    return target_dir / "main.yml"

conduto-0.1.0/src/conduto/templates/env/env-example.jinja

@@ -0,0 +1,11 @@
+DB_ORIGEM_HOST={{ origem.host }}
+DB_ORIGEM_PORT={{ origem.port }}
+DB_ORIGEM_NAME={{ origem.database }}
+DB_ORIGEM_USER={{ origem.user }}
+DB_ORIGEM_PASSWORD={{ origem.password }}
+
+DB_DESTINO_HOST={{ destino.host }}
+DB_DESTINO_PORT={{ destino.port }}
+DB_DESTINO_NAME={{ destino.database }}
+DB_DESTINO_USER={{ destino.user }}
+DB_DESTINO_PASSWORD={{ destino.password }}

conduto-0.1.0/src/conduto/templates/schemas/clientes-example.yml.jinja

@@ -0,0 +1,17 @@
+table: clientes
+schema: public
+description: "Tabela de cadastro de clientes"
+columns:
+  - name: id
+    type: integer
+    primary_key: true
+    nullable: false
+  - name: nome
+    type: varchar(255)
+    nullable: false
+  - name: email
+    type: varchar(255)
+    unique: true
+  - name: criado_em
+    type: timestamp
+    default: CURRENT_TIMESTAMP

conduto-0.1.0/src/conduto/templates/schemas/main-example.yml.jinja

@@ -0,0 +1,8 @@
+version: "1.0"
+project: {{ project_name }}
+
+# Lista de tabelas na ordem correta de dependência (ex: clientes antes de pedidos)
+tables:
+  - path: "schemas/clientes.yml"
+  - path: "schemas/pedidos.yml"
+  - path: "schemas/produtos.yml"

conduto-0.1.0/src/conduto/templates/schemas/pedidos-example.yml.jinja

@@ -0,0 +1,18 @@
+table: pedidos
+schema: public
+description: "Tabela transacional de pedidos"
+columns:
+  - name: id
+    type: integer
+    primary_key: true
+    nullable: false
+  - name: cliente_id
+    type: integer
+    foreign_key: clientes(id)
+    nullable: false
+  - name: valor_total
+    type: numeric(10, 2)
+    nullable: false
+  - name: data_pedido
+    type: timestamp
+    default: CURRENT_TIMESTAMP

conduto-0.1.0/src/conduto/templates/schemas/produtos-example.yml.jinja

@@ -0,0 +1,24 @@
+table: produtos
+schema: public
+description: "Tabela de catálogo de produtos"
+columns:
+  - name: id
+    type: integer
+    primary_key: true
+    nullable: false
+  - name: sku
+    type: varchar(50)
+    unique: true
+    nullable: false
+  - name: nome
+    type: varchar(255)
+    nullable: false
+  - name: preco_unitario
+    type: numeric(12, 2)
+    nullable: false
+  - name: categoria
+    type: varchar(100)
+    nullable: true
+  - name: ativo
+    type: boolean
+    default: true

conduto-0.1.0/src/conduto.egg-info/PKG-INFO

@@ -0,0 +1,65 @@
+Metadata-Version: 2.4
+Name: conduto
+Version: 0.1.0
+Summary: CLI to scaffold data migration/ELT projects with YAML schemas and a uv-managed environment.
+Author: joao.goncalves
+License-Expression: MIT
+Project-URL: Homepage, https://github.com/joaopedrozg/conduto
+Project-URL: Repository, https://github.com/joaopedrozg/conduto
+Project-URL: Issues, https://github.com/joaopedrozg/conduto/issues
+Keywords: etl,elt,dagster,database,migration,schemas,cli
+Classifier: Development Status :: 3 - Alpha
+Classifier: Environment :: Console
+Classifier: Intended Audience :: Developers
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.14
+Classifier: Topic :: Database
+Classifier: Topic :: Software Development :: Code Generators
+Requires-Python: >=3.14
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: jinja2>=3.1.6
+Requires-Dist: questionary>=2.1.1
+Requires-Dist: rich>=15.0.0
+Requires-Dist: typer>=0.27.1
+Dynamic: license-file
+
+# conduto
+
+CLI para criar projetos de migração/ELT de dados: gera o `.env` com as credenciais dos bancos, o manifesto `main.yml`, os schemas YAML das tabelas e configura o ambiente com `uv` (`pyyaml`, `jinja2`, `polars`, `dagster`).
+
+**Repositório:** [github.com/joaopedrozg/conduto](https://github.com/joaopedrozg/conduto)
+
+## Instalação
+
+```bash
+pip install conduto
+```
+
+## Uso
+
+```bash
+conduto init meu_projeto
+```
+
+O comando pergunta as credenciais dos bancos de origem e destino e gera a estrutura:
+
+```text
+meu_projeto/
+├── .env
+├── main.yml
+├── schemas/
+│   ├── clientes.yml
+│   ├── pedidos.yml
+│   └── produtos.yml
+└── ambiente uv (pyyaml, jinja2, polars, dagster)
+```
+
+## Desenvolvimento
+
+```bash
+uv sync
+uv build
+uv publish
+```

conduto-0.1.0/src/conduto.egg-info/SOURCES.txt

@@ -0,0 +1,19 @@
+LICENSE
+README.md
+pyproject.toml
+src/conduto/__init__.py
+src/conduto/cli.py
+src/conduto/env_render.py
+src/conduto/gerar_project.py
+src/conduto/schemas_render.py
+src/conduto.egg-info/PKG-INFO
+src/conduto.egg-info/SOURCES.txt
+src/conduto.egg-info/dependency_links.txt
+src/conduto.egg-info/entry_points.txt
+src/conduto.egg-info/requires.txt
+src/conduto.egg-info/top_level.txt
+src/conduto/templates/env/env-example.jinja
+src/conduto/templates/schemas/clientes-example.yml.jinja
+src/conduto/templates/schemas/main-example.yml.jinja
+src/conduto/templates/schemas/pedidos-example.yml.jinja
+src/conduto/templates/schemas/produtos-example.yml.jinja

conduto-0.1.0/src/conduto.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

conduto-0.1.0/src/conduto.egg-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+conduto = conduto.cli:app

conduto-0.1.0/src/conduto.egg-info/requires.txt

@@ -0,0 +1,4 @@
+jinja2>=3.1.6
+questionary>=2.1.1
+rich>=15.0.0
+typer>=0.27.1

conduto-0.1.0/src/conduto.egg-info/top_level.txt

@@ -0,0 +1 @@
+conduto