airflow-cli 0.1.11__py3-none-any.whl → 0.1.13__py3-none-any.whl

airflow_cli/cli.py

@@ -1,9 +1,7 @@
 import argparse
 import logging
 import sys
-
-from .env_utils import ensure_venv, is_in_venv
-from .os_utils import check_docker, check_os
+from .os_utils import check_docker
 from .docker_utils import docker_up, docker_down, run_dag, fix_python_code
 
 logging.basicConfig(level=logging.INFO,
@@ -29,18 +27,10 @@ def main():
 
     args = parser.parse_args()
 
-    # Pré-checks antes de qualquer comando
-    ensure_venv()
-    if not is_in_venv():
-        log.warning(
-            "⚠️ Not running inside virtual environment. Interpreter: %s", sys.executable)
-
     if not check_docker():
         log.error("❌ Docker not ready.")
         sys.exit(1)
 
-    check_os()
-
     # Execução dos comandos
     if args.command == "up":
         docker_up()

airflow_cli/docker-compose.yml

@@ -0,0 +1,251 @@
+---
+x-airflow-common: &airflow-common
+  environment: &airflow-common-env
+    AIRFLOW__CORE__EXECUTOR: CeleryExecutor
+    AIRFLOW__DATABASE__SQL_ALCHEMY_CONN: postgresql+psycopg2://postgres:postgres@postgres/airflow
+    AIRFLOW__CORE__SQL_ALCHEMY_CONN: postgresql+psycopg2://postgres:postgres@postgres/airflow
+    AIRFLOW__CELERY__RESULT_BACKEND: db+postgresql://postgres:postgres@postgres/airflow
+    AIRFLOW__CELERY__BROKER_URL: redis://:@redis:6379/0
+    AIRFLOW_CONN_MONGO_DEFAULT: mongo://mongo:mongo@mongo:27017/?authSource=admin
+    AIRFLOW__CORE__FERNET_KEY: "pMrhjIcqUNHMYRk_ZOBmMptWR6o1DahCXCKn5lEMpzM="
+    AIRFLOW__API__SECRET_KEY: "891b3faded3f6bb751a452c8566b2b90becf3d"
+    AIRFLOW__API_AUTH__JWT_SECRET: "231b3f1ded3f1bb754a352c8166c2b90bqcf32"
+    AIRFLOW__CORE__DAGS_ARE_PAUSED_AT_CREATION: "true"
+    AIRFLOW__SCHEDULER__ENABLE_HEALTH_CHECK: "true"
+    AIRFLOW__API__AUTH_BACKENDS: "airflow.api.auth.backend.basic_auth"
+    AIRFLOW__CORE__LOAD_EXAMPLES: "false"
+    AIRFLOW__CORE__EXECUTION_API_SERVER_URL: "http://airflow-apiserver:8080/execution/"
+    AIRFLOW_VAR_DATA_DIR: "/opt/airflow/data"
+    AIRFLOW__CORE__SIMPLE_AUTH_MANAGER_ALL_ADMINS: "true"
+    AIRFLOW__WEBSERVER__SIMPLE_AUTH_MANAGER_USERS: "airflow:admin"
+  volumes:
+    - ./dags:/opt/airflow/dags
+  user: "50000:0"
+  image: "harbor.lema.ufpb.br/public/airflow:v3.0.2-python3.11-spark3.5.5-r2"
+  depends_on: &airflow-common-depends-on
+    redis:
+      condition: service_healthy
+    postgres:
+      condition: service_healthy
+services:
+  redis:
+    image: redis:7.0.4-alpine
+    container_name: redis-container
+    hostname: redis
+    expose:
+      - 6379
+    ports:
+      - 6379:6379
+    healthcheck:
+      test: ["CMD", "redis-cli", "ping"]
+      interval: 5s
+      timeout: 30s
+      retries: 50
+    restart: unless-stopped
+    networks:
+      - dev
+  postgres:
+    container_name: postgres-container
+    hostname: postgres
+    image: postgres:16-alpine
+    ports:
+      - 5432:5432
+    environment:
+      POSTGRES_USER: postgres
+      POSTGRES_PASSWORD: postgres
+      POSTGRES_DB: airflow
+    volumes:
+      - postgresdb_data:/var/lib/postgresql/data"
+    healthcheck:
+      test: ["CMD", "pg_isready", "-U", "postgres"]
+      interval: 5s
+      retries: 5
+    restart: unless-stopped
+    networks:
+      - dev
+  mongo:
+    container_name: mongo-container
+    hostname: mongo
+    image: mongo:8.0
+    environment:
+      MONGO_INITDB_ROOT_USERNAME: mongo
+      MONGO_INITDB_ROOT_PASSWORD: mongo
+    ports:
+      - 27017:27017
+    volumes:
+      - mongodb_data:/data/db
+    restart: unless-stopped
+    networks:
+      - dev
+  dbgate:
+    image: dbgate/dbgate:6.4.1-alpine
+    container_name: dbgate
+    hostname: dbgate-webserver
+    volumes:
+      - dbgate-data:/root/.dbgate
+    ports:
+      - 3100:3000
+    environment:
+      CONNECTIONS: con1,con2,con3
+      LABEL_con1: Postgres
+      SERVER_con1: postgres
+      USER_con1: postgres
+      PASSWORD_con1: postgres
+      PORT_con1: 5432
+      ENGINE_con1: postgres@dbgate-plugin-postgres
+      LABEL_con2: MongoDB
+      URL_con2: mongodb://mongo:mongo@mongo:27017
+      ENGINE_con2: mongo@dbgate-plugin-mongo
+    restart: unless-stopped
+    networks:
+      - dev
+
+  airflow-apiserver:
+    <<: *airflow-common
+    container_name: airflow-api-server-container
+    command: api-server
+    ports:
+      - "8080:8080"
+    healthcheck:
+      test: ["CMD", "curl", "--fail", "http://localhost:8080/api/v2/version"]
+      interval: 30s
+      timeout: 10s
+      retries: 5
+      start_period: 30s
+    restart: always
+    networks:
+      - dev
+    depends_on:
+      <<: *airflow-common-depends-on
+      airflow-init:
+        condition: service_completed_successfully
+
+  airflow-scheduler:
+    <<: *airflow-common
+    container_name: airflow-scheduler-container
+    command: scheduler
+    healthcheck:
+      test: ["CMD", "curl", "--fail", "http://localhost:8974/health"]
+      interval: 30s
+      timeout: 10s
+      retries: 5
+      start_period: 30s
+    restart: always
+    networks:
+      - dev
+    depends_on:
+      <<: *airflow-common-depends-on
+      airflow-init:
+        condition: service_completed_successfully
+
+  airflow-dag-processor:
+    <<: *airflow-common
+    container_name: airflow-dag-processor-container
+    command: dag-processor
+    healthcheck:
+      test:
+        [
+          "CMD-SHELL",
+          'airflow jobs check --job-type DagProcessorJob --hostname "$${HOSTNAME}"',
+        ]
+      interval: 30s
+      timeout: 10s
+      retries: 5
+      start_period: 30s
+    restart: always
+    networks:
+      - dev
+    depends_on:
+      <<: *airflow-common-depends-on
+      airflow-init:
+        condition: service_completed_successfully
+
+  airflow-worker:
+    <<: *airflow-common
+    container_name: airflow-worker-container
+    command: celery worker
+    healthcheck:
+      test:
+        - "CMD-SHELL"
+        - 'celery --app airflow.providers.celery.executors.celery_executor.app inspect ping -d "celery@$${HOSTNAME}" || celery --app airflow.executors.celery_executor.app inspect ping -d "celery@$${HOSTNAME}"'
+      interval: 30s
+      timeout: 10s
+      retries: 5
+      start_period: 30s
+    environment:
+      <<: *airflow-common-env
+      DUMB_INIT_SETSID: "0"
+    restart: always
+    networks:
+      - dev
+    depends_on:
+      <<: *airflow-common-depends-on
+      airflow-apiserver:
+        condition: service_healthy
+      airflow-init:
+        condition: service_completed_successfully
+
+  airflow-triggerer:
+    <<: *airflow-common
+    container_name: airflow-triggerer-container
+    command: triggerer
+    healthcheck:
+      test:
+        [
+          "CMD-SHELL",
+          'airflow jobs check --job-type TriggererJob --hostname "$${HOSTNAME}"',
+        ]
+      interval: 30s
+      timeout: 10s
+      retries: 5
+      start_period: 30s
+    restart: always
+    networks:
+      - dev
+    depends_on:
+      <<: *airflow-common-depends-on
+      airflow-init:
+        condition: service_completed_successfully
+
+  airflow-init:
+    <<: *airflow-common
+    container_name: airflow-init
+    entrypoint: /bin/bash
+    command:
+      - -c
+      - |
+        mkdir -p /sources/logs /sources/dags /sources/plugins
+        chown -R "50000:0" /sources/{logs,dags,plugins}
+        exec /entrypoint airflow version
+    environment:
+      <<: *airflow-common-env
+      _AIRFLOW_DB_MIGRATE: "true"
+      _AIRFLOW_WWW_USER_CREATE: "true"
+      _AIRFLOW_WWW_USER_USERNAME: ${_AIRFLOW_WWW_USER_USERNAME:-airflow}
+      _AIRFLOW_WWW_USER_PASSWORD: ${_AIRFLOW_WWW_USER_PASSWORD:-airflow}
+    user: "0:0"
+    networks:
+      - dev
+
+  airflow-cli:
+    <<: *airflow-common
+    profiles:
+      - debug
+    environment:
+      <<: *airflow-common-env
+      CONNECTION_CHECK_MAX_COUNT: "0"
+    command:
+      - bash
+      - -c
+      - airflow
+    depends_on:
+      <<: *airflow-common-depends-on
+    networks:
+      - dev
+
+networks:
+  dev:
+volumes:
+  mongodb_data:
+  postgresdb_data:
+  dbgate-data:

airflow_cli/docker_utils.py

@@ -7,38 +7,43 @@ import shutil
 
 log = logging.getLogger(__name__)
 
+
 def docker_up():
     log.info("🐳 Starting Docker environment...")
     env = os.environ.copy()
     env["AIRFLOW_UID"] = "50000"
-    
-    # Verifica se já existe docker-compose.yml no diretório atual
+    env["AIRFLOW_GID"] = "0"
+    env["DOCKER_INSECURE_NO_IPTABLES_RAW"] = "1"
+
     local_compose_file = "docker-compose.yml"
     if not os.path.exists(local_compose_file):
-        log.info("📋 Copiando docker-compose.yml para o projeto...")
-        # Copia o arquivo do pacote para o diretório atual
-        package_compose_file = os.path.join(os.path.dirname(__file__), "docker-compose.yml")
+        log.info("📋 Creating docker-compose.yml ...")
+
+        package_compose_file = os.path.join(
+            os.path.dirname(__file__), "docker-compose.yml")
         shutil.copy2(package_compose_file, local_compose_file)
-        log.info("✅ docker-compose.yml copiado com sucesso")
-    
+        log.info("✅ docker-compose.yml create successfully!")
+
     # Verifica se a pasta dags existe
     dags_path = "dags"
     if not os.path.exists(dags_path):
-        log.info("📁 Criando pasta 'dags'...")
+        log.info("📁 Create 'dags' directory...")
         os.makedirs(dags_path, exist_ok=True)
-    
+
     try:
         subprocess.run(["docker", "compose", "up", "-d"], env=env, check=True)
         log.info("✅ Docker environment is ready: http://localhost:8080")
     except subprocess.CalledProcessError as e:
-        log.error(f"❌ Erro ao iniciar Docker: {e}")
-        log.error("Verifique se o Docker está rodando e funcionando corretamente")
+        log.error(f"❌ Error Docker: {e}")
+        log.error("Check if Docker is running and try again.")
         raise
 
+
 def docker_down():
     log.info("🐳 Stopping Docker environment...")
     subprocess.run(["docker", "compose", "down"], check=False)
 
+
 def run_dag():
     log.info("🚀 Running DAG in Docker...")
     try:
@@ -55,6 +60,7 @@ def run_dag():
     except Exception as e:
         log.error(f"❌ Error running DAG: {e}")
 
+
 def fix_python_code():
     log.info("🔧 Running flake8 on 'dags' folder...")
     try:

airflow_cli/menu.py

@@ -1,9 +1,6 @@
 import logging
-import sys
 from simple_term_menu import TerminalMenu
 from .docker_utils import docker_up, docker_down, run_dag, fix_python_code
-from .env_utils import ensure_venv, is_in_venv
-from .os_utils import check_os, update_docker_compose, check_docker
 
 log = logging.getLogger(__name__)
 
@@ -22,16 +19,6 @@ def show_menu():
 
 
 def run():
-    ensure_venv()
-    if not is_in_venv():
-        log.warning("⚠️ Not running inside the virtual environment.")
-        log.warning(f"Interpreter: {sys.executable}")
-
-    if not check_docker():
-        log.error("❌ Docker is not ready.")
-        return
-
-    check_os()
 
     while True:
         option = show_menu()

airflow_cli/os_utils.py

@@ -1,27 +1,8 @@
-import platform
 import logging
 import subprocess
-import os
-import shutil
-import pkg_resources
 
 log = logging.getLogger(__name__)
 
-def check_os():
-    system = platform.system()
-    if system == "Linux":
-        try:
-            with open("/proc/version", "r") as f:
-                if "microsoft" in f.read().lower():
-                    log.info("✅ Running on WSL (Linux under Windows).")
-                else:
-                    log.info("✅ Running on native Linux.")
-        except FileNotFoundError:
-            log.info("✅ Running on Linux.")
-    elif system == "Darwin":
-        log.info("✅ Running on MacOS.")
-    else:
-        log.error(f"❌ Unsupported OS: {system}")
 
 def check_docker():
     try:
@@ -32,4 +13,3 @@ def check_docker():
     except Exception as e:
         log.error(f"❌ Docker check failed: {e}")
         return False
-

{airflow_cli-0.1.11.dist-info → airflow_cli-0.1.13.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: airflow-cli
-Version: 0.1.11
+Version: 0.1.13
 Summary: CLI para facilitar o setup de Airflow com Docker.
 Author-email: LEMA-UFPB <ufpb.lema@gmail.com>
 License-Expression: MIT

airflow_cli-0.1.13.dist-info/RECORD

@@ -0,0 +1,12 @@
+airflow_cli/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
+airflow_cli/cli.py,sha256=qHi1DF9joO9LkyLE-1YrjEr97anMcE84WTYocD_vPhY,1230
+airflow_cli/docker-compose.yml,sha256=9jilz2y47ZLgmsSOzGSrkLsbQuhWuKxXaXaVndqbxbg,6927
+airflow_cli/docker_utils.py,sha256=q_Nj_gSqrKTfGlM2Kllr9ea7fMQdDjh8x5-prniDFoo,2234
+airflow_cli/menu.py,sha256=QpyriBMZMCPUgIrUm3FMuJ6ANDqkBNbeXOk1R8Gp9X0,1003
+airflow_cli/os_utils.py,sha256=Lr8mhHOgnOwI9H1h0F9BtygH2oLDvxA2hVDMS6l_x_w,384
+airflow_cli-0.1.13.dist-info/licenses/LICENSE,sha256=UrTV1prTxEoB9MSB9MG4BkGhNDk9EQx5tDTmuQ2C4u4,1065
+airflow_cli-0.1.13.dist-info/METADATA,sha256=eLTL4J8hon0XPXemHlFTSvezp90cTjDKcHk80qaJfWQ,2870
+airflow_cli-0.1.13.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+airflow_cli-0.1.13.dist-info/entry_points.txt,sha256=TyX3EFPfUxoxQ8aazxJREZl6VsOobW_JJlgA7jGpIBU,53
+airflow_cli-0.1.13.dist-info/top_level.txt,sha256=oD1Su7hc6_0veTZoMGIZph94T9S-dtsL-G_IOLuqqVM,12
+airflow_cli-0.1.13.dist-info/RECORD,,

airflow_cli/env_utils.py

@@ -1,33 +0,0 @@
-import os
-import subprocess
-import sys
-import importlib.util
-import logging
-
-log = logging.getLogger(__name__)
-
-venv_dir = ".venv"
-
-def is_in_venv():
-    return os.path.abspath(sys.prefix).endswith(os.path.abspath(venv_dir))
-
-def ensure_venv():
-    if not os.path.exists(venv_dir):
-        log.info(f"🔄 Creating Python virtual environment at {venv_dir}...")
-        try:
-            subprocess.check_call([sys.executable, "-m", "venv", venv_dir])
-            log.info("✅ Virtual environment created.")
-        except subprocess.CalledProcessError as e:
-            log.error(f"❌ Error creating venv: {e}")
-            return False
-    return True
-
-def install_package_if_missing(packages):
-    for package in packages:
-        if importlib.util.find_spec(package) is None:
-            log.info(f"📦 Installing missing package '{package}'...")
-            try:
-                subprocess.check_call([sys.executable, "-m", "pip", "install", package])
-            except subprocess.CalledProcessError as e:
-                log.error(f"❌ Failed to install '{package}': {e}")
-                sys.exit(1)

airflow_cli-0.1.11.dist-info/RECORD

@@ -1,12 +0,0 @@
-airflow_cli/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
-airflow_cli/cli.py,sha256=CxmcgmV2txkravhZAlimA_r2swPnGHQqm7ppxkahEBM,1507
-airflow_cli/docker_utils.py,sha256=fhSadDaNyURW-9pu7ZtVt2muh2kJQJRpEOyyOpu5B74,2319
-airflow_cli/env_utils.py,sha256=f0L9RBwylypGx5U8BjZlLEtX3ldYNYma7xrLwF0aOU8,1110
-airflow_cli/menu.py,sha256=syKVdaSCxpkt_hPeces3F-wjZdSPZuqOsDyTbqV4gkg,1405
-airflow_cli/os_utils.py,sha256=2iLi9atS94Rp0YMduChH3poNrXWTSeGSTnSWO5v_9W8,1003
-airflow_cli-0.1.11.dist-info/licenses/LICENSE,sha256=UrTV1prTxEoB9MSB9MG4BkGhNDk9EQx5tDTmuQ2C4u4,1065
-airflow_cli-0.1.11.dist-info/METADATA,sha256=VaTXUcMPiY7M9YkCUzjn8ZriRZOq6msc0gGsEb5NDJA,2870
-airflow_cli-0.1.11.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-airflow_cli-0.1.11.dist-info/entry_points.txt,sha256=TyX3EFPfUxoxQ8aazxJREZl6VsOobW_JJlgA7jGpIBU,53
-airflow_cli-0.1.11.dist-info/top_level.txt,sha256=oD1Su7hc6_0veTZoMGIZph94T9S-dtsL-G_IOLuqqVM,12
-airflow_cli-0.1.11.dist-info/RECORD,,