@dataif/cli 0.1.0

package/templates/dataif/infra/docker-compose.yml

@@ -0,0 +1,306 @@
+x-airflow-common:
+  &airflow-common
+  build:
+    context: ./airflow
+    dockerfile: Dockerfile
+  env_file:
+    - .env
+  environment:
+    AIRFLOW__CORE__EXECUTOR: LocalExecutor
+    AIRFLOW__CORE__PARALLELISM: ${AIRFLOW_PARALLELISM:-1}
+    AIRFLOW__CORE__MAX_ACTIVE_TASKS_PER_DAG: ${AIRFLOW_MAX_ACTIVE_TASKS_PER_DAG:-1}
+    AIRFLOW__CORE__MAX_ACTIVE_RUNS_PER_DAG: ${AIRFLOW_MAX_ACTIVE_RUNS_PER_DAG:-1}
+    AIRFLOW__DATABASE__SQL_ALCHEMY_CONN: postgresql+psycopg2://${AIRFLOW_DB_USER}:${AIRFLOW_DB_PASSWORD}@postgres:5432/${AIRFLOW_DB_NAME}
+    AIRFLOW__CORE__LOAD_EXAMPLES: "False"
+    AIRFLOW__CORE__DAGS_ARE_PAUSED_AT_CREATION: "False"
+    AIRFLOW__API__AUTH_BACKENDS: airflow.api.auth.backend.basic_auth
+    AIRFLOW__SCHEDULER__PARSING_PROCESSES: ${AIRFLOW_PARSING_PROCESSES:-1}
+    AIRFLOW__SCHEDULER__MAX_TIS_PER_QUERY: ${AIRFLOW_MAX_TIS_PER_QUERY:-1}
+    AIRFLOW__SCHEDULER__DAG_DIR_LIST_INTERVAL: ${AIRFLOW_DAG_DIR_LIST_INTERVAL:-5}
+    AIRFLOW__SCHEDULER__MIN_FILE_PROCESS_INTERVAL: ${AIRFLOW_MIN_FILE_PROCESS_INTERVAL:-5}
+    AIRFLOW__WEBSERVER__RBAC: "True"
+    AIRFLOW__WEBSERVER__DEFAULT_UI_TIMEZONE: UTC
+    AIRFLOW__WEBSERVER__BASE_URL: http://localhost:${WEB_PORT}/airflow
+    AIRFLOW__WEBSERVER__ENABLE_PROXY_FIX: "True"
+    AIRFLOW_UID: ${AIRFLOW_UID}
+    PYTHONPATH: /opt/airflow/pipelines
+    WAREHOUSE_DSN: postgresql://${DATAIF_ETL_USER}:${DATAIF_ETL_PASSWORD}@postgres:5432/${DATAIF_DB_NAME}
+    NILO_PECANHA_ENDPOINT: ${NILO_PECANHA_ENDPOINT}
+    NILO_TIMEOUT_SECONDS: ${NILO_TIMEOUT_SECONDS}
+  volumes:
+    - ../pipelines/airflow/dags:/opt/airflow/dags
+    - ../pipelines/dataif_pipelines:/opt/airflow/pipelines/dataif_pipelines
+    - ../pipelines/sql:/opt/airflow/pipelines/sql
+    - airflow_logs:/opt/airflow/logs
+  mem_limit: ${AIRFLOW_MEM_LIMIT:-1024m}
+  depends_on:
+    postgres:
+      condition: service_healthy
+
+services:
+  postgres:
+    image: postgres:16-alpine
+    env_file:
+      - .env
+    environment:
+      POSTGRES_USER: ${POSTGRES_SUPERUSER}
+      POSTGRES_PASSWORD: ${POSTGRES_SUPERUSER_PASSWORD}
+      POSTGRES_DB: postgres
+      DATAIF_DB_NAME: ${DATAIF_DB_NAME}
+      AIRFLOW_DB_NAME: ${AIRFLOW_DB_NAME}
+      METABASE_APP_DB_NAME: ${METABASE_APP_DB_NAME}
+      DATAIF_ETL_USER: ${DATAIF_ETL_USER}
+      DATAIF_ETL_PASSWORD: ${DATAIF_ETL_PASSWORD}
+      DATAIF_METABASE_USER: ${DATAIF_METABASE_USER}
+      DATAIF_METABASE_PASSWORD: ${DATAIF_METABASE_PASSWORD}
+      DATAIF_VANNA_USER: ${DATAIF_VANNA_USER}
+      DATAIF_VANNA_PASSWORD: ${DATAIF_VANNA_PASSWORD}
+      AIRFLOW_DB_USER: ${AIRFLOW_DB_USER}
+      AIRFLOW_DB_PASSWORD: ${AIRFLOW_DB_PASSWORD}
+      METABASE_APP_DB_USER: ${METABASE_APP_DB_USER}
+      METABASE_APP_DB_PASSWORD: ${METABASE_APP_DB_PASSWORD}
+    ports:
+      - "${POSTGRES_EXPOSE_PORT:-5433}:5432"
+    volumes:
+      - postgres_data:/var/lib/postgresql/data
+      - ./init-db:/docker-entrypoint-initdb.d:ro
+    mem_limit: ${POSTGRES_MEM_LIMIT:-1024m}
+    healthcheck:
+      test: ["CMD-SHELL", "pg_isready -U ${POSTGRES_SUPERUSER} -d postgres"]
+      interval: 10s
+      timeout: 5s
+      retries: 10
+
+  airflow-init:
+    <<: *airflow-common
+    mem_limit: ${AIRFLOW_INIT_MEM_LIMIT:-768m}
+    command: >
+      bash -c "
+      airflow db migrate &&
+      (airflow users create
+      --username ${AIRFLOW_ADMIN_USER}
+      --password ${AIRFLOW_ADMIN_PASSWORD}
+      --firstname Airflow
+      --lastname Admin
+      --role Admin
+      --email ${AIRFLOW_ADMIN_EMAIL} || true)
+      "
+    restart: "no"
+
+  airflow-webserver:
+    <<: *airflow-common
+    command: webserver
+    ports:
+      - "${AIRFLOW_PORT}:8080"
+    depends_on:
+      airflow-init:
+        condition: service_completed_successfully
+
+  airflow-scheduler:
+    <<: *airflow-common
+    command: scheduler
+    depends_on:
+      airflow-init:
+        condition: service_completed_successfully
+
+  metabase:
+    image: metabase/metabase:${METABASE_IMAGE_TAG:-v0.60.1}
+    env_file:
+      - .env
+    environment:
+      MB_DB_TYPE: postgres
+      MB_DB_HOST: postgres
+      MB_DB_PORT: 5432
+      MB_DB_DBNAME: ${METABASE_APP_DB_NAME}
+      MB_DB_USER: ${METABASE_APP_DB_USER}
+      MB_DB_PASS: ${METABASE_APP_DB_PASSWORD}
+      MB_SITE_URL: ${METABASE_SITE_URL}
+      MB_EMBEDDING_SECRET_KEY: ${METABASE_EMBED_SECRET}
+      JAVA_TIMEZONE: UTC
+    ports:
+      - "${METABASE_PORT}:3000"
+    volumes:
+      - metabase_data:/metabase-data
+    mem_limit: ${METABASE_MEM_LIMIT:-1536m}
+    depends_on:
+      postgres:
+        condition: service_healthy
+    healthcheck:
+      test: ["CMD-SHELL", "wget -qO- http://localhost:3000/api/health || exit 1"]
+      interval: 20s
+      timeout: 10s
+      retries: 12
+
+  metabase-bootstrap:
+    build:
+      context: ../services/api
+      dockerfile: Dockerfile
+    env_file:
+      - .env
+    environment:
+      METABASE_API_URL: ${METABASE_API_URL:-http://metabase:3000}
+      METABASE_ADMIN_EMAIL: ${METABASE_ADMIN_EMAIL:-admin@dataif.local}
+      METABASE_ADMIN_PASSWORD: ${METABASE_ADMIN_PASSWORD:-admin}
+      METABASE_ADMIN_FIRST_NAME: ${METABASE_ADMIN_FIRST_NAME:-DataIF}
+      METABASE_ADMIN_LAST_NAME: ${METABASE_ADMIN_LAST_NAME:-Metabase}
+      METABASE_SITE_NAME: ${METABASE_SITE_NAME:-dataif}
+      METABASE_ALLOW_TRACKING: ${METABASE_ALLOW_TRACKING:-false}
+      NILO_TIMEOUT_SECONDS: ${NILO_TIMEOUT_SECONDS}
+    command: ["python", "-m", "app.metabase_bootstrap"]
+    depends_on:
+      metabase:
+        condition: service_healthy
+    restart: "no"
+
+  keycloak:
+    image: quay.io/keycloak/keycloak:26.2
+    env_file:
+      - .env
+    environment:
+      KEYCLOAK_ADMIN: ${KEYCLOAK_ADMIN}
+      KEYCLOAK_ADMIN_PASSWORD: ${KEYCLOAK_ADMIN_PASSWORD}
+    command: ["start-dev", "--import-realm"]
+    ports:
+      - "${KEYCLOAK_PORT}:8080"
+    volumes:
+      - ./keycloak/realm-dataif.json:/opt/keycloak/data/import/realm-dataif.json:ro
+    mem_limit: ${KEYCLOAK_MEM_LIMIT:-1024m}
+
+  vanna:
+    build:
+      context: ../services/vanna
+      dockerfile: Dockerfile
+    env_file:
+      - .env
+    environment:
+      VANNA_HOST: 0.0.0.0
+      VANNA_PORT: 9000
+      VANNA_DSN: postgresql://${DATAIF_VANNA_USER}:${DATAIF_VANNA_PASSWORD}@postgres:5432/${DATAIF_DB_NAME}
+      VANNA_LLM_PROVIDER: ${VANNA_LLM_PROVIDER:-ollama}
+      VANNA_OLLAMA_BASE_URL: ${VANNA_OLLAMA_BASE_URL:-http://ollama:11434}
+      VANNA_OLLAMA_MODEL: ${VANNA_OLLAMA_MODEL:-sabia-7b}
+      VANNA_MARITACA_API_URL: ${VANNA_MARITACA_API_URL:-https://chat.maritaca.ai/api/chat/completions}
+      VANNA_MARITACA_API_KEY: ${VANNA_MARITACA_API_KEY:-}
+      VANNA_MARITACA_MODEL: ${VANNA_MARITACA_MODEL:-sabia-4}
+      VANNA_MARITACA_TIMEOUT_SECONDS: ${VANNA_MARITACA_TIMEOUT_SECONDS:-60}
+      VANNA_VECTORSTORE_PATH: ${VANNA_VECTORSTORE_PATH:-/data/vanna/chroma}
+      VANNA_AUTO_TRAIN: ${VANNA_AUTO_TRAIN:-true}
+      VANNA_ALLOWED_SCHEMA: ${VANNA_ALLOWED_SCHEMA:-curated}
+      ALLOWED_CURATED_VIEWS: ${ALLOWED_CURATED_VIEWS:-}
+      VANNA_MAX_ROWS: ${VANNA_MAX_ROWS}
+    ports:
+      - "${VANNA_PORT}:9000"
+    volumes:
+      - vanna_data:/data/vanna
+    mem_limit: ${VANNA_MEM_LIMIT:-512m}
+    depends_on:
+      postgres:
+        condition: service_healthy
+
+  ollama:
+    image: ollama/ollama:${OLLAMA_IMAGE_TAG:-latest}
+    profiles: ["llm"]
+    ports:
+      - "${OLLAMA_PORT:-11434}:11434"
+    volumes:
+      - ollama_data:/root/.ollama
+      - ollama_models:/models:ro
+    mem_limit: ${OLLAMA_MEM_LIMIT:-8192m}
+
+  ollama-model-bootstrap:
+    build:
+      context: ./ollama
+      dockerfile: Dockerfile
+    profiles: ["llm"]
+    environment:
+      OLLAMA_BASE_URL: http://ollama:11434
+      OLLAMA_MODEL_BOOTSTRAP_ENABLED: ${OLLAMA_MODEL_BOOTSTRAP_ENABLED:-true}
+      OLLAMA_MODEL_NAME: ${OLLAMA_MODEL_NAME:-sabia-7b}
+      OLLAMA_MODEL_GGUF_URL: ${OLLAMA_MODEL_GGUF_URL:-https://huggingface.co/QuantFactory/sabia-7b-GGUF/resolve/main/sabia-7b.Q4_K_M.gguf}
+      OLLAMA_MODEL_GGUF_FILE: ${OLLAMA_MODEL_GGUF_FILE:-sabia-7b.Q4_K_M.gguf}
+      HF_TOKEN: ${HF_TOKEN:-}
+    volumes:
+      - ollama_models:/models
+    depends_on:
+      ollama:
+        condition: service_started
+    restart: "no"
+
+  api:
+    build:
+      context: ../services/api
+      dockerfile: Dockerfile
+    env_file:
+      - .env
+    environment:
+      API_HOST: 0.0.0.0
+      API_PORT: 8000
+      WAREHOUSE_DSN: postgresql://${DATAIF_ETL_USER}:${DATAIF_ETL_PASSWORD}@postgres:5432/${DATAIF_DB_NAME}
+      METABASE_SITE_URL: ${METABASE_SITE_URL}
+      METABASE_API_URL: ${METABASE_API_URL:-http://metabase:3000}
+      METABASE_EMBED_SECRET: ${METABASE_EMBED_SECRET}
+      METABASE_ALLOWED_DASHBOARD_IDS: ${METABASE_ALLOWED_DASHBOARD_IDS}
+      METABASE_DEFAULT_DASHBOARD_ID: ${METABASE_DEFAULT_DASHBOARD_ID:-}
+      METABASE_ADMIN_EMAIL: ${METABASE_ADMIN_EMAIL:-admin@dataif.local}
+      METABASE_ADMIN_PASSWORD: ${METABASE_ADMIN_PASSWORD:-admin}
+      METABASE_ADMIN_FIRST_NAME: ${METABASE_ADMIN_FIRST_NAME:-DataIF}
+      METABASE_ADMIN_LAST_NAME: ${METABASE_ADMIN_LAST_NAME:-Metabase}
+      METABASE_SITE_NAME: ${METABASE_SITE_NAME:-dataif}
+      METABASE_ALLOW_TRACKING: ${METABASE_ALLOW_TRACKING:-false}
+      VANNA_SERVICE_URL: http://vanna:9000
+      KEYCLOAK_URL: ${KEYCLOAK_URL}
+      KEYCLOAK_REALM: ${KEYCLOAK_REALM}
+      KEYCLOAK_AUDIENCE: ${KEYCLOAK_AUDIENCE}
+      KEYCLOAK_ADMIN_REALM: ${KEYCLOAK_ADMIN_REALM:-master}
+      KEYCLOAK_ADMIN_CLIENT_ID: ${KEYCLOAK_ADMIN_CLIENT_ID:-admin-cli}
+      KEYCLOAK_ADMIN: ${KEYCLOAK_ADMIN}
+      KEYCLOAK_ADMIN_PASSWORD: ${KEYCLOAK_ADMIN_PASSWORD}
+      VANNA_LLM_PROVIDER: ${VANNA_LLM_PROVIDER:-ollama}
+      VANNA_OLLAMA_BASE_URL: ${VANNA_OLLAMA_BASE_URL:-http://ollama:11434}
+      VANNA_OLLAMA_MODEL: ${VANNA_OLLAMA_MODEL:-sabia-7b}
+      VANNA_MARITACA_API_URL: ${VANNA_MARITACA_API_URL:-https://chat.maritaca.ai/api/chat/completions}
+      VANNA_MARITACA_API_KEY: ${VANNA_MARITACA_API_KEY:-}
+      VANNA_MARITACA_MODEL: ${VANNA_MARITACA_MODEL:-sabia-4}
+      VANNA_MARITACA_TIMEOUT_SECONDS: ${VANNA_MARITACA_TIMEOUT_SECONDS:-60}
+      AIRFLOW_API_URL: ${AIRFLOW_API_URL:-http://airflow-webserver:8080/airflow}
+      AIRFLOW_ADMIN_USER: ${AIRFLOW_ADMIN_USER}
+      AIRFLOW_ADMIN_PASSWORD: ${AIRFLOW_ADMIN_PASSWORD}
+      CORS_ALLOW_ORIGINS: http://localhost:${WEB_PORT}
+      NILO_TIMEOUT_SECONDS: ${NILO_TIMEOUT_SECONDS}
+    ports:
+      - "${API_PORT}:8000"
+    volumes:
+      - ../services/api/app:/app/app
+      - ../pipelines/airflow/dags:/app/pipelines/airflow/dags
+    mem_limit: ${API_MEM_LIMIT:-512m}
+    restart: unless-stopped
+    depends_on:
+      metabase-bootstrap:
+        condition: service_completed_successfully
+      vanna:
+        condition: service_started
+
+  web:
+    build:
+      context: ../services/web
+      dockerfile: Dockerfile
+      args:
+        VITE_API_BASE_URL: ""
+    ports:
+      - "${WEB_PORT}:80"
+    mem_limit: ${WEB_MEM_LIMIT:-256m}
+    depends_on:
+      api:
+        condition: service_started
+      airflow-webserver:
+        condition: service_started
+      metabase:
+        condition: service_started
+
+volumes:
+  postgres_data:
+  airflow_logs:
+  metabase_data:
+  vanna_data:
+  ollama_data:
+  ollama_models:

package/templates/dataif/infra/init-db/01-init-dataif.sh

@@ -0,0 +1,129 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+create_database_if_missing() {
+  local db_name="$1"
+  local exists
+
+  exists="$(
+    psql -v ON_ERROR_STOP=1 --username "$POSTGRES_USER" --dbname postgres \
+      -tAc "SELECT 1 FROM pg_database WHERE datname = '${db_name}'" | tr -d '[:space:]'
+  )"
+
+  if [ "$exists" != "1" ]; then
+    psql -v ON_ERROR_STOP=1 --username "$POSTGRES_USER" --dbname postgres \
+      --command "CREATE DATABASE \"${db_name}\";"
+  fi
+}
+
+create_database_if_missing "${DATAIF_DB_NAME}"
+create_database_if_missing "${AIRFLOW_DB_NAME}"
+create_database_if_missing "${METABASE_APP_DB_NAME}"
+
+psql -v ON_ERROR_STOP=1 --username "$POSTGRES_USER" --dbname postgres <<EOSQL
+DO \$\$
+BEGIN
+  IF NOT EXISTS (SELECT FROM pg_roles WHERE rolname = '${DATAIF_ETL_USER}') THEN
+    EXECUTE format('CREATE ROLE %I LOGIN PASSWORD %L', '${DATAIF_ETL_USER}', '${DATAIF_ETL_PASSWORD}');
+  END IF;
+  IF NOT EXISTS (SELECT FROM pg_roles WHERE rolname = '${DATAIF_METABASE_USER}') THEN
+    EXECUTE format('CREATE ROLE %I LOGIN PASSWORD %L', '${DATAIF_METABASE_USER}', '${DATAIF_METABASE_PASSWORD}');
+  END IF;
+  IF NOT EXISTS (SELECT FROM pg_roles WHERE rolname = '${DATAIF_VANNA_USER}') THEN
+    EXECUTE format('CREATE ROLE %I LOGIN PASSWORD %L', '${DATAIF_VANNA_USER}', '${DATAIF_VANNA_PASSWORD}');
+  END IF;
+  IF NOT EXISTS (SELECT FROM pg_roles WHERE rolname = '${AIRFLOW_DB_USER}') THEN
+    EXECUTE format('CREATE ROLE %I LOGIN PASSWORD %L', '${AIRFLOW_DB_USER}', '${AIRFLOW_DB_PASSWORD}');
+  END IF;
+  IF NOT EXISTS (SELECT FROM pg_roles WHERE rolname = '${METABASE_APP_DB_USER}') THEN
+    EXECUTE format('CREATE ROLE %I LOGIN PASSWORD %L', '${METABASE_APP_DB_USER}', '${METABASE_APP_DB_PASSWORD}');
+  END IF;
+END
+\$\$;
+
+GRANT ALL PRIVILEGES ON DATABASE ${AIRFLOW_DB_NAME} TO ${AIRFLOW_DB_USER};
+GRANT ALL PRIVILEGES ON DATABASE ${METABASE_APP_DB_NAME} TO ${METABASE_APP_DB_USER};
+GRANT CONNECT ON DATABASE ${DATAIF_DB_NAME} TO ${DATAIF_ETL_USER}, ${DATAIF_METABASE_USER}, ${DATAIF_VANNA_USER};
+EOSQL
+
+psql -v ON_ERROR_STOP=1 --username "$POSTGRES_USER" --dbname "$AIRFLOW_DB_NAME" <<EOSQL
+ALTER SCHEMA public OWNER TO ${AIRFLOW_DB_USER};
+GRANT ALL ON SCHEMA public TO ${AIRFLOW_DB_USER};
+EOSQL
+
+psql -v ON_ERROR_STOP=1 --username "$POSTGRES_USER" --dbname "$METABASE_APP_DB_NAME" <<EOSQL
+ALTER SCHEMA public OWNER TO ${METABASE_APP_DB_USER};
+GRANT ALL ON SCHEMA public TO ${METABASE_APP_DB_USER};
+EOSQL
+
+psql -v ON_ERROR_STOP=1 --username "$POSTGRES_USER" --dbname "$DATAIF_DB_NAME" <<EOSQL
+CREATE SCHEMA IF NOT EXISTS config AUTHORIZATION ${DATAIF_ETL_USER};
+CREATE SCHEMA IF NOT EXISTS raw AUTHORIZATION ${DATAIF_ETL_USER};
+CREATE SCHEMA IF NOT EXISTS staging AUTHORIZATION ${DATAIF_ETL_USER};
+CREATE SCHEMA IF NOT EXISTS mart AUTHORIZATION ${DATAIF_ETL_USER};
+CREATE SCHEMA IF NOT EXISTS curated AUTHORIZATION ${DATAIF_ETL_USER};
+CREATE SCHEMA IF NOT EXISTS audit AUTHORIZATION ${DATAIF_ETL_USER};
+
+\i /docker-entrypoint-initdb.d/pnp-raw-staging-curated.sqlinc
+\i /docker-entrypoint-initdb.d/pnp-curated-views.sqlinc
+
+ALTER TABLE config.app_settings OWNER TO ${DATAIF_ETL_USER};
+ALTER TABLE raw.pnp_connections OWNER TO ${DATAIF_ETL_USER};
+ALTER TABLE raw.pnp_instances OWNER TO ${DATAIF_ETL_USER};
+ALTER TABLE raw.pnp_instance_selection OWNER TO ${DATAIF_ETL_USER};
+ALTER TABLE raw.pnp_endpoint_tables OWNER TO ${DATAIF_ETL_USER};
+ALTER TABLE raw.pnp_pipeline_endpoints OWNER TO ${DATAIF_ETL_USER};
+ALTER TABLE raw.pnp_runs OWNER TO ${DATAIF_ETL_USER};
+ALTER TABLE raw.pnp_run_steps OWNER TO ${DATAIF_ETL_USER};
+ALTER TABLE raw.pnp_run_packages OWNER TO ${DATAIF_ETL_USER};
+ALTER TABLE raw.pnp_catalog_entries OWNER TO ${DATAIF_ETL_USER};
+ALTER TABLE raw.pnp_run_selection OWNER TO ${DATAIF_ETL_USER};
+ALTER TABLE raw.pnp_downloads OWNER TO ${DATAIF_ETL_USER};
+ALTER TABLE raw.pnp_download_columns OWNER TO ${DATAIF_ETL_USER};
+ALTER TABLE raw.pnp_ingestion_quarantine OWNER TO ${DATAIF_ETL_USER};
+ALTER TABLE raw.pnp_matriculas_src OWNER TO ${DATAIF_ETL_USER};
+ALTER TABLE raw.pnp_eficiencia_academica_src OWNER TO ${DATAIF_ETL_USER};
+ALTER TABLE raw.pnp_financeiro_src OWNER TO ${DATAIF_ETL_USER};
+ALTER TABLE raw.pnp_servidores_src OWNER TO ${DATAIF_ETL_USER};
+ALTER TABLE staging.pnp_ingestion_runs OWNER TO ${DATAIF_ETL_USER};
+ALTER TABLE staging.pnp_matriculas OWNER TO ${DATAIF_ETL_USER};
+ALTER TABLE staging.pnp_eficiencia_academica OWNER TO ${DATAIF_ETL_USER};
+ALTER TABLE staging.pnp_servidores OWNER TO ${DATAIF_ETL_USER};
+ALTER TABLE staging.pnp_financeiro OWNER TO ${DATAIF_ETL_USER};
+ALTER VIEW curated.vw_pnp_admin_ingestao OWNER TO ${DATAIF_ETL_USER};
+ALTER VIEW curated.vw_pnp_qualidade_dados OWNER TO ${DATAIF_ETL_USER};
+ALTER VIEW curated.vw_pnp_matriculas_perfil OWNER TO ${DATAIF_ETL_USER};
+ALTER VIEW curated.vw_pnp_matriculas_oferta OWNER TO ${DATAIF_ETL_USER};
+ALTER VIEW curated.vw_pnp_eficiencia_situacao OWNER TO ${DATAIF_ETL_USER};
+ALTER VIEW curated.vw_pnp_servidores_quadro OWNER TO ${DATAIF_ETL_USER};
+ALTER VIEW curated.vw_pnp_financeiro_execucao OWNER TO ${DATAIF_ETL_USER};
+ALTER VIEW curated.vw_pnp_vanna_catalogo OWNER TO ${DATAIF_ETL_USER};
+ALTER VIEW curated.vw_pnp_vanna_resumo OWNER TO ${DATAIF_ETL_USER};
+ALTER MATERIALIZED VIEW curated.mv_pnp_dashboard_matriculas OWNER TO ${DATAIF_ETL_USER};
+ALTER MATERIALIZED VIEW curated.mv_pnp_dashboard_eficiencia OWNER TO ${DATAIF_ETL_USER};
+ALTER MATERIALIZED VIEW curated.mv_pnp_dashboard_servidores OWNER TO ${DATAIF_ETL_USER};
+ALTER MATERIALIZED VIEW curated.mv_pnp_dashboard_financeiro OWNER TO ${DATAIF_ETL_USER};
+ALTER MATERIALIZED VIEW curated.mv_pnp_dashboard_qualidade OWNER TO ${DATAIF_ETL_USER};
+ALTER MATERIALIZED VIEW curated.mv_pnp_dashboard_ingestao OWNER TO ${DATAIF_ETL_USER};
+ALTER FUNCTION raw.touch_updated_at() OWNER TO ${DATAIF_ETL_USER};
+
+GRANT USAGE ON SCHEMA config, raw, staging, mart, audit, curated TO ${DATAIF_ETL_USER};
+GRANT SELECT, INSERT, UPDATE, DELETE ON ALL TABLES IN SCHEMA config, raw, staging, mart, audit TO ${DATAIF_ETL_USER};
+GRANT USAGE, SELECT ON ALL SEQUENCES IN SCHEMA config, raw, staging, mart, audit TO ${DATAIF_ETL_USER};
+
+ALTER DEFAULT PRIVILEGES IN SCHEMA config GRANT SELECT, INSERT, UPDATE, DELETE ON TABLES TO ${DATAIF_ETL_USER};
+ALTER DEFAULT PRIVILEGES IN SCHEMA raw GRANT SELECT, INSERT, UPDATE, DELETE ON TABLES TO ${DATAIF_ETL_USER};
+ALTER DEFAULT PRIVILEGES IN SCHEMA staging GRANT SELECT, INSERT, UPDATE, DELETE ON TABLES TO ${DATAIF_ETL_USER};
+ALTER DEFAULT PRIVILEGES IN SCHEMA mart GRANT SELECT, INSERT, UPDATE, DELETE ON TABLES TO ${DATAIF_ETL_USER};
+ALTER DEFAULT PRIVILEGES IN SCHEMA audit GRANT SELECT, INSERT, UPDATE, DELETE ON TABLES TO ${DATAIF_ETL_USER};
+
+ALTER DEFAULT PRIVILEGES IN SCHEMA config GRANT USAGE, SELECT ON SEQUENCES TO ${DATAIF_ETL_USER};
+ALTER DEFAULT PRIVILEGES IN SCHEMA raw GRANT USAGE, SELECT ON SEQUENCES TO ${DATAIF_ETL_USER};
+ALTER DEFAULT PRIVILEGES IN SCHEMA staging GRANT USAGE, SELECT ON SEQUENCES TO ${DATAIF_ETL_USER};
+ALTER DEFAULT PRIVILEGES IN SCHEMA mart GRANT USAGE, SELECT ON SEQUENCES TO ${DATAIF_ETL_USER};
+ALTER DEFAULT PRIVILEGES IN SCHEMA audit GRANT USAGE, SELECT ON SEQUENCES TO ${DATAIF_ETL_USER};
+
+GRANT USAGE ON SCHEMA curated TO ${DATAIF_METABASE_USER}, ${DATAIF_VANNA_USER};
+GRANT SELECT ON ALL TABLES IN SCHEMA curated TO ${DATAIF_METABASE_USER}, ${DATAIF_VANNA_USER};
+ALTER DEFAULT PRIVILEGES FOR ROLE ${DATAIF_ETL_USER} IN SCHEMA curated GRANT SELECT ON TABLES TO ${DATAIF_METABASE_USER}, ${DATAIF_VANNA_USER};
+EOSQL