berg-iceberg 1.0.0__tar.gz

berg_iceberg-1.0.0/.github/CODEOWNERS

@@ -0,0 +1,8 @@
+# Default ownership for repository changes.
+* @NikosBakalis
+
+# Changes to execution, authorization, and release controls require explicit
+# review from the repository owner.
+/src/berg/core/ @NikosBakalis
+/.github/ @NikosBakalis
+/Dockerfile* @NikosBakalis

berg_iceberg-1.0.0/.github/ISSUE_TEMPLATE/bug_report.yml

@@ -0,0 +1,26 @@
+name: Bug report
+description: Report a reproducible problem in Berg
+title: "[Bug]: "
+labels: [bug]
+body:
+  - type: textarea
+    id: description
+    attributes:
+      label: What happened?
+      description: Describe the observed and expected behavior.
+    validations:
+      required: true
+  - type: input
+    id: version
+    attributes:
+      label: Berg version
+      placeholder: v1.0.0
+    validations:
+      required: true
+  - type: textarea
+    id: reproduction
+    attributes:
+      label: Reproduction steps
+      description: Include commands, configuration, and sanitized logs.
+    validations:
+      required: true

berg_iceberg-1.0.0/.github/ISSUE_TEMPLATE/feature_request.yml

@@ -0,0 +1,19 @@
+name: Feature request
+description: Propose a change to Berg
+title: "[Feature]: "
+labels: [enhancement]
+body:
+  - type: textarea
+    id: problem
+    attributes:
+      label: Problem to solve
+      description: Explain the user or operational problem.
+    validations:
+      required: true
+  - type: textarea
+    id: proposal
+    attributes:
+      label: Proposed behavior
+      description: Describe desired behavior and safety constraints.
+    validations:
+      required: true

berg_iceberg-1.0.0/.github/dependabot.yml

@@ -0,0 +1,12 @@
+version: 2
+updates:
+  - package-ecosystem: github-actions
+    directory: /
+    schedule:
+      interval: weekly
+    open-pull-requests-limit: 5
+  - package-ecosystem: pip
+    directory: /
+    schedule:
+      interval: weekly
+    open-pull-requests-limit: 5

berg_iceberg-1.0.0/.github/pull_request_template.md

@@ -0,0 +1,16 @@
+## Summary
+
+Describe the change and the user problem it solves.
+
+## Safety and compatibility
+
+- [ ] Plan, approval, idempotency, audit, and capability contracts are preserved.
+- [ ] Unsupported backend behavior is rejected before mutation.
+- [ ] Documentation and `ENGINEERING.md` were updated when appropriate.
+
+## Verification
+
+- [ ] `uv run ruff check .`
+- [ ] `uv run mypy src`
+- [ ] `uv run pytest -W error::ResourceWarning`
+- [ ] Relevant Docker or integration tests were run.

berg_iceberg-1.0.0/.github/workflows/ci.yml

@@ -0,0 +1,51 @@
+name: CI
+
+on:
+  push:
+  pull_request:
+
+permissions:
+  contents: read
+
+jobs:
+  quality:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Check out repository
+        uses: actions/checkout@v7
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@c18668ad3cf93ea998bef934396af7bb5c839dc7 # v10.2.0
+        with:
+          enable-cache: true
+
+      - name: Set up Python
+        run: uv python install 3.13
+
+      - name: Install dependencies
+        run: uv sync --locked --group dev
+
+      - name: Run lint
+        run: uv run ruff check .
+
+      - name: Run type checks
+        run: uv run mypy src
+
+      - name: Run tests
+        run: uv run pytest -W error::ResourceWarning
+
+      - name: Validate Compose files
+        env:
+          BERG_MINIO_USER: ci-local
+          BERG_MINIO_PASSWORD: ci-local-password-that-is-long-enough
+        run: |
+          docker compose -f docker-compose.yml config >/dev/null
+          docker compose -f docker-compose.rest-rustfs.yml config >/dev/null
+          docker compose -f docker-compose.nessie.yml config >/dev/null
+          docker compose -f docker-compose.nessie-maintenance.yml config >/dev/null
+          docker compose -f docker-compose.nessie-native-maintenance.yml config >/dev/null
+          docker compose -f docker-compose.polaris.yml config >/dev/null
+          docker compose -f docker-compose.jdbc.yml config >/dev/null
+          docker compose -f docker-compose.hive.yml config >/dev/null
+          BERG_AGENT_CONFIG=/tmp/berg.yaml BERG_AGENT_PLAN=/tmp/plan.json \
+            docker compose -f docker-compose.agent.yml config >/dev/null

berg_iceberg-1.0.0/.github/workflows/codeql.yml

@@ -0,0 +1,29 @@
+name: CodeQL
+
+on:
+  push:
+    branches: [main]
+  pull_request:
+    branches: [main]
+  schedule:
+    - cron: '23 3 * * 1'
+
+permissions:
+  contents: read
+  security-events: write
+
+jobs:
+  analyze:
+    name: Analyze Python
+    runs-on: ubuntu-latest
+    steps:
+      - name: Check out repository
+        uses: actions/checkout@v7
+      - name: Initialize CodeQL
+        uses: github/codeql-action/init@v3
+        with:
+          languages: python
+      - name: Perform CodeQL analysis
+        uses: github/codeql-action/analyze@v3
+        with:
+          category: /language:python

berg_iceberg-1.0.0/.github/workflows/release.yml

@@ -0,0 +1,70 @@
+name: Berg release artifacts
+
+on:
+  push:
+    tags:
+      - "v*"
+  workflow_dispatch:
+
+permissions:
+  contents: read
+  packages: write
+  id-token: write
+
+jobs:
+  artifacts:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Check out repository
+        uses: actions/checkout@v7
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@c18668ad3cf93ea998bef934396af7bb5c839dc7 # v10.2.0
+        with:
+          enable-cache: true
+
+      - name: Set up Python
+        run: uv python install 3.13
+
+      - name: Build Python distributions
+        run: uv build
+
+      - name: Build Agent image
+        run: docker build --file Dockerfile.agent --tag berg-agent:${GITHUB_SHA} .
+
+      - name: Upload Python distributions
+        uses: actions/upload-artifact@v4
+        with:
+          name: berg-python-${{ github.sha }}
+          path: dist/
+
+      - name: Export Agent image artifact
+        run: docker save berg-agent:${GITHUB_SHA} --output berg-agent-${GITHUB_SHA}.tar
+
+      - name: Upload Agent image
+        uses: actions/upload-artifact@v4
+        with:
+          name: berg-agent-${{ github.sha }}
+          path: berg-agent-${{ github.sha }}.tar
+
+      - name: Log in to GitHub Container Registry
+        uses: docker/login-action@v3
+        with:
+          registry: ghcr.io
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Publish Agent image
+        env:
+          IMAGE_NAME: ghcr.io/berg-cloud/berg-agent
+        run: |
+          docker tag berg-agent:${GITHUB_SHA} "${IMAGE_NAME}:${GITHUB_REF_NAME}"
+          docker tag berg-agent:${GITHUB_SHA} "${IMAGE_NAME}:latest"
+          docker push "${IMAGE_NAME}:${GITHUB_REF_NAME}"
+          docker push "${IMAGE_NAME}:latest"
+
+      - name: Publish Python distributions to PyPI
+        uses: pypa/gh-action-pypi-publish@release/v1
+        with:
+          packages-dir: dist/
+          password: ${{ secrets.PYPI_API_TOKEN }}

berg_iceberg-1.0.0/.github/workflows/spec-policy.yml

@@ -0,0 +1,72 @@
+name: Berg specification policy
+
+on:
+  pull_request:
+    paths:
+      - "**/*.yaml"
+      - "**/*.yml"
+      - "**/*.json"
+      - "src/berg/core/**"
+      - "src/berg/sdk/**"
+      - "tests/unit/test_policy_audit.py"
+      - "tests/unit/test_sdk.py"
+      - ".github/workflows/spec-policy.yml"
+  workflow_dispatch:
+
+permissions:
+  contents: read
+
+jobs:
+  validate:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Check out repository
+        uses: actions/checkout@v7
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@c18668ad3cf93ea998bef934396af7bb5c839dc7 # v10.2.0
+        with:
+          enable-cache: true
+
+      - name: Set up Python
+        run: uv python install 3.13
+
+      - name: Install dependencies
+        run: uv sync --locked --group dev
+
+      - name: Validate canonical specifications
+        run: uv run berg validate-spec examples/analytics-events.yaml --output json
+
+      - name: Start disposable catalog for plan generation
+        env:
+          BERG_MINIO_USER: ci-local
+          BERG_MINIO_PASSWORD: ci-local-password-that-is-long-enough
+        run: docker compose up -d --wait
+
+      - name: Create disposable desired-state fixture
+        env:
+          AWS_ACCESS_KEY_ID: ci-local
+          AWS_SECRET_ACCESS_KEY: ci-local-password-that-is-long-enough
+        run: uv run python scripts/create_fixtures.py --stage healthy --table-name events
+
+      - name: Generate machine-readable pull-request plan
+        env:
+          AWS_ACCESS_KEY_ID: ci-local
+          AWS_SECRET_ACCESS_KEY: ci-local-password-that-is-long-enough
+        run: uv run berg plan --spec examples/analytics-events.yaml --output json --save policy-plan.json
+
+      - name: Publish plan artifact
+        uses: actions/upload-artifact@v4
+        with:
+          name: berg-policy-plan-${{ github.sha }}
+          path: policy-plan.json
+
+      - name: Run SDK and authorization policy contracts
+        run: uv run pytest tests/unit/test_sdk.py tests/unit/test_policy_audit.py -q
+
+      - name: Remove disposable catalog
+        if: always()
+        env:
+          BERG_MINIO_USER: ci-local
+          BERG_MINIO_PASSWORD: ci-local-password-that-is-long-enough
+        run: docker compose down --volumes --remove-orphans

berg_iceberg-1.0.0/.gitignore

@@ -0,0 +1,20 @@
+.venv/
+__pycache__/
+*.py[cod]
+.pytest_cache/
+.berg/
+.ruff_cache/
+.mypy_cache/
+.aws/
+.agents/
+.codex/
+dist/
+**/target/
+*.class
+coverage.xml
+htmlcov/
+.coverage
+.DS_Store
+.env
+.env.*
+!.env.example

berg_iceberg-1.0.0/.python-version

@@ -0,0 +1,2 @@
+3.13
+