@datarecce/ui 0.1.29 → 0.1.31

package/recce-source/.github/workflows/nightly.yaml

@@ -0,0 +1,246 @@
+name: Recce Nightly Build
+on:
+  schedule:
+    - cron: '0 18 * * 0,1,2,3,4' # run at 2 AM (UTC + 8) every working day
+  workflow_dispatch:
+    inputs:
+      release_type:
+        description: 'Select the type of night build'
+        type: choice
+        required: true
+        options:
+          - Alpha Release
+          - Release
+      alpha_version:
+        description: 'Alpha version serial number'
+        required: true
+        type: number
+        default: 0
+
+permissions:
+  contents: read
+
+jobs:
+  build-nightly-release:
+    name: Build Recce Nightly Release
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v4
+        with:
+          version: "latest"
+
+      - name: Setup Node 24
+        uses: actions/setup-node@v4
+        with:
+          node-version: '24'
+
+      - uses: pnpm/action-setup@v4
+        with:
+          version: 10
+
+      - name: Install dependencies
+        run: |
+          # Install Python dependencies
+          uv sync --all-extras --python 3.10
+
+          # Install Node dependencies
+          pushd js
+          pnpm install --frozen-lockfile
+          popd
+
+      - name: Patch Recce Version
+        id: patch_version
+        run: |
+          # Patch version
+          if [[ "$RELEASE_TYPE" == "Alpha Release" && "$ALPHA_VERSION" != "" ]]; then
+            echo "Manually alpha version serial number: $ALPHA_VERSION"
+            sed -i.bak "s/\.dev.*\$/\.$(date '+%Y%m%d')a$ALPHA_VERSION/" recce/VERSION
+          else
+            latest_version=$(curl -s https://pypi.org/pypi/recce-nightly/json  | jq -r .info.version)
+            new_version=$(cat recce/VERSION | sed "s/\.dev.*\$/\.$(date '+%Y%m%d')/")
+
+            # Extract date-only portion of both
+            latest_date=$(echo "$latest_version" | sed -E 's/^.*\.([0-9]{8}).*/\1/')
+            new_date=$(date '+%Y%m%d')
+
+            if [[ "$latest_date" < "$new_date" ]]; then
+              # New date is newer, no post needed
+              final_version="$new_version"
+            else
+              # Same date, check if latest already has postN
+              if [[ "$latest_version" =~ \.post([0-9]+)$ ]]; then
+                post_num=$(( ${BASH_REMATCH[1]} + 1 ))
+              else
+                post_num=1
+              fi
+              final_version="${new_version}-post${post_num}"
+            fi
+            echo "$final_version" > recce/VERSION
+          fi
+          echo "Nightly version: $(cat recce/VERSION)"
+          echo "nightly_version=$(cat recce/VERSION)" >> $GITHUB_OUTPUT
+        env:
+          ALPHA_VERSION: ${{ inputs.alpha_version || '' }}
+          RELEASE_TYPE: ${{ inputs.release_type || 'Release' }}
+
+      - name: Patch Event API Key
+        run: |
+          # Patch Event API Key
+          sed -i.bak "s/<API_KEY>/${EVENT_API_KEY}/" recce/event/CONFIG
+        env:
+          EVENT_API_KEY: ${{ secrets.AMPLITUDE_NIGHTLY_API_KEY }}
+
+      - name: Build Front-end Static Files
+        run: |
+          # Build static files
+          pushd js
+          pnpm build
+          popd
+        env:
+          AMPLITUDE_API_KEY: ${{ secrets.AMPLITUDE_NIGHTLY_API_KEY }}
+          GTM_ID: ${{ secrets.NIGHTLY_GTM_ID }}
+
+      - name: Release to Pypi
+        run: |
+          # generate pypirc
+          echo "$PYPIRC" > $HOME/.pypirc
+
+          # change package name to recce-nightly in pyproject.toml
+          sed -i.bak 's/name = "recce"/name = "recce-nightly"/' pyproject.toml
+
+          # build and upload to pypi
+          uv build
+          uv run twine upload dist/*
+        env:
+          PYPIRC: ${{ secrets.PYPI }}
+
+      - name: Mark Sentry Release
+        uses: getsentry/action-release@v1
+        env:
+          SENTRY_AUTH_TOKEN: ${{ secrets.SENTRY_AUTH_TOKEN }}
+          SENTRY_ORG: infuseai
+          SENTRY_PROJECT: recce
+        with:
+          environment: nightly
+          ignore_empty: true
+          ignore_missing: true
+          version: ${{ steps.patch_version.outputs.nightly_version }}
+
+  build-recce-cloud-nightly:
+    name: Build Recce Cloud Nightly Release
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v4
+        with:
+          version: "latest"
+
+      - name: Install dependencies
+        run: |
+          # Install Python dependencies
+          uv sync --all-extras --python 3.10
+
+      - name: Patch Recce Cloud Version
+        id: patch_version
+        run: |
+          # Patch version
+          if [[ "$RELEASE_TYPE" == "Alpha Release" && "$ALPHA_VERSION" != "" ]]; then
+            echo "Manually alpha version serial number: $ALPHA_VERSION"
+            sed -i.bak "s/\.dev.*$/\.$(date '+%Y%m%d')a$ALPHA_VERSION/" recce/VERSION
+          else
+            latest_version=$(curl -s https://pypi.org/pypi/recce-cloud-nightly/json  | jq -r .info.version)
+            new_version=$(cat recce/VERSION | sed "s/\.dev.*$/\.$(date '+%Y%m%d')/")
+
+            # Extract date-only portion of both
+            latest_date=$(echo "$latest_version" | sed -E 's/^.*\.([0-9]{8}).*/\1/')
+            new_date=$(date '+%Y%m%d')
+
+            if [[ "$latest_date" < "$new_date" ]]; then
+              # New date is newer, no post needed
+              final_version="$new_version"
+            else
+              if [[ "$latest_version" =~ \.post([0-9]+)$ ]]; then
+                post_num=$(( ${BASH_REMATCH[1]} + 1 ))
+              else
+                post_num=1
+              fi
+              final_version="${new_version}-post${post_num}"
+            fi
+            echo "$final_version" > recce/VERSION
+          fi
+
+          # Copy to recce_cloud (CRITICAL)
+          cp recce/VERSION recce_cloud/VERSION
+
+          echo "Nightly version: $(cat recce_cloud/VERSION)"
+          echo "nightly_version=$(cat recce_cloud/VERSION)" >> $GITHUB_OUTPUT
+        env:
+          ALPHA_VERSION: ${{ inputs.alpha_version || '' }}
+          RELEASE_TYPE: ${{ inputs.release_type || 'Release' }}
+
+      - name: Release to Pypi
+        run: |
+          # generate pypirc
+          echo "$PYPIRC" > $HOME/.pypirc
+
+          # change package name to recce-cloud-nightly in pyproject.toml
+          sed -i.bak 's/name = "recce-cloud"/name = "recce-cloud-nightly"/' recce_cloud/pyproject.toml
+
+          # build and upload to pypi
+          uv build --package recce-cloud-nightly
+          uv run twine upload dist/*
+        env:
+          PYPIRC: ${{ secrets.PYPI }}
+
+      - name: Mark Sentry Release
+        uses: getsentry/action-release@v1
+        env:
+          SENTRY_AUTH_TOKEN: ${{ secrets.SENTRY_AUTH_TOKEN }}
+          SENTRY_ORG: infuseai
+          SENTRY_PROJECT: recce-cloud
+        with:
+          environment: nightly
+          ignore_empty: true
+          ignore_missing: true
+          version: ${{ steps.patch_version.outputs.nightly_version }}
+
+  trigger-build-recce-instance-launcher-image:
+    name: Trigger Build Recce Instance Launcher Image
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+    needs: build-nightly-release
+    steps:
+      - uses: actions/create-github-app-token@v2
+        id: app-token
+        with:
+          app-id: 2343362 # App ID of Recce Action Bot
+          private-key: ${{ secrets.RECCE_ACTION_BOT_PRIVATE_KEY }}
+          owner: ${{ github.repository_owner }}
+      - name: Trigger Recce Instance Launcher Image Build
+        id: dispatch
+        continue-on-error: true
+        uses: benc-uk/workflow-dispatch@v1
+        with:
+          workflow: 'build-recce-instance-launcher.yml'
+          repo: 'DataRecce/recce-cloud-infra'
+          ref: 'main'
+          inputs: '{ "environment": "staging" }'
+          token: '${{ steps.app-token.outputs.token }}'
+      - name: Handle dispatch failure
+        if: steps.dispatch.outcome == 'failure'
+        run: |
+          echo "::warning::Failed to trigger recce-cloud-infra build workflow"
+          echo "::warning::Please manually trigger the build at: https://github.com/DataRecce/recce-cloud-infra/actions/workflows/build-recce-instance-launcher.yml"
+          echo "::warning::Use ref: main and environment: staging"

package/recce-source/.github/workflows/release.yaml

@@ -0,0 +1,196 @@
+name: Official Recce Release
+on:
+  push:
+    tags: 'v*'
+
+permissions:
+  contents: read
+
+jobs:
+  build:
+    name: Build Recce Official Release
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v4
+        with:
+          version: "latest"
+
+      - name: Setup Node 24
+        uses: actions/setup-node@v4
+        with:
+          node-version: '24'
+
+      - uses: pnpm/action-setup@v4
+        with:
+          version: 10
+
+      - name: Install dependencies
+        run: |
+          # Install Python dependencies
+          uv sync --all-extras --python 3.10
+
+          # Install Node dependencies
+          pushd js
+          pnpm install --frozen-lockfile
+          popd
+
+      - name: Patch Recce Version
+        id: patch_version
+        run: |
+          # Patch version
+          echo "${GITHUB_REF:11}" > ./recce/VERSION
+
+          echo "Release Version: $(cat recce/VERSION)"
+          echo "release_version=$(cat recce/VERSION)" >> $GITHUB_OUTPUT
+
+      - name: Patch Event API Key
+        run: |
+          # Patch Event API Key
+          sed -i.bak "s/<API_KEY>/${EVENT_API_KEY}/" recce/event/CONFIG
+        env:
+          EVENT_API_KEY: ${{ secrets.AMPLITUDE_API_KEY }}
+
+      - name: Build Front-end Static Files
+        run: |
+          # Build static files
+          pushd js
+          pnpm build
+          popd
+        env:
+          AMPLITUDE_API_KEY: ${{ secrets.AMPLITUDE_API_KEY }}
+          GTM_ID: ${{ secrets.GTM_ID }}
+
+      - name: Release to Pypi
+        run: |
+          # generate pypirc
+          echo "$PYPIRC" > $HOME/.pypirc
+
+          # build and upload to pypi
+          uv build
+          uv run twine upload dist/*
+        env:
+          PYPIRC: ${{ secrets.PYPI }}
+
+      - name: Mark Sentry Release
+        uses: getsentry/action-release@v1
+        env:
+          SENTRY_AUTH_TOKEN: ${{ secrets.SENTRY_AUTH_TOKEN }}
+          SENTRY_ORG: infuseai
+          SENTRY_PROJECT: recce
+        with:
+          environment: production
+          ignore_empty: true
+          ignore_missing: true
+          version: ${{ steps.patch_version.outputs.release_version }}
+
+  build-recce-cloud:
+    name: Build Recce Cloud Official Release
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v4
+        with:
+          version: "latest"
+
+      - name: Install dependencies
+        run: |
+          # Install Python dependencies
+          uv sync --all-extras --python 3.10
+
+      - name: Patch Recce Cloud Version
+        id: patch_version
+        run: |
+          # Patch version from tag
+          echo "${GITHUB_REF:11}" > ./recce/VERSION
+
+          # Copy to recce_cloud (CRITICAL STEP)
+          cp recce/VERSION recce_cloud/VERSION
+
+          echo "Release Version: $(cat recce_cloud/VERSION)"
+          echo "release_version=$(cat recce_cloud/VERSION)" >> $GITHUB_OUTPUT
+
+      - name: Release to Pypi
+        run: |
+          # generate pypirc
+          echo "$PYPIRC" > $HOME/.pypirc
+
+          # build and upload recce-cloud to pypi
+          uv build --package recce-cloud
+          uv run twine upload dist/*
+        env:
+          PYPIRC: ${{ secrets.PYPI }}
+
+      - name: Mark Sentry Release
+        uses: getsentry/action-release@v1
+        env:
+          SENTRY_AUTH_TOKEN: ${{ secrets.SENTRY_AUTH_TOKEN }}
+          SENTRY_ORG: infuseai
+          SENTRY_PROJECT: recce-cloud
+        with:
+          environment: production
+          ignore_empty: true
+          ignore_missing: true
+          version: ${{ steps.patch_version.outputs.release_version }}
+
+  trigger-build-recce-instance-launcher-image:
+    name: Trigger Recce Instance Launcher Image Build
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+    needs: build
+    steps:
+      - uses: actions/create-github-app-token@v2
+        id: app-token
+        with:
+          app-id: 2343362 # App ID of Recce Action Bot
+          private-key: ${{ secrets.RECCE_ACTION_BOT_PRIVATE_KEY }}
+          owner: ${{ github.repository_owner }}
+      - name: Fetch latest release from Recce Cloud Infra repo
+        id: latest-recce-cloud-release
+        env:
+          TOKEN: ${{ steps.app-token.outputs.token }}
+          ORG: DataRecce
+          REPO: recce-cloud-infra
+        run: |
+          tag=$(curl -sS --fail-with-body \
+            -H "Accept: application/vnd.github+json" \
+            -H "Authorization: Bearer ${TOKEN}" \
+            https://api.github.com/repos/${ORG}/${REPO}/releases/latest \
+            | jq -r .tag_name)
+
+          if [ -z "$tag" ] || [ "$tag" = "null" ]; then
+            echo "Error: Failed to fetch latest release tag from ${ORG}/${REPO}"
+            exit 1
+          fi
+
+          echo "tag_name=$tag" >> "$GITHUB_OUTPUT"
+          echo "Fetched latest release: $tag"
+      - name: Trigger Recce Instance Launcher Image Build Workflow
+        id: dispatch
+        continue-on-error: true
+        uses: benc-uk/workflow-dispatch@v1
+        with:
+          workflow: 'build-recce-instance-launcher.yml'
+          repo: 'DataRecce/recce-cloud-infra'
+          ref: ${{ steps.latest-recce-cloud-release.outputs.tag_name }}
+          inputs: '{ "environment": "production" }'
+          token: '${{ steps.app-token.outputs.token }}'
+      - name: Handle dispatch failure
+        if: steps.dispatch.outcome == 'failure'
+        run: |
+          echo "::warning::Failed to trigger recce-cloud-infra build workflow"
+          echo "::warning::Please manually trigger the build at: https://github.com/DataRecce/recce-cloud-infra/actions/workflows/build-recce-instance-launcher.yml"
+          echo "::warning::Use ref: ${{ steps.latest-recce-cloud-release.outputs.tag_name }} and environment: production"

package/recce-source/.github/workflows/tests-js.yaml

@@ -0,0 +1,58 @@
+name: Test JS
+
+on:
+  push:
+    branches:
+      - main
+    paths:
+      - "js/**"
+  pull_request:
+    branches:
+      - main
+    paths:
+      - "js/**"
+
+jobs:
+  lint-and-build:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set up Node.js
+        uses: actions/setup-node@v4
+        with:
+          node-version: 24
+
+      - uses: pnpm/action-setup@v4
+        with:
+          version: 10
+          run_install: false
+
+      - name: Get pnpm store directory
+        shell: bash
+        run: |
+          echo "STORE_PATH=$(pnpm store path --silent)" >> $GITHUB_ENV
+
+      - uses: actions/cache@v4
+        name: Setup pnpm cache
+        with:
+          path: ${{ env.STORE_PATH }}
+          key: ${{ runner.os }}-pnpm-store-${{ hashFiles('**/pnpm-lock.yaml') }}
+          restore-keys: |
+            ${{ runner.os }}-pnpm-store-
+
+      - name: Install dependencies
+        working-directory: ./js
+        run: pnpm install --frozen-lockfile
+
+      - name: Run Biome linter
+        working-directory: ./js
+        run: pnpm lint
+
+      - name: Run Jest Tests
+        working-directory: ./js
+        run: pnpm test
+
+      - name: Build the static files
+        working-directory: ./js
+        run: pnpm build

package/recce-source/.github/workflows/tests-python.yaml

@@ -0,0 +1,128 @@
+name: Test Python
+
+permissions:
+  contents: read
+
+on:
+  push:
+    branches:
+      - main
+    paths:
+      - "recce/**" # Recce OSS codebase
+      - "recce_cloud/**" # Recce Cloud CLI
+      - "tests/**" # Recce OSS python unit tests
+  pull_request:
+    branches:
+      - main
+    paths:
+      - "recce/**" # Recce OSS codebase
+      - "recce_cloud/**" # Recce Cloud CLI
+      - "tests/**" # Recce OSS python unit tests
+      - "pyproject.toml"
+
+jobs:
+  test-flake8:
+    name: Check Code Style with Flake8
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v4
+        with:
+          version: "latest"
+
+      - name: Install dependencies
+        run: pip install -e .[dev,mcp]
+
+      - name: Run flake8
+        run: make flake8
+
+  test-dbt-versions:
+    name: Test DBT Versions
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      id-token: write
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v4
+        with:
+          version: "latest"
+
+      - name: Cache tox environments
+        uses: actions/cache@v4
+        with:
+          path: .tox
+          key: ${{ runner.os }}-tox-uv-${{ hashFiles('tox.ini', 'pyproject.toml') }}-3.10
+          restore-keys: |
+            ${{ runner.os }}-tox-uv-${{ hashFiles('tox.ini', 'pyproject.toml') }}-
+            ${{ runner.os }}-tox-uv-
+
+      - name: Install dependencies
+        run: pip install -e .[dev,mcp]
+
+      - name: Set up Node.js
+        uses: actions/setup-node@v4
+        with:
+          node-version: 24
+
+      - uses: pnpm/action-setup@v4
+        with:
+          version: 10
+          run_install: false
+
+      - name: Build frontend assets
+        run: make build-frontend
+
+      - name: Run tests
+        run: make test-tox
+
+      - name: Upload coverage reports to Codecov
+        uses: codecov/codecov-action@v5
+        with:
+          token: ${{ secrets.CODECOV_TOKEN }}
+
+  test-python-versions:
+    name: Test Python Versions
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: [ "3.11", "3.12", "3.13" ]
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v4
+        with:
+          version: "latest"
+
+      - name: Set up Node.js
+        uses: actions/setup-node@v4
+        with:
+          node-version: 24
+
+      - uses: pnpm/action-setup@v4
+        with:
+          version: 10
+          run_install: false
+
+      - name: Build frontend assets
+        run: make build-frontend
+
+      - name: Cache tox environments
+        uses: actions/cache@v4
+        with:
+          path: .tox
+          key: ${{ runner.os }}-tox-uv-${{ hashFiles('tox.ini', 'pyproject.toml') }}-${{ matrix.python-version }}
+          restore-keys: |
+            ${{ runner.os }}-tox-uv-${{ hashFiles('tox.ini', 'pyproject.toml') }}-
+            ${{ runner.os }}-tox-uv-
+
+      - name: Install dependencies
+        run: pip install -e .[dev,mcp]
+
+      - name: Run test with specified Python version
+        run: tox -e ${{ matrix.python-version }}

package/recce-source/.pre-commit-config.yaml

@@ -0,0 +1,26 @@
+exclude: ^recce/data/
+repos:
+  - repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v5.0.0
+    hooks:
+      - id: trailing-whitespace
+      - id: end-of-file-fixer
+      - id: check-yaml
+      - id: check-added-large-files
+        exclude: ^uv\.lock$
+
+  - repo: https://github.com/psf/black
+    rev: 25.1.0
+    hooks:
+      - id: black
+
+  - repo: https://github.com/pycqa/isort
+    rev: 6.0.1
+    hooks:
+      - id: isort
+        name: isort (python)
+
+  - repo: https://github.com/pycqa/flake8
+    rev: 7.2.0
+    hooks:
+      - id: flake8