vgi-python 0.31.3__tar.gz → 0.31.4__tar.gz

vgi_python-0.31.4/.github/workflows/integration.yml

@@ -0,0 +1,103 @@
+# Runs the canonical Query-farm/vgi integration sqllogictest suite against the
+# Python example worker on every push / PR. Rather than building the C++ extension
+# from source, it drives a prebuilt standalone `haybarn-unittest` and installs the
+# SIGNED vgi extension from the Haybarn community channel + its deps from core.
+# The .test files come from a pinned Query-farm/vgi checkout; ci/run-integration.sh
+# + ci/preprocess-require.awk adapt them for the standalone runner. See ci/README.md.
+#
+# (The separate ci.yml covers lint / type-check / unit + conformance tests / docs.
+# Those drive the pure-Python in-process Client; this workflow is the only place
+# the worker is exercised through the real published DuckDB extension over the wire.)
+name: Integration suite
+
+on:
+  push:
+    branches: [main]
+  pull_request:
+    branches: [main]
+  workflow_dispatch:
+
+permissions:
+  contents: read
+
+concurrency:
+  group: integration-${{ github.ref }}
+  cancel-in-progress: true
+
+env:
+  # The Query-farm/vgi ref whose test/sql/integration suite we run. For now this
+  # tracks the latest `main` (resolved at checkout time) so the Python port is
+  # always validated against the newest C++ test suite. Pin to a specific commit
+  # SHA here if/when reproducible, deliberate bumps are wanted (see ci/README.md).
+  VGI_REF: main
+  # The Haybarn release providing the prebuilt haybarn-unittest binary. Must be
+  # ABI-compatible with the community-published vgi extension.
+  HAYBARN_RELEASE: haybarn-v1.5.5-rc1
+  # CI is not a user: its ATTACHes should not land in Query.Farm's adoption data.
+  # The vgi extension fires a telemetry event per successful ATTACH, and this
+  # suite performs several hundred of them per lane, so opting out keeps the
+  # numbers honest. It also removes telemetry as a variable in lane timings —
+  # the per-ATTACH event was added in Query-farm/vgi 71e2d51 (2026-07-12), and
+  # the stdio lane total stepped from ~690s to ~870s across that window.
+  QUERY_FARM_TELEMETRY_OPT_OUT: "1"
+
+jobs:
+  integration:
+    runs-on: ubuntu-latest
+    timeout-minutes: 45
+    strategy:
+      # If any transport leg fails, cancel the rest — one broken transport means
+      # the build is broken; no value in burning ~45 min finishing the others.
+      fail-fast: true
+      matrix:
+        include:
+          # launch: the primary lane, over the reusable AF_UNIX launcher transport.
+          # shm:    launch + the POSIX shared-memory side channel. Rides the
+          #         launcher, not raw subprocess, to avoid paying the
+          #         fork-per-connection cost for the whole suite.
+          # http:   the whole suite over the stateless HTTP transport.
+          - { lane: launch }
+          - { lane: shm, shm_bytes: '67108864' }
+          - { lane: http }
+    name: integration (${{ matrix.lane }})
+    steps:
+      - name: Checkout vgi-python
+        uses: actions/checkout@v7
+
+      - name: Checkout pinned vgi test suite
+        uses: actions/checkout@v7
+        with:
+          repository: Query-farm/vgi
+          ref: ${{ env.VGI_REF }}
+          path: vgi-upstream
+          token: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v9.0.0
+
+      - name: Set up Python 3.14
+        run: uv python install 3.14
+
+      - name: Install dependencies (vgi + fixtures + all extras)
+        run: uv sync --all-extras --python 3.14
+
+      - name: Download haybarn-unittest
+        run: |
+          gh release download "$HAYBARN_RELEASE" \
+            --repo Query-farm-haybarn/haybarn \
+            --pattern 'haybarn_unittest-linux-amd64.zip' \
+            --output /tmp/haybarn-unittest.zip --clobber
+          unzip -o -q /tmp/haybarn-unittest.zip -d /tmp/haybarn-unittest
+          UNITTEST=$(find /tmp/haybarn-unittest -name 'haybarn-unittest' -type f | head -1)
+          chmod +x "$UNITTEST"
+          echo "HAYBARN_UNITTEST=$UNITTEST" >> "$GITHUB_ENV"
+        env:
+          GH_TOKEN: ${{ github.token }}
+
+      - name: Run integration suite (${{ matrix.lane }})
+        run: ci/run-integration.sh
+        env:
+          VGI_SRC: ${{ github.workspace }}/vgi-upstream
+          TRANSPORT: ${{ matrix.lane }}
+          # Empty on every lane except shm; run-integration.sh drops an empty value.
+          VGI_RPC_SHM_SIZE_BYTES: ${{ matrix.shm_bytes || '' }}