query-farm-airport-test-server 0.1.0__tar.gz → 0.1.1__tar.gz

query_farm_airport_test_server-0.1.1/.github/workflows/ci.yml

@@ -0,0 +1,64 @@
+name: CI
+
+on:
+  push:
+    branches: [master]
+  pull_request:
+    branches: [master]
+
+permissions:
+  contents: read
+  id-token: write
+
+jobs:
+  test:
+    permissions:
+      contents: 'read'
+      id-token: 'write'
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Install the latest version of rye
+        uses: eifinger/setup-rye@v4
+
+      - name: Add Python to PATH
+        run: echo "$(rye show python-path | head -n 1 | xargs dirname | xargs dirname)/bin" >> $GITHUB_PATH
+
+      - name: Cache Rye
+        uses: actions/cache@v4
+        with:
+          path: |
+            ~/.cache/rye
+            ~/.rye
+          key: ${{ runner.os }}-rye-${{ hashFiles('**/pyproject.toml', '**/pyproject.lock') }}
+          restore-keys: |
+            ${{ runner.os }}-rye-
+
+      - name: Sync dependencies
+        run: rye sync
+
+      - name: Lint & Format (Ruff)
+        run: rye run ruff check .
+
+      - name: Authenticate to Google Cloud
+        uses: google-github-actions/auth@v2
+        with:
+          project_id: ${{ secrets.GOOGLE_PROJECT_ID }}
+          workload_identity_provider: ${{ secrets.GOOGLE_WORKLOAD_IDENTITY_PROVIDER }}
+          service_account: ${{ secrets.GOOGLE_SERVICE_ACCOUNT }}
+
+      - name: Set up Docker to use gcloud as a credential helper
+        run: |
+          gcloud auth configure-docker us-east1-docker.pkg.dev
+
+      - name: Build docker image
+        run: |
+          IMAGE_NAME="us-east1-docker.pkg.dev/airport-ci-service/airport-ci-service/python-airport-test-server"
+          rye build --wheel --clean
+          docker build -t $IMAGE_NAME:latest -t $IMAGE_NAME:${{ github.sha }} .
+          docker push $IMAGE_NAME:latest
+          docker push $IMAGE_NAME:${{ github.sha }}
+
+

query_farm_airport_test_server-0.1.1/Dockerfile

@@ -0,0 +1,9 @@
+FROM python:slim
+
+EXPOSE 50003
+
+FROM python:slim
+RUN pip install uv
+RUN --mount=source=dist,target=/dist uv pip install --system --no-cache /dist/*.whl
+CMD airport_test_server --location=grpc://0.0.0.0:50003
+

{query_farm_airport_test_server-0.1.0 → query_farm_airport_test_server-0.1.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: query-farm-airport-test-server
-Version: 0.1.0
+Version: 0.1.1
 Summary: An Apache Arrow Flight server that is used to test the Airport extension for DuckDB.
 Project-URL: Repository, https://github.com/query-farm/python-airport-test-server.git
 Project-URL: Issues, https://github.com/query-farm/python-airport-test-server/issues

query_farm_airport_test_server-0.1.1/dns.diff

@@ -0,0 +1,129 @@
+diff --git a/pyproject.toml b/pyproject.toml
+index c1f60f7..644fc97 100644
+--- a/pyproject.toml
++++ b/pyproject.toml
+@@ -9,7 +9,8 @@ dependencies = [
+     "pyarrow>=20.0.0",
+     "query-farm-flight-server",
+     "duckdb>=1.3.1",
+-    "query-farm-duckdb-json-serialization>=0.1.1"
++    "query-farm-duckdb-json-serialization>=0.1.1",
++    "dnspython[asyncio]>=2.7.0",
+ ]
+ readme = "README.md"
+ requires-python = ">= 3.12"
+diff --git a/requirements-dev.lock b/requirements-dev.lock
+index d7f4bee..ccb6d9e 100644
+--- a/requirements-dev.lock
++++ b/requirements-dev.lock
+@@ -25,6 +25,8 @@ click==8.2.1
+     # via query-farm-flight-server
+ coverage==7.9.2
+     # via pytest-cov
++dnspython==2.7.0
++    # via query-farm-airport-test-server
+ duckdb==1.3.2
+     # via query-farm-airport-test-server
+ execnet==2.1.1
+diff --git a/requirements.lock b/requirements.lock
+index b9d8fbb..0bb5d38 100644
+--- a/requirements.lock
++++ b/requirements.lock
+@@ -23,6 +23,8 @@ certifi==2025.7.14
+     # via sentry-sdk
+ click==8.2.1
+     # via query-farm-flight-server
++dnspython==2.7.0
++    # via query-farm-airport-test-server
+ duckdb==1.3.2
+     # via query-farm-airport-test-server
+ fuzzywuzzy==0.18.0
+diff --git a/src/query_farm_airport_test_server/database_impl.py b/src/query_farm_airport_test_server/database_impl.py
+index e330cae..d30a295 100644
+--- a/src/query_farm_airport_test_server/database_impl.py
++++ b/src/query_farm_airport_test_server/database_impl.py
+@@ -7,6 +7,7 @@ from dataclasses import dataclass, field
+ from decimal import Decimal
+ from typing import Any, Literal, overload
+ 
++from duckdb import struct_type
+ import pyarrow as pa
+ import pyarrow.compute as pc
+ import pyarrow.flight as flight
+@@ -810,9 +811,76 @@ def collatz_steps(n: int) -> list[int]:
+     return results
+ 
+ 
++import asyncio
++import dns.asyncresolver
++import dns.reversename
++import dns.rdatatype
++import pyarrow as pa
++
++
++async def get_soa_for_ip(resolver: dns.asyncresolver.Resolver, ip: str) -> dict[str, str | None]:
++    assert isinstance(ip, str)
++    print("doing reverse lookup for", ip)
++    try:
++        rev_name = dns.reversename.from_add
++
++        ress(ip)
++        labels = rev_name.labels
++
++        for i in range(len(labels) - 2):  # Skip root
++            zone = dns.name.Name(labels[i:])
++            try:
++                response = await resolver.resolve(zone, dns.rdatatype.SOA)
++                for rdata in response:
++                    return {"zone": str(zone), "soa_mname": str(rdata.mname)}
++            except (dns.resolver.NXDOMAIN, dns.resolver.NoAnswer, dns.resolver.LifetimeTimeout):
++                continue
++            except Exception as e:
++                return {"zone": None, "soa_mname": f"Error: {e}"}
++    except Exception as e:
++        return {"zone": None, "soa_mname": f"Error: {e}"}
++
++    return {"zone": None, "soa_mname": "No SOA found"}
++
++
++async def _get_reverse_soa(inputs: pa.Array) -> pa.Table:
++    resolver = dns.asyncresolver.Resolver()
++    tasks = [get_soa_for_ip(resolver, v["ip"]) for v in inputs.to_pylist()]
++    results = await asyncio.gather(*tasks)
++    struct_type = pa.struct([("zone", pa.string()), ("soa_mname", pa.string())])
++    return pa.array(results, type=struct_type)
++
++
++def get_reverse_soa(ip_array: pa.Array) -> pa.Array:
++    try:
++        results = asyncio.run(_get_reverse_soa(ip_array))
++        return results
++    except RuntimeError:
++        raise flight.FlightServerError(
++            "Failed to run async function get_reverse_soa. This may be due to running in a non-async context."
++        )
++
++
+ util_schema = SchemaCollection(
+     scalar_functions_by_name=CaseInsensitiveDict(
+         {
++            "soa_for_ip": ScalarFunction(
++                input_schema=pa.schema([pa.field("ip", pa.string())]),
++                output_schema=pa.schema(
++                    [
++                        pa.field(
++                            "result",
++                            pa.struct(
++                                [
++                                    pa.field("zone", pa.string()),
++                                    pa.field("soa_mname", pa.string()),
++                                ]
++                            ),
++                        ),
++                    ]
++                ),
++                handler=get_reverse_soa,
++            ),
+             "test_uppercase": ScalarFunction(
+                 input_schema=pa.schema([pa.field("a", pa.string())]),
+                 output_schema=pa.schema([pa.field("result", pa.string())]),

{query_farm_airport_test_server-0.1.0 → query_farm_airport_test_server-0.1.1}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "query-farm-airport-test-server"
-version = "0.1.0"
+version = "0.1.1"
 description = "An Apache Arrow Flight server that is used to test the Airport extension for DuckDB."
 authors = [
     { name = "Rusty Conover", email = "rusty@query.farm" }
@@ -8,7 +8,6 @@ authors = [
 dependencies = [
     "pyarrow>=20.0.0",
     "query-farm-flight-server",
-#    "query-farm-flight-server @ git+https://github.com/Query-farm/server_base.git@master",
     "duckdb>=1.3.1",
     "query-farm-duckdb-json-serialization>=0.1.1",
 ]

{query_farm_airport_test_server-0.1.0 → query_farm_airport_test_server-0.1.1}/requirements-dev.lock

@@ -12,20 +12,20 @@
 -e file:.
 annotated-types==0.7.0
     # via pydantic
-boto3==1.39.0
+boto3==1.39.12
     # via query-farm-flight-server
-botocore==1.39.0
+botocore==1.39.12
     # via boto3
     # via s3transfer
 cache3==0.4.3
     # via query-farm-flight-server
-certifi==2025.6.15
+certifi==2025.7.14
     # via sentry-sdk
 click==8.2.1
     # via query-farm-flight-server
-coverage==7.9.1
+coverage==7.9.2
     # via pytest-cov
-duckdb==1.3.1
+duckdb==1.3.2
     # via query-farm-airport-test-server
 execnet==2.1.1
     # via pytest-xdist
@@ -42,11 +42,11 @@ levenshtein==0.27.1
     # via python-levenshtein
 msgpack==1.1.1
     # via query-farm-flight-server
-mypy==1.16.1
+mypy==1.17.0
     # via pytest-mypy
 mypy-boto3-dynamodb==1.39.0
     # via query-farm-flight-server
-mypy-boto3-s3==1.39.0
+mypy-boto3-s3==1.39.5
     # via query-farm-flight-server
 mypy-extensions==1.1.0
     # via mypy
@@ -59,7 +59,7 @@ pluggy==1.6.0
     # via pytest-cov
 prettytable==3.16.0
     # via query-farm-flight-server
-pyarrow==20.0.0
+pyarrow==21.0.0
     # via query-farm-airport-test-server
     # via query-farm-flight-server
 pydantic==2.11.7
@@ -79,21 +79,21 @@ pytest-cov==6.2.1
 pytest-env==1.1.5
 pytest-mypy==1.0.1
 pytest-parallel==0.1.1
-pytest-xdist==3.7.0
+pytest-xdist==3.8.0
 python-dateutil==2.9.0.post0
     # via botocore
 python-levenshtein==0.27.1
     # via query-farm-flight-server
-query-farm-duckdb-json-serialization==0.1.1
+query-farm-duckdb-json-serialization==0.1.2
     # via query-farm-airport-test-server
-query-farm-flight-server==0.1.2
+query-farm-flight-server==0.1.8
     # via query-farm-airport-test-server
 rapidfuzz==3.13.0
     # via levenshtein
 ruff==0.11.2
-s3transfer==0.13.0
+s3transfer==0.13.1
     # via boto3
-sentry-sdk==2.32.0
+sentry-sdk==2.33.2
     # via query-farm-flight-server
 six==1.17.0
     # via python-dateutil
@@ -101,7 +101,7 @@ structlog==25.4.0
     # via query-farm-flight-server
 tblib==3.1.0
     # via pytest-parallel
-typing-extensions==4.14.0
+typing-extensions==4.14.1
     # via mypy
     # via pydantic
     # via pydantic-core

{query_farm_airport_test_server-0.1.0 → query_farm_airport_test_server-0.1.1}/requirements.lock

@@ -12,18 +12,18 @@
 -e file:.
 annotated-types==0.7.0
     # via pydantic
-boto3==1.39.0
+boto3==1.39.12
     # via query-farm-flight-server
-botocore==1.39.0
+botocore==1.39.12
     # via boto3
     # via s3transfer
 cache3==0.4.3
     # via query-farm-flight-server
-certifi==2025.6.15
+certifi==2025.7.14
     # via sentry-sdk
 click==8.2.1
     # via query-farm-flight-server
-duckdb==1.3.1
+duckdb==1.3.2
     # via query-farm-airport-test-server
 fuzzywuzzy==0.18.0
     # via query-farm-flight-server
@@ -36,11 +36,11 @@ msgpack==1.1.1
     # via query-farm-flight-server
 mypy-boto3-dynamodb==1.39.0
     # via query-farm-flight-server
-mypy-boto3-s3==1.39.0
+mypy-boto3-s3==1.39.5
     # via query-farm-flight-server
 prettytable==3.16.0
     # via query-farm-flight-server
-pyarrow==20.0.0
+pyarrow==21.0.0
     # via query-farm-airport-test-server
     # via query-farm-flight-server
 pydantic==2.11.7
@@ -52,21 +52,21 @@ python-dateutil==2.9.0.post0
     # via botocore
 python-levenshtein==0.27.1
     # via query-farm-flight-server
-query-farm-duckdb-json-serialization==0.1.1
+query-farm-duckdb-json-serialization==0.1.2
     # via query-farm-airport-test-server
-query-farm-flight-server==0.1.2
+query-farm-flight-server==0.1.8
     # via query-farm-airport-test-server
 rapidfuzz==3.13.0
     # via levenshtein
-s3transfer==0.13.0
+s3transfer==0.13.1
     # via boto3
-sentry-sdk==2.32.0
+sentry-sdk==2.33.2
     # via query-farm-flight-server
 six==1.17.0
     # via python-dateutil
 structlog==25.4.0
     # via query-farm-flight-server
-typing-extensions==4.14.0
+typing-extensions==4.14.1
     # via pydantic
     # via pydantic-core
     # via typing-inspection

{query_farm_airport_test_server-0.1.0 → query_farm_airport_test_server-0.1.1}/scripts/generate-types-tests.py

@@ -2,16 +2,18 @@
 # from a list of basic types.
 
 import math
+from collections.abc import Sequence
+from typing import Any
 
 
-def unescape_value(value):
+def unescape_value(value: str) -> str:
     """Unescape the value for display."""
     if value.startswith("'") and value.endswith("'"):
         return value[1:-1].replace("''", "'")  # Remove single quotes
     return value
 
 
-def parse_to_float(val):
+def parse_to_float(val: str) -> float:
     if isinstance(val, str):
         v = val.replace("'", "")  # Remove single quotes
         try:
@@ -21,7 +23,7 @@ def parse_to_float(val):
     return val  # already a float
 
 
-def sort_key(val):
+def sort_key(val: str) -> tuple[int] | tuple[int, float]:
     x = parse_to_float(val)
     if math.isnan(x):
         return (3,)
@@ -33,7 +35,7 @@ def sort_key(val):
         return (1, x)
 
 
-def custom_sorted(values):
+def custom_sorted(values: Sequence[Any]) -> list[Any]:
     if "'inf'" in values or "'-inf'" in values or "'nan'" in values:
         # Sort using the custom key
         return sorted(values, key=sort_key)
@@ -162,6 +164,8 @@ data = [
 ]
 
 
+test_server_location = "grpc://"
+
 for record in data:
     with open(
         f"/Users/rusty/Development/duckdb-arrow-flight-extension/test/sql/airport-test-types-{record['field_name']}.test",
@@ -179,19 +183,19 @@ require airport
 statement ok
 CREATE SECRET airport_testing (
   type airport,
-  auth_token 'example_token',
-  scope 'grpc://localhost:50003/');
+  auth_token uuid(),
+  scope 'grpc+tls://airport-ci.query.farm/');
 
 # Reset the test server
 statement ok
-CALL airport_action('grpc://localhost:50003/', 'reset');
+CALL airport_action('grpc+tls://airport-ci.query.farm/', 'reset');
 
 # Create the initial database
 statement ok
-CALL airport_action('grpc://localhost:50003/', 'create_database', 'test1');
+CALL airport_action('grpc+tls://airport-ci.query.farm/', 'create_database', 'test1');
 
 statement ok
-ATTACH 'test1' (TYPE  AIRPORT, location 'grpc://localhost:50003/');
+ATTACH 'test1' (TYPE  AIRPORT, location 'grpc+tls://airport-ci.query.farm/');
 """,
             file=f,
         )
@@ -241,3 +245,11 @@ insert into {table_name} values ({value});
                 print("----", file=f)
                 print(unescape_value(value), file=f)
                 print("", file=f)
+
+        print(
+            """# Reset the test server
+    statement ok
+    CALL airport_action('grpc+tls://airport-ci.query.farm/', 'reset');
+    """,
+            file=f,
+        )

query_farm_airport_test_server-0.1.1/src/query_farm_airport_test_server/collatz.sql

@@ -0,0 +1,30 @@
+--install airport from community;
+--load airport;
+
+CREATE SECRET airport_testing (
+  type airport,
+  auth_token uuid(),
+  scope 'grpc://localhost:50003');
+
+CALL airport_action('grpc://localhost:50003', 'create_database', 'test1');
+
+ATTACH 'test1' (TYPE  AIRPORT, location 'grpc://localhost:50003');
+--create table small_numbers (n bigint);
+--INSERT INTO small_numbers (select * as n  from generate_series(1, 900000000));
+explain analyze select sum(test1.utils.test_add(n, n)) from small_numbers;
+
+--explain analyze select n, length(test1.utils.collatz_sequence(n)) from small_numbers order by 2 desc;
+
+-- select test1.utils.soa_for_ip('8.8.8.8');
+
+-- select test1.utils.soa_for_ip('1.1.1.1');
+-- select test1.utils.soa_for_ip('153.90.3.216');
+
+-- create table addresses as (
+-- with values as (
+-- select * as n from generate_series(1, 252)
+-- )
+-- select v1.n || '.' || v2.n || '.1.1' as ip from values as v1, values as v2 order by random());
+
+
+-- select ip, test1.utils.soa_for_ip(ip) from addresses limit 100;