query-farm-airport-test-server 0.1.0__tar.gz

query_farm_airport_test_server-0.1.0/.gitignore

@@ -0,0 +1,10 @@
+# python generated files
+__pycache__/
+*.py[oc]
+build/
+dist/
+wheels/
+*.egg-info
+
+# venv
+.venv

query_farm_airport_test_server-0.1.0/.python-version

@@ -0,0 +1 @@
+3.12.4

query_farm_airport_test_server-0.1.0/PKG-INFO

@@ -0,0 +1,40 @@
+Metadata-Version: 2.3
+Name: query-farm-airport-test-server
+Version: 0.1.0
+Summary: An Apache Arrow Flight server that is used to test the Airport extension for DuckDB.
+Project-URL: Repository, https://github.com/query-farm/python-airport-test-server.git
+Project-URL: Issues, https://github.com/query-farm/python-airport-test-server/issues
+Author-email: Rusty Conover <rusty@query.farm>
+Requires-Python: >=3.12
+Requires-Dist: duckdb>=1.3.1
+Requires-Dist: pyarrow>=20.0.0
+Requires-Dist: query-farm-duckdb-json-serialization>=0.1.1
+Requires-Dist: query-farm-flight-server
+Description-Content-Type: text/markdown
+
+# query-farm-airport-test-server
+
+**`query-farm-airport-test-server`** is a Python module that implements a lightweight in-memory Arrow Flight server for use with the [Airport DuckDB extension](https://airport.query.farm). It showcases nearly all of the Airport extension's capabilities and is designed primarily for testing and CI integration.
+
+> ⚠️ This server is not intended as a tutorial or reference for writing Arrow Flight servers from scratch. Its purpose is to comprehensively test feature coverage, and the implementation reflects that complexity.
+
+## Features
+
+- In-memory storage — no persistent state
+- Accepts any authentication token
+- Supports full reset of data via client call
+- Ideal for CI pipelines and integration tests
+
+## Installation
+
+```sh
+pip install query-farm-airport-test-server
+```
+
+## Usage
+
+```sh
+$ airport_test_server
+```
+
+Once running, the server can be used with the test suite included in the Airport DuckDB extension.

query_farm_airport_test_server-0.1.0/README.md

@@ -0,0 +1,26 @@
+# query-farm-airport-test-server
+
+**`query-farm-airport-test-server`** is a Python module that implements a lightweight in-memory Arrow Flight server for use with the [Airport DuckDB extension](https://airport.query.farm). It showcases nearly all of the Airport extension's capabilities and is designed primarily for testing and CI integration.
+
+> ⚠️ This server is not intended as a tutorial or reference for writing Arrow Flight servers from scratch. Its purpose is to comprehensively test feature coverage, and the implementation reflects that complexity.
+
+## Features
+
+- In-memory storage — no persistent state
+- Accepts any authentication token
+- Supports full reset of data via client call
+- Ideal for CI pipelines and integration tests
+
+## Installation
+
+```sh
+pip install query-farm-airport-test-server
+```
+
+## Usage
+
+```sh
+$ airport_test_server
+```
+
+Once running, the server can be used with the test suite included in the Airport DuckDB extension.

query_farm_airport_test_server-0.1.0/pyproject.toml

@@ -0,0 +1,94 @@
+[project]
+name = "query-farm-airport-test-server"
+version = "0.1.0"
+description = "An Apache Arrow Flight server that is used to test the Airport extension for DuckDB."
+authors = [
+    { name = "Rusty Conover", email = "rusty@query.farm" }
+]
+dependencies = [
+    "pyarrow>=20.0.0",
+    "query-farm-flight-server",
+#    "query-farm-flight-server @ git+https://github.com/Query-farm/server_base.git@master",
+    "duckdb>=1.3.1",
+    "query-farm-duckdb-json-serialization>=0.1.1",
+]
+readme = "README.md"
+requires-python = ">= 3.12"
+
+
+[project.urls]
+Repository = "https://github.com/query-farm/python-airport-test-server.git"
+Issues = "https://github.com/query-farm/python-airport-test-server/issues"
+
+[build-system]
+requires = ["hatchling==1.26.3", "hatch-vcs"]
+build-backend = "hatchling.build"
+
+[tool.rye]
+managed = true
+dev-dependencies = [
+    "pytest>=8.3.2",
+    "pytest-mypy>=0.10.3",
+    "pytest-env>=1.1.3",
+    "pytest-cov>=5.0.0",
+    "pytest-parallel>=0.1.1",
+    "pytest-xdist>=3.6.1",
+    "ruff==0.11.2",
+]
+
+
+[tool.hatch.metadata]
+allow-direct-references = true
+
+[tool.hatch.build.targets.wheel]
+packages = ["src/query_farm_airport_test_server"]
+
+[project.scripts]
+airport_test_server = 'query_farm_airport_test_server:do_server'
+
+[tool.rye.scripts]
+dev = { cmd = "airport_test_server --location grpc://0.0.0.0:50003", description = "Run the test server" }
+
+[tool.pytest]
+
+
+[tool.mypy]
+ignore_missing_imports = true
+plugins = ["pydantic.mypy"]
+
+
+follow_imports = "silent"
+warn_redundant_casts = true
+warn_unused_ignores = true
+disallow_any_generics = true
+check_untyped_defs = true
+no_implicit_reexport = true
+
+# for strict mypy: (this is the tricky one :-))
+disallow_untyped_defs = true
+
+
+[tool.pydantic.mypy]
+init_forbid_extra = true
+init_typed = true
+warn_required_dynamic_aliases = true
+
+[tool.ruff]
+line-length = 120
+
+[tool.ruff.lint]
+select = [
+    # pycodestyle
+    "E",
+    # Pyflakes
+    "F",
+    # pyupgrade
+    "UP",
+    # flake8-bugbear
+    "B",
+    # flake8-simplify
+    "SIM",
+    # isort
+    "I",
+]
+ignore = ['E501']

query_farm_airport_test_server-0.1.0/requirements-dev.lock

@@ -0,0 +1,117 @@
+# generated by rye
+# use `rye lock` or `rye sync` to update this lockfile
+#
+# last locked with the following flags:
+#   pre: false
+#   features: []
+#   all-features: false
+#   with-sources: false
+#   generate-hashes: false
+#   universal: false
+
+-e file:.
+annotated-types==0.7.0
+    # via pydantic
+boto3==1.39.0
+    # via query-farm-flight-server
+botocore==1.39.0
+    # via boto3
+    # via s3transfer
+cache3==0.4.3
+    # via query-farm-flight-server
+certifi==2025.6.15
+    # via sentry-sdk
+click==8.2.1
+    # via query-farm-flight-server
+coverage==7.9.1
+    # via pytest-cov
+duckdb==1.3.1
+    # via query-farm-airport-test-server
+execnet==2.1.1
+    # via pytest-xdist
+filelock==3.18.0
+    # via pytest-mypy
+fuzzywuzzy==0.18.0
+    # via query-farm-flight-server
+iniconfig==2.1.0
+    # via pytest
+jmespath==1.0.1
+    # via boto3
+    # via botocore
+levenshtein==0.27.1
+    # via python-levenshtein
+msgpack==1.1.1
+    # via query-farm-flight-server
+mypy==1.16.1
+    # via pytest-mypy
+mypy-boto3-dynamodb==1.39.0
+    # via query-farm-flight-server
+mypy-boto3-s3==1.39.0
+    # via query-farm-flight-server
+mypy-extensions==1.1.0
+    # via mypy
+packaging==25.0
+    # via pytest
+pathspec==0.12.1
+    # via mypy
+pluggy==1.6.0
+    # via pytest
+    # via pytest-cov
+prettytable==3.16.0
+    # via query-farm-flight-server
+pyarrow==20.0.0
+    # via query-farm-airport-test-server
+    # via query-farm-flight-server
+pydantic==2.11.7
+    # via query-farm-duckdb-json-serialization
+    # via query-farm-flight-server
+pydantic-core==2.33.2
+    # via pydantic
+pygments==2.19.2
+    # via pytest
+pytest==8.4.1
+    # via pytest-cov
+    # via pytest-env
+    # via pytest-mypy
+    # via pytest-parallel
+    # via pytest-xdist
+pytest-cov==6.2.1
+pytest-env==1.1.5
+pytest-mypy==1.0.1
+pytest-parallel==0.1.1
+pytest-xdist==3.7.0
+python-dateutil==2.9.0.post0
+    # via botocore
+python-levenshtein==0.27.1
+    # via query-farm-flight-server
+query-farm-duckdb-json-serialization==0.1.1
+    # via query-farm-airport-test-server
+query-farm-flight-server==0.1.2
+    # via query-farm-airport-test-server
+rapidfuzz==3.13.0
+    # via levenshtein
+ruff==0.11.2
+s3transfer==0.13.0
+    # via boto3
+sentry-sdk==2.32.0
+    # via query-farm-flight-server
+six==1.17.0
+    # via python-dateutil
+structlog==25.4.0
+    # via query-farm-flight-server
+tblib==3.1.0
+    # via pytest-parallel
+typing-extensions==4.14.0
+    # via mypy
+    # via pydantic
+    # via pydantic-core
+    # via typing-inspection
+typing-inspection==0.4.1
+    # via pydantic
+urllib3==2.5.0
+    # via botocore
+    # via sentry-sdk
+wcwidth==0.2.13
+    # via prettytable
+zstandard==0.23.0
+    # via query-farm-flight-server

query_farm_airport_test_server-0.1.0/requirements.lock

@@ -0,0 +1,81 @@
+# generated by rye
+# use `rye lock` or `rye sync` to update this lockfile
+#
+# last locked with the following flags:
+#   pre: false
+#   features: []
+#   all-features: false
+#   with-sources: false
+#   generate-hashes: false
+#   universal: false
+
+-e file:.
+annotated-types==0.7.0
+    # via pydantic
+boto3==1.39.0
+    # via query-farm-flight-server
+botocore==1.39.0
+    # via boto3
+    # via s3transfer
+cache3==0.4.3
+    # via query-farm-flight-server
+certifi==2025.6.15
+    # via sentry-sdk
+click==8.2.1
+    # via query-farm-flight-server
+duckdb==1.3.1
+    # via query-farm-airport-test-server
+fuzzywuzzy==0.18.0
+    # via query-farm-flight-server
+jmespath==1.0.1
+    # via boto3
+    # via botocore
+levenshtein==0.27.1
+    # via python-levenshtein
+msgpack==1.1.1
+    # via query-farm-flight-server
+mypy-boto3-dynamodb==1.39.0
+    # via query-farm-flight-server
+mypy-boto3-s3==1.39.0
+    # via query-farm-flight-server
+prettytable==3.16.0
+    # via query-farm-flight-server
+pyarrow==20.0.0
+    # via query-farm-airport-test-server
+    # via query-farm-flight-server
+pydantic==2.11.7
+    # via query-farm-duckdb-json-serialization
+    # via query-farm-flight-server
+pydantic-core==2.33.2
+    # via pydantic
+python-dateutil==2.9.0.post0
+    # via botocore
+python-levenshtein==0.27.1
+    # via query-farm-flight-server
+query-farm-duckdb-json-serialization==0.1.1
+    # via query-farm-airport-test-server
+query-farm-flight-server==0.1.2
+    # via query-farm-airport-test-server
+rapidfuzz==3.13.0
+    # via levenshtein
+s3transfer==0.13.0
+    # via boto3
+sentry-sdk==2.32.0
+    # via query-farm-flight-server
+six==1.17.0
+    # via python-dateutil
+structlog==25.4.0
+    # via query-farm-flight-server
+typing-extensions==4.14.0
+    # via pydantic
+    # via pydantic-core
+    # via typing-inspection
+typing-inspection==0.4.1
+    # via pydantic
+urllib3==2.5.0
+    # via botocore
+    # via sentry-sdk
+wcwidth==0.2.13
+    # via prettytable
+zstandard==0.23.0
+    # via query-farm-flight-server

query_farm_airport_test_server-0.1.0/scripts/generate-types-tests.py

@@ -0,0 +1,243 @@
+# Generate a bunch of tests for the airport extension
+# from a list of basic types.
+
+import math
+
+
+def unescape_value(value):
+    """Unescape the value for display."""
+    if value.startswith("'") and value.endswith("'"):
+        return value[1:-1].replace("''", "'")  # Remove single quotes
+    return value
+
+
+def parse_to_float(val):
+    if isinstance(val, str):
+        v = val.replace("'", "")  # Remove single quotes
+        try:
+            return float(v)
+        except ValueError:
+            return float("nan")  # fallback if an unexpected string
+    return val  # already a float
+
+
+def sort_key(val):
+    x = parse_to_float(val)
+    if math.isnan(x):
+        return (3,)
+    elif x == float("-inf"):
+        return (0,)
+    elif x == float("inf"):
+        return (2,)
+    else:
+        return (1, x)
+
+
+def custom_sorted(values):
+    if "'inf'" in values or "'-inf'" in values or "'nan'" in values:
+        # Sort using the custom key
+        return sorted(values, key=sort_key)
+
+    return sorted(values)
+
+
+data = [
+    {"field_name": "bigint", "type": "bigint", "values": ["1234567890123456789"], "type_code": "I"},
+    {"field_name": "binary", "type": "binary", "values": ["'1234567890abcdef'"], "type_code": "T"},
+    {"field_name": "bit", "type": "bit", "values": ["'1'"], "type_code": "T"},
+    {"field_name": "bitstring", "type": "bitstring", "values": ["'101010'"], "type_code": "T"},
+    {"field_name": "blob", "type": "blob", "values": ["'This is a blob'"], "type_code": "T"},
+    {"field_name": "bool", "type": "bool", "values": ["1", "0"], "type_code": "I"},
+    {"field_name": "boolean", "type": "boolean", "values": ["true", "false"], "type_code": "I"},
+    {"field_name": "bpchar", "type": "bpchar", "values": ["'test'"], "type_code": "T"},
+    {"field_name": "bytea", "type": "bytea", "values": ["'1234567890abcdef'"], "type_code": "T"},
+    {"field_name": "char", "type": "char", "values": ["'A'"], "type_code": "T"},
+    {"field_name": "date", "type": "date", "values": ["'2023-10-01'", "'infinity'", "'-infinity'"], "type_code": "T"},
+    {"field_name": "datetime", "type": "datetime", "values": ["'2023-10-01 12:00:00'"], "type_code": "T"},
+    {"field_name": "dec", "type": "dec", "values": ["123.45"], "type_code": "R"},
+    {"field_name": "decimal", "type": "decimal", "values": ["123.45"], "type_code": "R"},
+    {
+        "field_name": "double",
+        "type": "double",
+        "values": ["123.456789", "'inf'", "'-inf'", "'nan'"],
+        "type_code": "R",
+    },
+    {
+        "field_name": "float",
+        "type": "float",
+        "values": ["123.456", "'inf'", "'-inf'", "'nan'"],
+        "type_code": "R",
+    },
+    {
+        "field_name": "float4",
+        "type": "float4",
+        "values": ["123.456", "'inf'", "'-inf'", "'nan'"],
+        "type_code": "R",
+    },
+    {
+        "field_name": "float8",
+        "type": "float8",
+        "values": ["123.456789", "'inf'", "'-inf'", "'nan'"],
+        "type_code": "R",
+    },
+    {"field_name": "guid", "type": "guid", "values": ["'123e4567-e89b-12d3-a456-426614174000'"], "type_code": "T"},
+    {"field_name": "hugeint", "type": "hugeint", "values": ["123456789012345678901234567890"], "type_code": "I"},
+    {"field_name": "int", "type": "int", "values": ["123456"], "type_code": "I"},
+    {"field_name": "int1", "type": "int1", "values": ["1"], "type_code": "I"},
+    {"field_name": "int128", "type": "int128", "values": ["123456789012345678901234567890123456"], "type_code": "I"},
+    {"field_name": "int16", "type": "int16", "values": ["12345", "-122"], "type_code": "I"},
+    {"field_name": "int2", "type": "int2", "values": ["1234"], "type_code": "I"},
+    {"field_name": "int32", "type": "int32", "values": ["12345678", "-222292"], "type_code": "I"},
+    {"field_name": "int4", "type": "int4", "values": ["123456789"], "type_code": "I"},
+    {"field_name": "int64", "type": "int64", "values": ["1234567890123456789"], "type_code": "I"},
+    {"field_name": "int8", "type": "int8", "values": ["123"], "type_code": "I"},
+    {"field_name": "integer", "type": "integer", "values": ["123456"], "type_code": "I"},
+    {"field_name": "integral", "type": "integral", "values": ["123456"], "type_code": "I"},
+    {"field_name": "interval", "type": "interval", "values": ["'1 day 02:03:04'"], "type_code": "T"},
+    {"field_name": "logical", "type": "logical", "values": ["true", "false"], "type_code": "I"},
+    {"field_name": "long", "type": "long", "values": ["1234567890123456789"], "type_code": "I"},
+    {"field_name": "numeric", "type": "numeric", "values": ["123.456", "-987.321"], "type_code": "R"},
+    {"field_name": "nvarchar", "type": "nvarchar", "values": ["'test'"], "type_code": "T"},
+    {"field_name": "oid", "type": "oid", "values": ["123456"], "type_code": "I"},
+    {"field_name": "real", "type": "real", "values": ["123.456"], "type_code": "R"},
+    {"field_name": "short", "type": "short", "values": ["12345"], "type_code": "I"},
+    {"field_name": "signed", "type": "signed", "values": ["123456", "-5"], "type_code": "I"},
+    {"field_name": "smallint", "type": "smallint", "values": ["12345"], "type_code": "I"},
+    {"field_name": "string", "type": "string", "values": ["'test'"], "type_code": "T"},
+    {
+        "field_name": "struct",
+        "type": "STRUCT(k1 int32, k2 int64)",
+        "values": ["{'k1': 5555, 'k2': 123}"],
+        "type_code": "T",
+    },
+    {"field_name": "text", "type": "text", "values": ["'This is a text field'"], "type_code": "T"},
+    {"field_name": "time", "type": "time", "values": ["'12:34:56'"], "type_code": "T"},
+    {"field_name": "timestamp", "type": "timestamp", "values": ["'2023-10-01 12:34:56'"], "type_code": "T"},
+    {"field_name": "timestamp_ms", "type": "timestamp_ms", "values": ["'2023-10-01 12:34:56.789'"], "type_code": "T"},
+    {
+        "field_name": "timestamp_ns",
+        "type": "timestamp_ns",
+        "values": ["'2023-10-01 12:34:56.789123456'"],
+        "type_code": "T",
+    },
+    {"field_name": "timestamp_s", "type": "timestamp_s", "values": ["'2023-10-01 12:34:56'"], "type_code": "T"},
+    {
+        "field_name": "timestamp_us",
+        "type": "timestamp_us",
+        "values": ["'2023-10-01 12:34:56.789123'"],
+        "type_code": "T",
+    },
+    {
+        "field_name": "timestamptz",
+        "type": "timestamptz",
+        "values": ["'2023-10-01 12:34:56+00'"],
+        "type_code": "T",
+    },
+    {"field_name": "timetz", "type": "timetz", "values": ["'12:34:56'"], "type_code": "T"},
+    {"field_name": "tinyint", "type": "tinyint", "values": ["123"], "type_code": "I"},
+    {"field_name": "ubigint", "type": "ubigint", "values": ["1234567890123456789"], "type_code": "I"},
+    {"field_name": "uhugeint", "type": "uhugeint", "values": ["123456789012345678901234567890"], "type_code": "I"},
+    {"field_name": "uint128", "type": "uint128", "values": ["123456789012345678901234567890123456"], "type_code": "I"},
+    {"field_name": "uint16", "type": "uint16", "values": ["12345"], "type_code": "I"},
+    {"field_name": "uint32", "type": "uint32", "values": ["12345678"], "type_code": "I"},
+    {"field_name": "uint64", "type": "uint64", "values": ["1234567890123456789"], "type_code": "I"},
+    {"field_name": "uint8", "type": "uint8", "values": ["123"], "type_code": "I"},
+    {"field_name": "uinteger", "type": "uinteger", "values": ["123456"], "type_code": "I"},
+    {"field_name": "usmallint", "type": "usmallint", "values": ["12345"], "type_code": "I"},
+    {"field_name": "utinyint", "type": "utinyint", "values": ["123"], "type_code": "I"},
+    {
+        "field_name": "uuid",
+        "type": "uuid",
+        "values": ["'123e4567-e89b-12d3-a456-426614174000'", "'ffffffff-ffff-ffff-ffff-ffffffffffff'"],
+        "type_code": "T",
+    },
+    {"field_name": "varbinary", "type": "varbinary", "values": ["'1234567890abcdef'"], "type_code": "T"},
+    {
+        "field_name": "varchar",
+        "type": "varchar",
+        "values": ["'test'", "'rusty''s favorite'", "'🦆'"],
+        "type_code": "T",
+    },
+    {"field_name": "varint", "type": "varint", "values": ["1234567890123456789"], "type_code": "I"},
+]
+
+
+for record in data:
+    with open(
+        f"/Users/rusty/Development/duckdb-arrow-flight-extension/test/sql/airport-test-types-{record['field_name']}.test",
+        "w",
+    ) as f:
+        print(
+            f"""# name: test/sql/airport-test-types-{record["field_name"]}.test
+# description: test airport with all data types
+# group: [airport]
+
+# Require statement will ensure this test is run with this extension loaded
+require airport
+
+# Create the initial secret, the token value doesn't matter.
+statement ok
+CREATE SECRET airport_testing (
+  type airport,
+  auth_token 'example_token',
+  scope 'grpc://localhost:50003/');
+
+# Reset the test server
+statement ok
+CALL airport_action('grpc://localhost:50003/', 'reset');
+
+# Create the initial database
+statement ok
+CALL airport_action('grpc://localhost:50003/', 'create_database', 'test1');
+
+statement ok
+ATTACH 'test1' (TYPE  AIRPORT, location 'grpc://localhost:50003/');
+""",
+            file=f,
+        )
+
+        for schema_name in ["test_non_predicate", "test_predicate_pushdown"]:
+            print(
+                f"""
+statement ok
+CREATE SCHEMA test1.{schema_name};
+
+statement ok
+use test1.{schema_name};
+""",
+                file=f,
+            )
+
+            table_name = f"test_type_{record['field_name']}"
+            print(
+                f"""statement ok
+create table {table_name} (v {record["type"]});
+
+statement ok
+insert into {table_name} values (null);
+""",
+                file=f,
+            )
+            for value in record["values"]:
+                print(
+                    f"""statement ok
+insert into {table_name} values ({value});
+
+""",
+                    file=f,
+                )
+
+            print(f"query {record['type_code']}", file=f)
+            print(f"select * from {table_name} order by 1", file=f)
+            print("----", file=f)
+            for value in custom_sorted(record["values"]):
+                print(unescape_value(value), file=f)
+            print("NULL", file=f)
+            print("", file=f)
+
+            for value in custom_sorted(record["values"]):
+                print(f"query {record['type_code']}", file=f)
+                print(f"select v from {table_name} where v = {value};", file=f)
+                print("----", file=f)
+                print(unescape_value(value), file=f)
+                print("", file=f)

query_farm_airport_test_server-0.1.0/src/query_farm_airport_test_server/__init__.py

@@ -0,0 +1,6 @@
+from . import server
+
+
+def do_server() -> int:
+    return server.run()
+

query_farm_airport_test_server-0.1.0/src/query_farm_airport_test_server/auth.py

@@ -0,0 +1,9 @@
+import query_farm_flight_server.auth as base_auth
+
+
+class AccountToken(base_auth.AccountToken):
+    pass
+
+
+class Account(base_auth.Account):
+    pass