snowflake-sql-api 0.1.0__tar.gz → 0.1.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {snowflake_sql_api-0.1.0 → snowflake_sql_api-0.1.2}/PKG-INFO +6 -5
- {snowflake_sql_api-0.1.0 → snowflake_sql_api-0.1.2}/README.md +4 -3
- {snowflake_sql_api-0.1.0 → snowflake_sql_api-0.1.2}/pyproject.toml +8 -5
- {snowflake_sql_api-0.1.0 → snowflake_sql_api-0.1.2}/snowflake_sql_api/__init__.py +2 -0
- {snowflake_sql_api-0.1.0 → snowflake_sql_api-0.1.2}/snowflake_sql_api/_version.py +2 -2
- {snowflake_sql_api-0.1.0 → snowflake_sql_api-0.1.2}/snowflake_sql_api/cli.py +1 -1
- {snowflake_sql_api-0.1.0 → snowflake_sql_api-0.1.2}/snowflake_sql_api/exceptions.py +10 -0
- {snowflake_sql_api-0.1.0 → snowflake_sql_api-0.1.2}/snowflake_sql_api/testing.py +6 -2
- {snowflake_sql_api-0.1.0 → snowflake_sql_api-0.1.2}/snowflake_sql_api/transport.py +14 -4
- {snowflake_sql_api-0.1.0 → snowflake_sql_api-0.1.2}/tests/conftest.py +6 -0
- snowflake_sql_api-0.1.2/tests/test_cli.py +143 -0
- snowflake_sql_api-0.1.2/tests/test_import_footprint.py +108 -0
- {snowflake_sql_api-0.1.0 → snowflake_sql_api-0.1.2}/tests/test_package.py +3 -0
- {snowflake_sql_api-0.1.0 → snowflake_sql_api-0.1.2}/tests/test_regression.py +59 -3
- {snowflake_sql_api-0.1.0 → snowflake_sql_api-0.1.2}/tests/test_testing.py +2 -0
- {snowflake_sql_api-0.1.0 → snowflake_sql_api-0.1.2}/tests/test_transport.py +23 -0
- {snowflake_sql_api-0.1.0 → snowflake_sql_api-0.1.2}/.gitignore +0 -0
- {snowflake_sql_api-0.1.0 → snowflake_sql_api-0.1.2}/CONTRIBUTING.md +0 -0
- {snowflake_sql_api-0.1.0 → snowflake_sql_api-0.1.2}/LICENSE +0 -0
- {snowflake_sql_api-0.1.0 → snowflake_sql_api-0.1.2}/snowflake_sql_api/aclient.py +0 -0
- {snowflake_sql_api-0.1.0 → snowflake_sql_api-0.1.2}/snowflake_sql_api/auth.py +0 -0
- {snowflake_sql_api-0.1.0 → snowflake_sql_api-0.1.2}/snowflake_sql_api/bindings.py +0 -0
- {snowflake_sql_api-0.1.0 → snowflake_sql_api-0.1.2}/snowflake_sql_api/client.py +0 -0
- {snowflake_sql_api-0.1.0 → snowflake_sql_api-0.1.2}/snowflake_sql_api/escaping.py +0 -0
- {snowflake_sql_api-0.1.0 → snowflake_sql_api-0.1.2}/snowflake_sql_api/pagination.py +0 -0
- {snowflake_sql_api-0.1.0 → snowflake_sql_api-0.1.2}/snowflake_sql_api/py.typed +0 -0
- {snowflake_sql_api-0.1.0 → snowflake_sql_api-0.1.2}/snowflake_sql_api/retry.py +0 -0
- {snowflake_sql_api-0.1.0 → snowflake_sql_api-0.1.2}/snowflake_sql_api/row_mapping.py +0 -0
- {snowflake_sql_api-0.1.0 → snowflake_sql_api-0.1.2}/snowflake_sql_api/types.py +0 -0
- {snowflake_sql_api-0.1.0 → snowflake_sql_api-0.1.2}/tests/__init__.py +0 -0
- {snowflake_sql_api-0.1.0 → snowflake_sql_api-0.1.2}/tests/smoke/__init__.py +0 -0
- {snowflake_sql_api-0.1.0 → snowflake_sql_api-0.1.2}/tests/smoke/test_smoke.py +0 -0
- {snowflake_sql_api-0.1.0 → snowflake_sql_api-0.1.2}/tests/support.py +0 -0
- {snowflake_sql_api-0.1.0 → snowflake_sql_api-0.1.2}/tests/test_aclient.py +0 -0
- {snowflake_sql_api-0.1.0 → snowflake_sql_api-0.1.2}/tests/test_auth.py +0 -0
- {snowflake_sql_api-0.1.0 → snowflake_sql_api-0.1.2}/tests/test_bindings.py +0 -0
- {snowflake_sql_api-0.1.0 → snowflake_sql_api-0.1.2}/tests/test_client.py +0 -0
- {snowflake_sql_api-0.1.0 → snowflake_sql_api-0.1.2}/tests/test_escaping.py +0 -0
- {snowflake_sql_api-0.1.0 → snowflake_sql_api-0.1.2}/tests/test_retry.py +0 -0
- {snowflake_sql_api-0.1.0 → snowflake_sql_api-0.1.2}/tests/test_types.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
Metadata-Version: 2.
|
|
1
|
+
Metadata-Version: 2.5
|
|
2
2
|
Name: snowflake-sql-api
|
|
3
|
-
Version: 0.1.
|
|
3
|
+
Version: 0.1.2
|
|
4
4
|
Summary: Lightweight, pure-Python client for Snowflake's SQL API v2
|
|
5
5
|
Project-URL: Homepage, https://github.com/hampsterx/snowflake-sql-api
|
|
6
6
|
Project-URL: Repository, https://github.com/hampsterx/snowflake-sql-api
|
|
@@ -72,9 +72,10 @@ A lightweight, pure-Python client for [Snowflake's SQL API v2](https://docs.snow
|
|
|
72
72
|
## Why
|
|
73
73
|
|
|
74
74
|
The official [`snowflake-connector-python`](https://pypi.org/project/snowflake-connector-python/)
|
|
75
|
-
is ~75 MB installed (150 MB with pandas/pyarrow)
|
|
76
|
-
|
|
77
|
-
|
|
75
|
+
is ~75 MB installed (150 MB with pandas/pyarrow) and ships a compiled extension
|
|
76
|
+
that slows container builds and inflates cold starts (its import alone is ~1.5 s
|
|
77
|
+
versus ~0.3 s for this client). For serverless and AWS Lambda workloads that only
|
|
78
|
+
need to run SQL, that is a lot of weight.
|
|
78
79
|
|
|
79
80
|
`snowflake-sql-api` talks to Snowflake's SQL API over plain HTTP (`httpx`), so it
|
|
80
81
|
stays small and cold-starts quickly. Core dependencies: `httpx`, `PyJWT`,
|
|
@@ -8,9 +8,10 @@ A lightweight, pure-Python client for [Snowflake's SQL API v2](https://docs.snow
|
|
|
8
8
|
## Why
|
|
9
9
|
|
|
10
10
|
The official [`snowflake-connector-python`](https://pypi.org/project/snowflake-connector-python/)
|
|
11
|
-
is ~75 MB installed (150 MB with pandas/pyarrow)
|
|
12
|
-
|
|
13
|
-
|
|
11
|
+
is ~75 MB installed (150 MB with pandas/pyarrow) and ships a compiled extension
|
|
12
|
+
that slows container builds and inflates cold starts (its import alone is ~1.5 s
|
|
13
|
+
versus ~0.3 s for this client). For serverless and AWS Lambda workloads that only
|
|
14
|
+
need to run SQL, that is a lot of weight.
|
|
14
15
|
|
|
15
16
|
`snowflake-sql-api` talks to Snowflake's SQL API over plain HTTP (`httpx`), so it
|
|
16
17
|
stays small and cold-starts quickly. Core dependencies: `httpx`, `PyJWT`,
|
|
@@ -41,8 +41,11 @@ dev = [
|
|
|
41
41
|
"pytest-asyncio>=0.21",
|
|
42
42
|
"respx>=0.20",
|
|
43
43
|
"ruff>=0.4",
|
|
44
|
-
# Capped below 25.10
|
|
45
|
-
#
|
|
44
|
+
# Capped below 25.10 so CI formats with the same black the pre-commit hook
|
|
45
|
+
# pins (rev 25.9.0 in .pre-commit-config.yaml). Move the two together by
|
|
46
|
+
# hand; Dependabot ignores black (.github/dependabot.yml). Keep the cap at
|
|
47
|
+
# or below 25.12 while Python 3.9 is supported: 25.12.0+ require 3.10, so
|
|
48
|
+
# a higher cap resolves a different black per interpreter.
|
|
46
49
|
"black>=24.0,<25.10",
|
|
47
50
|
"mypy>=1.8",
|
|
48
51
|
"build>=1.0",
|
|
@@ -134,9 +137,9 @@ markers = [
|
|
|
134
137
|
[tool.coverage.run]
|
|
135
138
|
source = ["snowflake_sql_api"]
|
|
136
139
|
branch = true
|
|
137
|
-
#
|
|
138
|
-
#
|
|
139
|
-
omit = ["snowflake_sql_api/
|
|
140
|
+
# row_mapping.py is a Phase 8 stub, out of the Phase 2 core-coverage scope.
|
|
141
|
+
# cli.py is covered by tests/test_cli.py.
|
|
142
|
+
omit = ["snowflake_sql_api/row_mapping.py"]
|
|
140
143
|
|
|
141
144
|
[tool.coverage.report]
|
|
142
145
|
show_missing = true
|
|
@@ -33,6 +33,7 @@ from .exceptions import (
|
|
|
33
33
|
SnowflakeAuthError,
|
|
34
34
|
SnowflakeConfigError,
|
|
35
35
|
SnowflakeError,
|
|
36
|
+
SnowflakeForbiddenError,
|
|
36
37
|
SnowflakeProgrammingError,
|
|
37
38
|
SnowflakeRequestError,
|
|
38
39
|
SnowflakeRetryError,
|
|
@@ -51,6 +52,7 @@ __all__ = [
|
|
|
51
52
|
"SnowflakeConfigError",
|
|
52
53
|
"SnowflakeAuthError",
|
|
53
54
|
"SnowflakeRequestError",
|
|
55
|
+
"SnowflakeForbiddenError",
|
|
54
56
|
"SnowflakeProgrammingError",
|
|
55
57
|
"SnowflakeTimeoutError",
|
|
56
58
|
"SnowflakeRetryError",
|
|
@@ -18,7 +18,7 @@ version_tuple: tuple[int | str, ...]
|
|
|
18
18
|
commit_id: str | None
|
|
19
19
|
__commit_id__: str | None
|
|
20
20
|
|
|
21
|
-
__version__ = version = '0.1.
|
|
22
|
-
__version_tuple__ = version_tuple = (0, 1,
|
|
21
|
+
__version__ = version = '0.1.2'
|
|
22
|
+
__version_tuple__ = version_tuple = (0, 1, 2)
|
|
23
23
|
|
|
24
24
|
__commit_id__ = commit_id = None
|
|
@@ -68,7 +68,7 @@ def main(argv: Optional[Sequence[str]] = None) -> int:
|
|
|
68
68
|
return 2
|
|
69
69
|
if args.command == "query":
|
|
70
70
|
return _run_query(args.sql)
|
|
71
|
-
return 0
|
|
71
|
+
return 0 # pragma: no cover - argparse only yields None or a known subcommand
|
|
72
72
|
|
|
73
73
|
|
|
74
74
|
if __name__ == "__main__": # pragma: no cover
|
|
@@ -14,6 +14,7 @@ __all__ = [
|
|
|
14
14
|
"SnowflakeConfigError",
|
|
15
15
|
"SnowflakeAuthError",
|
|
16
16
|
"SnowflakeRequestError",
|
|
17
|
+
"SnowflakeForbiddenError",
|
|
17
18
|
"SnowflakeProgrammingError",
|
|
18
19
|
"SnowflakeTimeoutError",
|
|
19
20
|
"SnowflakeRetryError",
|
|
@@ -62,6 +63,15 @@ class SnowflakeRequestError(SnowflakeError):
|
|
|
62
63
|
self.statement_handle = statement_handle
|
|
63
64
|
|
|
64
65
|
|
|
66
|
+
class SnowflakeForbiddenError(SnowflakeRequestError):
|
|
67
|
+
"""Snowflake refused an authenticated request (HTTP 403).
|
|
68
|
+
|
|
69
|
+
The JWT was accepted but the request is not allowed, so retrying with the
|
|
70
|
+
same identity will not help. A subclass of :class:`SnowflakeRequestError`,
|
|
71
|
+
so existing handlers for that type still catch it.
|
|
72
|
+
"""
|
|
73
|
+
|
|
74
|
+
|
|
65
75
|
class SnowflakeProgrammingError(SnowflakeRequestError):
|
|
66
76
|
"""The submitted SQL failed to compile or execute (HTTP 422).
|
|
67
77
|
|
|
@@ -599,7 +599,7 @@ def make_client(
|
|
|
599
599
|
from .client import SnowflakeClient
|
|
600
600
|
|
|
601
601
|
_reject_managed_kwargs("make_client", kwargs)
|
|
602
|
-
|
|
602
|
+
client = SnowflakeClient(
|
|
603
603
|
account,
|
|
604
604
|
user,
|
|
605
605
|
private_key=_throwaway_key(),
|
|
@@ -607,6 +607,8 @@ def make_client(
|
|
|
607
607
|
poll_interval=poll_interval,
|
|
608
608
|
**kwargs,
|
|
609
609
|
)
|
|
610
|
+
client._transport._owns_client = True
|
|
611
|
+
return client
|
|
610
612
|
|
|
611
613
|
|
|
612
614
|
def make_async_client(
|
|
@@ -621,7 +623,7 @@ def make_async_client(
|
|
|
621
623
|
from .aclient import AsyncSnowflakeClient
|
|
622
624
|
|
|
623
625
|
_reject_managed_kwargs("make_async_client", kwargs)
|
|
624
|
-
|
|
626
|
+
client = AsyncSnowflakeClient(
|
|
625
627
|
account,
|
|
626
628
|
user,
|
|
627
629
|
private_key=_throwaway_key(),
|
|
@@ -629,6 +631,8 @@ def make_async_client(
|
|
|
629
631
|
poll_interval=poll_interval,
|
|
630
632
|
**kwargs,
|
|
631
633
|
)
|
|
634
|
+
client._transport._owns_client = True
|
|
635
|
+
return client
|
|
632
636
|
|
|
633
637
|
|
|
634
638
|
# ---------------------------------------------------------------------------
|
|
@@ -1,10 +1,11 @@
|
|
|
1
1
|
"""HTTP transport against ``POST /api/v2/statements``.
|
|
2
2
|
|
|
3
3
|
Owns the actual ``httpx`` calls (sync and async), status-code interpretation
|
|
4
|
-
(200 success, 202 long-running/async, 422 execution failure, 401 auth,
|
|
5
|
-
retryable), the retry loop, and ``requestId`` reuse for
|
|
6
|
-
retried submit re-POSTs the identical body with the same
|
|
7
|
-
``retry=true`` so Snowflake deduplicates instead of
|
|
4
|
+
(200 success, 202 long-running/async, 422 execution failure, 401 auth,
|
|
5
|
+
403 forbidden, 429/5xx retryable), the retry loop, and ``requestId`` reuse for
|
|
6
|
+
idempotent retries. A retried submit re-POSTs the identical body with the same
|
|
7
|
+
``requestId`` and ``retry=true`` so Snowflake deduplicates instead of
|
|
8
|
+
double-applying DML.
|
|
8
9
|
|
|
9
10
|
Higher layers (``client``/``aclient``) talk to the transport, not to ``httpx``.
|
|
10
11
|
"""
|
|
@@ -19,6 +20,7 @@ import httpx
|
|
|
19
20
|
|
|
20
21
|
from .exceptions import (
|
|
21
22
|
SnowflakeAuthError,
|
|
23
|
+
SnowflakeForbiddenError,
|
|
22
24
|
SnowflakeProgrammingError,
|
|
23
25
|
SnowflakeRequestError,
|
|
24
26
|
SnowflakeRetryError,
|
|
@@ -84,6 +86,14 @@ def _interpret(response: httpx.Response) -> StatementResponse:
|
|
|
84
86
|
)
|
|
85
87
|
if status == 401:
|
|
86
88
|
raise SnowflakeAuthError(body.get("message", "authentication failed"))
|
|
89
|
+
if status == 403:
|
|
90
|
+
raise SnowflakeForbiddenError(
|
|
91
|
+
body.get("message", "request forbidden"),
|
|
92
|
+
status_code=status,
|
|
93
|
+
code=body.get("code"),
|
|
94
|
+
sql_state=body.get("sqlState"),
|
|
95
|
+
statement_handle=body.get("statementHandle"),
|
|
96
|
+
)
|
|
87
97
|
raise SnowflakeRequestError(
|
|
88
98
|
body.get("message", f"HTTP {status}"),
|
|
89
99
|
status_code=status,
|
|
@@ -25,6 +25,12 @@ from cryptography.hazmat.primitives.asymmetric.rsa import RSAPrivateKey
|
|
|
25
25
|
PASSPHRASE = b"correct horse battery staple"
|
|
26
26
|
|
|
27
27
|
|
|
28
|
+
def pytest_configure(config: pytest.Config) -> None:
|
|
29
|
+
"""Load shipped testing fixtures when pytest11 entry points are unavailable."""
|
|
30
|
+
if not config.pluginmanager.hasplugin("snowflake_sql_api"):
|
|
31
|
+
config.pluginmanager.import_plugin("snowflake_sql_api.testing")
|
|
32
|
+
|
|
33
|
+
|
|
28
34
|
@pytest.fixture
|
|
29
35
|
def fake_account() -> str:
|
|
30
36
|
"""A region-suffixed account locator for auth-normalization tests."""
|
|
@@ -0,0 +1,143 @@
|
|
|
1
|
+
"""Unit tests for the ``snowflake-sql-api`` CLI (``cli.py``).
|
|
2
|
+
|
|
3
|
+
Drive ``build_parser()`` / ``main()`` with ``argv`` injection and a stubbed
|
|
4
|
+
client (``from_env`` monkeypatched to a :class:`FakeSnowflake`-backed client), so
|
|
5
|
+
no network and no real account. Covers the exit-code contract documented in
|
|
6
|
+
``docs/cli.md`` plus the ``_json_default`` serializer.
|
|
7
|
+
"""
|
|
8
|
+
|
|
9
|
+
from __future__ import annotations
|
|
10
|
+
|
|
11
|
+
import json
|
|
12
|
+
from datetime import date, datetime, time, timezone
|
|
13
|
+
from decimal import Decimal
|
|
14
|
+
|
|
15
|
+
import pytest
|
|
16
|
+
|
|
17
|
+
from snowflake_sql_api import cli
|
|
18
|
+
from snowflake_sql_api.client import SnowflakeClient
|
|
19
|
+
from snowflake_sql_api.testing import FakeSnowflake, make_client
|
|
20
|
+
|
|
21
|
+
|
|
22
|
+
@pytest.fixture
|
|
23
|
+
def stub_from_env(monkeypatch: pytest.MonkeyPatch) -> FakeSnowflake:
|
|
24
|
+
"""Point ``SnowflakeClient.from_env`` at a fresh FakeSnowflake-backed client.
|
|
25
|
+
|
|
26
|
+
Returns the fake so a test can register results before invoking the CLI.
|
|
27
|
+
"""
|
|
28
|
+
fake = FakeSnowflake()
|
|
29
|
+
|
|
30
|
+
def _from_env() -> SnowflakeClient:
|
|
31
|
+
return make_client(fake)
|
|
32
|
+
|
|
33
|
+
monkeypatch.setattr(SnowflakeClient, "from_env", staticmethod(_from_env))
|
|
34
|
+
return fake
|
|
35
|
+
|
|
36
|
+
|
|
37
|
+
# ---------------------------------------------------------------------------
|
|
38
|
+
# build_parser / argv plumbing
|
|
39
|
+
# ---------------------------------------------------------------------------
|
|
40
|
+
|
|
41
|
+
|
|
42
|
+
def test_build_parser_parses_query() -> None:
|
|
43
|
+
args = cli.build_parser().parse_args(["query", "SELECT 1"])
|
|
44
|
+
assert args.command == "query"
|
|
45
|
+
assert args.sql == "SELECT 1"
|
|
46
|
+
|
|
47
|
+
|
|
48
|
+
def test_version(capsys: pytest.CaptureFixture[str]) -> None:
|
|
49
|
+
# argparse's `version` action prints then raises SystemExit(0).
|
|
50
|
+
from snowflake_sql_api import __version__
|
|
51
|
+
|
|
52
|
+
with pytest.raises(SystemExit) as excinfo:
|
|
53
|
+
cli.main(["--version"])
|
|
54
|
+
assert excinfo.value.code == 0
|
|
55
|
+
assert __version__ in capsys.readouterr().out
|
|
56
|
+
|
|
57
|
+
|
|
58
|
+
def test_no_subcommand_prints_help_and_exits_2(
|
|
59
|
+
capsys: pytest.CaptureFixture[str],
|
|
60
|
+
) -> None:
|
|
61
|
+
assert cli.main([]) == 2
|
|
62
|
+
out = capsys.readouterr().out
|
|
63
|
+
assert "usage:" in out
|
|
64
|
+
assert "query" in out
|
|
65
|
+
|
|
66
|
+
|
|
67
|
+
# ---------------------------------------------------------------------------
|
|
68
|
+
# query command (stubbed client)
|
|
69
|
+
# ---------------------------------------------------------------------------
|
|
70
|
+
|
|
71
|
+
|
|
72
|
+
def test_query_happy_path_prints_json(
|
|
73
|
+
stub_from_env: FakeSnowflake, capsys: pytest.CaptureFixture[str]
|
|
74
|
+
) -> None:
|
|
75
|
+
stub_from_env.register(
|
|
76
|
+
"SELECT id, name FROM users",
|
|
77
|
+
[{"ID": 1, "NAME": "alice"}, {"ID": 2, "NAME": "bob"}],
|
|
78
|
+
)
|
|
79
|
+
assert cli.main(["query", "SELECT id, name FROM users"]) == 0
|
|
80
|
+
out = capsys.readouterr().out
|
|
81
|
+
assert json.loads(out) == [
|
|
82
|
+
{"ID": 1, "NAME": "alice"},
|
|
83
|
+
{"ID": 2, "NAME": "bob"},
|
|
84
|
+
]
|
|
85
|
+
|
|
86
|
+
|
|
87
|
+
def test_query_serializes_non_json_native_values(
|
|
88
|
+
stub_from_env: FakeSnowflake, capsys: pytest.CaptureFixture[str]
|
|
89
|
+
) -> None:
|
|
90
|
+
# Decimal/timestamp/binary travel through _json_default on the way to stdout.
|
|
91
|
+
stub_from_env.register(
|
|
92
|
+
"SELECT amount, ts, blob",
|
|
93
|
+
[
|
|
94
|
+
{
|
|
95
|
+
"AMOUNT": Decimal("10.50"),
|
|
96
|
+
"TS": datetime(2024, 1, 2, 3, 4, 5, tzinfo=timezone.utc),
|
|
97
|
+
"BLOB": b"\x00\xff",
|
|
98
|
+
}
|
|
99
|
+
],
|
|
100
|
+
)
|
|
101
|
+
assert cli.main(["query", "SELECT amount, ts, blob"]) == 0
|
|
102
|
+
row = json.loads(capsys.readouterr().out)[0]
|
|
103
|
+
assert row["AMOUNT"] == "10.50"
|
|
104
|
+
assert row["TS"].startswith("2024-01-02T03:04:05")
|
|
105
|
+
assert row["BLOB"] == "00ff"
|
|
106
|
+
|
|
107
|
+
|
|
108
|
+
def test_query_snowflake_error_exits_1(
|
|
109
|
+
stub_from_env: FakeSnowflake, capsys: pytest.CaptureFixture[str]
|
|
110
|
+
) -> None:
|
|
111
|
+
stub_from_env.register_error(
|
|
112
|
+
"SELECT * FROM nope", "Object 'NOPE' does not exist", code="002003"
|
|
113
|
+
)
|
|
114
|
+
assert cli.main(["query", "SELECT * FROM nope"]) == 1
|
|
115
|
+
captured = capsys.readouterr()
|
|
116
|
+
assert captured.out == ""
|
|
117
|
+
assert captured.err.startswith("error: ")
|
|
118
|
+
assert "does not exist" in captured.err
|
|
119
|
+
|
|
120
|
+
|
|
121
|
+
# ---------------------------------------------------------------------------
|
|
122
|
+
# _json_default serializer (direct unit coverage, incl. the TypeError branch)
|
|
123
|
+
# ---------------------------------------------------------------------------
|
|
124
|
+
|
|
125
|
+
|
|
126
|
+
@pytest.mark.parametrize(
|
|
127
|
+
("value", "expected"),
|
|
128
|
+
[
|
|
129
|
+
(Decimal("1.25"), "1.25"),
|
|
130
|
+
(datetime(2024, 6, 1, 12, 30, 0), "2024-06-01T12:30:00"),
|
|
131
|
+
(date(2024, 6, 1), "2024-06-01"),
|
|
132
|
+
(time(9, 15, 30), "09:15:30"),
|
|
133
|
+
(b"\xde\xad", "dead"),
|
|
134
|
+
(bytearray(b"\xbe\xef"), "beef"),
|
|
135
|
+
],
|
|
136
|
+
)
|
|
137
|
+
def test_json_default_serializes(value: object, expected: str) -> None:
|
|
138
|
+
assert cli._json_default(value) == expected
|
|
139
|
+
|
|
140
|
+
|
|
141
|
+
def test_json_default_rejects_unsupported() -> None:
|
|
142
|
+
with pytest.raises(TypeError, match="cannot serialize"):
|
|
143
|
+
cli._json_default(object())
|
|
@@ -0,0 +1,108 @@
|
|
|
1
|
+
"""Guard the install footprint: a bare ``import snowflake_sql_api`` stays light.
|
|
2
|
+
|
|
3
|
+
The package's whole value proposition is a small install and a fast cold start
|
|
4
|
+
(serverless / Lambda). Two regressions would silently erode that:
|
|
5
|
+
|
|
6
|
+
1. A heavy optional dependency (pandas / pyarrow) getting imported at module top
|
|
7
|
+
instead of behind its extra. The ``[pandas]`` feature must stay opt-in.
|
|
8
|
+
2. Import time ballooning for any reason.
|
|
9
|
+
|
|
10
|
+
Both checks run in a **fresh subprocess** so the parent pytest process's
|
|
11
|
+
already-imported modules can't mask a regression (pandas may well be imported by
|
|
12
|
+
the time these tests run). The leak check installs a recording meta-path finder
|
|
13
|
+
that stubs the forbidden names, so it fires deterministically whether or not the
|
|
14
|
+
real packages are installed: a module-top ``import pandas`` is caught even when
|
|
15
|
+
it is guarded by ``try/except ImportError`` and even in an env without pandas.
|
|
16
|
+
"""
|
|
17
|
+
|
|
18
|
+
from __future__ import annotations
|
|
19
|
+
|
|
20
|
+
import subprocess
|
|
21
|
+
import sys
|
|
22
|
+
|
|
23
|
+
# Heavy optional deps that a bare import must never pull in. pandas is the
|
|
24
|
+
# ``[pandas]`` extra; pyarrow/numpy ride in with it. If any is imported at module
|
|
25
|
+
# top, something bypassed the optional-import guard.
|
|
26
|
+
FORBIDDEN_ON_BARE_IMPORT = ("pandas", "pyarrow", "numpy")
|
|
27
|
+
|
|
28
|
+
# Generous ceiling: the real cold import (httpx + PyJWT + cryptography, all pure
|
|
29
|
+
# Python or fast C imports) is well under a second. This is a coarse backstop
|
|
30
|
+
# against an order-of-magnitude regression, not a precise benchmark, so the bound
|
|
31
|
+
# is deliberately loose and we assert on the best of several samples to stay
|
|
32
|
+
# non-flaky on shared CI runners.
|
|
33
|
+
IMPORT_BUDGET_SECONDS = 2.5
|
|
34
|
+
TIMING_SAMPLES = 3
|
|
35
|
+
|
|
36
|
+
# Subprocess: record any *attempt* to import a forbidden module during a bare
|
|
37
|
+
# `import snowflake_sql_api`. The recorder returns a stub module for forbidden
|
|
38
|
+
# names, so the import succeeds (and is recorded) regardless of whether the real
|
|
39
|
+
# dependency is installed -- making the guard deterministic across environments.
|
|
40
|
+
_LEAK_SCRIPT = """
|
|
41
|
+
import importlib.abc
|
|
42
|
+
import importlib.machinery
|
|
43
|
+
import sys
|
|
44
|
+
import types
|
|
45
|
+
|
|
46
|
+
FORBIDDEN = {forbidden!r}
|
|
47
|
+
attempted = []
|
|
48
|
+
|
|
49
|
+
|
|
50
|
+
class _Recorder(importlib.abc.MetaPathFinder, importlib.abc.Loader):
|
|
51
|
+
def find_spec(self, name, path, target=None):
|
|
52
|
+
if name.split(".")[0] in FORBIDDEN:
|
|
53
|
+
attempted.append(name.split(".")[0])
|
|
54
|
+
return importlib.machinery.ModuleSpec(name, self)
|
|
55
|
+
return None
|
|
56
|
+
|
|
57
|
+
def create_module(self, spec):
|
|
58
|
+
return types.ModuleType(spec.name)
|
|
59
|
+
|
|
60
|
+
def exec_module(self, module):
|
|
61
|
+
pass
|
|
62
|
+
|
|
63
|
+
|
|
64
|
+
sys.meta_path.insert(0, _Recorder())
|
|
65
|
+
import snowflake_sql_api # noqa: F401
|
|
66
|
+
print(",".join(sorted(set(attempted))))
|
|
67
|
+
""".format(
|
|
68
|
+
forbidden=FORBIDDEN_ON_BARE_IMPORT
|
|
69
|
+
)
|
|
70
|
+
|
|
71
|
+
_TIMING_SCRIPT = """
|
|
72
|
+
import time
|
|
73
|
+
start = time.perf_counter()
|
|
74
|
+
import snowflake_sql_api # noqa: F401
|
|
75
|
+
print(time.perf_counter() - start)
|
|
76
|
+
"""
|
|
77
|
+
|
|
78
|
+
|
|
79
|
+
def _run(script: str) -> subprocess.CompletedProcess:
|
|
80
|
+
return subprocess.run(
|
|
81
|
+
[sys.executable, "-c", script], capture_output=True, text=True
|
|
82
|
+
)
|
|
83
|
+
|
|
84
|
+
|
|
85
|
+
def test_bare_import_pulls_no_heavy_deps() -> None:
|
|
86
|
+
result = _run(_LEAK_SCRIPT)
|
|
87
|
+
assert (
|
|
88
|
+
result.returncode == 0
|
|
89
|
+
), f"`import snowflake_sql_api` failed in a clean subprocess:\n{result.stderr}"
|
|
90
|
+
attempted = [name for name in result.stdout.strip().split(",") if name]
|
|
91
|
+
assert not attempted, (
|
|
92
|
+
f"bare `import snowflake_sql_api` tried to import heavy deps: {attempted}. "
|
|
93
|
+
"Keep optional dependencies behind their extra (lazy import)."
|
|
94
|
+
)
|
|
95
|
+
|
|
96
|
+
|
|
97
|
+
def test_bare_import_is_fast() -> None:
|
|
98
|
+
samples = []
|
|
99
|
+
for _ in range(TIMING_SAMPLES):
|
|
100
|
+
result = _run(_TIMING_SCRIPT)
|
|
101
|
+
assert result.returncode == 0, result.stderr
|
|
102
|
+
samples.append(float(result.stdout.strip()))
|
|
103
|
+
best = min(samples)
|
|
104
|
+
assert best < IMPORT_BUDGET_SECONDS, (
|
|
105
|
+
f"fastest of {TIMING_SAMPLES} imports was {best:.3f}s, over the "
|
|
106
|
+
f"{IMPORT_BUDGET_SECONDS}s budget. A heavy import likely crept into the "
|
|
107
|
+
"module-load path."
|
|
108
|
+
)
|
|
@@ -10,6 +10,7 @@ import snowflake_sql_api as sf
|
|
|
10
10
|
from snowflake_sql_api.exceptions import (
|
|
11
11
|
ResultNotReady,
|
|
12
12
|
SnowflakeError,
|
|
13
|
+
SnowflakeForbiddenError,
|
|
13
14
|
SnowflakeProgrammingError,
|
|
14
15
|
SnowflakeRequestError,
|
|
15
16
|
)
|
|
@@ -39,6 +40,8 @@ def test_exception_hierarchy() -> None:
|
|
|
39
40
|
assert issubclass(ResultNotReady, SnowflakeError)
|
|
40
41
|
# A programming error is a request error (HTTP 422 specialization).
|
|
41
42
|
assert issubclass(SnowflakeProgrammingError, SnowflakeRequestError)
|
|
43
|
+
# So is a forbidden error (HTTP 403 specialization), keeping 403 non-breaking.
|
|
44
|
+
assert issubclass(SnowflakeForbiddenError, SnowflakeRequestError)
|
|
42
45
|
|
|
43
46
|
|
|
44
47
|
def test_request_error_carries_envelope_fields() -> None:
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
"""Named regression tests for the four spike-discovered bugs.
|
|
1
|
+
"""Named regression tests for the four spike-discovered bugs, plus later fixes.
|
|
2
2
|
|
|
3
3
|
Each fixed bug gets a test marked ``regression`` so ``pytest -k regression``
|
|
4
4
|
proves they stay fixed. Bug #2 (on_query in the streaming path) lands with
|
|
@@ -11,9 +11,13 @@ import httpx
|
|
|
11
11
|
import pytest
|
|
12
12
|
import respx
|
|
13
13
|
|
|
14
|
-
from snowflake_sql_api import SnowflakeClient
|
|
14
|
+
from snowflake_sql_api import AsyncSnowflakeClient, SnowflakeClient
|
|
15
15
|
from snowflake_sql_api.auth import normalize_account_locator
|
|
16
|
-
from snowflake_sql_api.exceptions import
|
|
16
|
+
from snowflake_sql_api.exceptions import (
|
|
17
|
+
ResultNotReady,
|
|
18
|
+
SnowflakeForbiddenError,
|
|
19
|
+
SnowflakeRequestError,
|
|
20
|
+
)
|
|
17
21
|
|
|
18
22
|
from .support import ACCOUNT, STATEMENTS_URL, USER, ok_body, running_body, statement_url
|
|
19
23
|
|
|
@@ -21,6 +25,13 @@ pytestmark = pytest.mark.regression
|
|
|
21
25
|
|
|
22
26
|
INT_COL = [{"name": "N", "type": "fixed", "scale": 0}]
|
|
23
27
|
|
|
28
|
+
FORBIDDEN_BODY = {
|
|
29
|
+
"code": "TEST403",
|
|
30
|
+
"message": "SQL API is not enabled for this account",
|
|
31
|
+
"sqlState": "TEST1",
|
|
32
|
+
"statementHandle": "forbidden-handle",
|
|
33
|
+
}
|
|
34
|
+
|
|
24
35
|
|
|
25
36
|
def test_regression_bug1_jwt_account_locator_strips_region() -> None:
|
|
26
37
|
"""Bug #1: the JWT claim account must drop the region/cloud suffix.
|
|
@@ -85,3 +96,48 @@ def test_regression_bug4_fetches_all_partitions(private_key_pem: bytes) -> None:
|
|
|
85
96
|
client.close()
|
|
86
97
|
# Partition 0 (inline) + partitions 1 and 2, in order, none dropped.
|
|
87
98
|
assert [r["N"] for r in rows] == [0, 1, 2, 3]
|
|
99
|
+
|
|
100
|
+
|
|
101
|
+
def _assert_forbidden(exc: SnowflakeForbiddenError) -> None:
|
|
102
|
+
# Still a SnowflakeRequestError, so existing handlers keep catching 403.
|
|
103
|
+
assert isinstance(exc, SnowflakeRequestError)
|
|
104
|
+
assert exc.status_code == 403
|
|
105
|
+
assert exc.code == "TEST403"
|
|
106
|
+
assert exc.sql_state == "TEST1"
|
|
107
|
+
assert exc.statement_handle == "forbidden-handle"
|
|
108
|
+
assert str(exc) == "SQL API is not enabled for this account"
|
|
109
|
+
|
|
110
|
+
|
|
111
|
+
@respx.mock
|
|
112
|
+
def test_regression_403_raises_forbidden_error(private_key_pem: bytes) -> None:
|
|
113
|
+
"""HTTP 403 maps to SnowflakeForbiddenError, not the generic request error.
|
|
114
|
+
|
|
115
|
+
An authenticated-but-refused request must be distinguishable from a
|
|
116
|
+
malformed one without parsing ``status_code``.
|
|
117
|
+
"""
|
|
118
|
+
route = respx.post(STATEMENTS_URL).mock(
|
|
119
|
+
return_value=httpx.Response(403, json=FORBIDDEN_BODY)
|
|
120
|
+
)
|
|
121
|
+
client = SnowflakeClient(ACCOUNT, USER, private_key=private_key_pem)
|
|
122
|
+
with pytest.raises(SnowflakeForbiddenError) as info:
|
|
123
|
+
client.query("SELECT 1")
|
|
124
|
+
client.close()
|
|
125
|
+
_assert_forbidden(info.value)
|
|
126
|
+
# 403 is not retryable: one request, no retry loop.
|
|
127
|
+
assert route.call_count == 1
|
|
128
|
+
|
|
129
|
+
|
|
130
|
+
@respx.mock
|
|
131
|
+
async def test_regression_403_raises_forbidden_error_async(
|
|
132
|
+
private_key_pem: bytes,
|
|
133
|
+
) -> None:
|
|
134
|
+
"""Async parity for the 403 mapping."""
|
|
135
|
+
route = respx.post(STATEMENTS_URL).mock(
|
|
136
|
+
return_value=httpx.Response(403, json=FORBIDDEN_BODY)
|
|
137
|
+
)
|
|
138
|
+
client = AsyncSnowflakeClient(ACCOUNT, USER, private_key=private_key_pem)
|
|
139
|
+
with pytest.raises(SnowflakeForbiddenError) as info:
|
|
140
|
+
await client.query("SELECT 1")
|
|
141
|
+
await client.aclose()
|
|
142
|
+
_assert_forbidden(info.value)
|
|
143
|
+
assert route.call_count == 1
|
|
@@ -46,6 +46,7 @@ def test_make_client_returns_real_client() -> None:
|
|
|
46
46
|
assert isinstance(client, SnowflakeClient)
|
|
47
47
|
assert client.query_scalar("SELECT 1") == 1
|
|
48
48
|
client.close()
|
|
49
|
+
assert client._transport._client.is_closed
|
|
49
50
|
|
|
50
51
|
|
|
51
52
|
def test_make_client_rejects_managed_kwargs() -> None:
|
|
@@ -304,6 +305,7 @@ async def test_async_query() -> None:
|
|
|
304
305
|
assert isinstance(client, AsyncSnowflakeClient)
|
|
305
306
|
assert await client.query("SELECT id FROM t") == [{"ID": 1}, {"ID": 2}]
|
|
306
307
|
await client.aclose()
|
|
308
|
+
assert client._transport._client.is_closed
|
|
307
309
|
|
|
308
310
|
|
|
309
311
|
async def test_async_submit_and_result() -> None:
|
|
@@ -9,6 +9,7 @@ import respx
|
|
|
9
9
|
from snowflake_sql_api.auth import KeypairAuthenticator
|
|
10
10
|
from snowflake_sql_api.exceptions import (
|
|
11
11
|
SnowflakeAuthError,
|
|
12
|
+
SnowflakeForbiddenError,
|
|
12
13
|
SnowflakeProgrammingError,
|
|
13
14
|
SnowflakeRequestError,
|
|
14
15
|
SnowflakeRetryError,
|
|
@@ -148,6 +149,28 @@ def test_retry_exhaustion_raises_retry_error(private_key_pem: bytes) -> None:
|
|
|
148
149
|
assert route.call_count == 3 # max_attempts
|
|
149
150
|
|
|
150
151
|
|
|
152
|
+
@respx.mock
|
|
153
|
+
def test_custom_policy_retrying_403_chains_plain_request_error(
|
|
154
|
+
private_key_pem: bytes,
|
|
155
|
+
) -> None:
|
|
156
|
+
# Retried statuses never reach _interpret, so an exhausted 403 retry carries
|
|
157
|
+
# the generic SnowflakeRequestError as its cause, like every other status.
|
|
158
|
+
route = respx.post(STATEMENTS_URL).mock(
|
|
159
|
+
return_value=httpx.Response(403, json={"message": "forbidden"})
|
|
160
|
+
)
|
|
161
|
+
retry_403 = RetryPolicy(
|
|
162
|
+
max_attempts=2, base_backoff=0.0, jitter=False, retry_statuses=frozenset({403})
|
|
163
|
+
)
|
|
164
|
+
transport = make_transport(private_key_pem, retry=retry_403)
|
|
165
|
+
with pytest.raises(SnowflakeRetryError) as info:
|
|
166
|
+
transport.submit({"statement": "x"}, request_id="r1")
|
|
167
|
+
cause = info.value.__cause__
|
|
168
|
+
assert isinstance(cause, SnowflakeRequestError)
|
|
169
|
+
assert not isinstance(cause, SnowflakeForbiddenError)
|
|
170
|
+
assert cause.status_code == 403
|
|
171
|
+
assert route.call_count == 2
|
|
172
|
+
|
|
173
|
+
|
|
151
174
|
@respx.mock
|
|
152
175
|
def test_network_error_is_retried(private_key_pem: bytes) -> None:
|
|
153
176
|
route = respx.post(STATEMENTS_URL).mock(
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|