foundry-dev-tools 2.1.10__tar.gz → 2.1.12__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/PKG-INFO +1 -1
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/pyproject.toml +1 -1
- foundry_dev_tools-2.1.12/src/foundry_dev_tools/__about__.py +1 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/clients/catalog.py +13 -6
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/resources/dataset.py +4 -2
- foundry_dev_tools-2.1.10/src/foundry_dev_tools/__about__.py +0 -1
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/README.md +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/__init__.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/_optional/__init__.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/_optional/pandas.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/_optional/polars.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/_optional/pyarrow.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/_optional/pyspark.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/cached_foundry_client.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/cli/__init__.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/cli/build.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/cli/config.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/cli/git.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/cli/git_credential_foundry.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/cli/info.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/cli/main.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/cli/s3.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/cli/stubs.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/clients/__init__.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/clients/api_client.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/clients/build2.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/clients/compass.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/clients/context_client.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/clients/data_proxy.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/clients/foundry_sql_server.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/clients/foundry_stats.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/clients/jemma.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/clients/metadata.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/clients/multipass.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/clients/public_ontologies_client.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/clients/s3_client.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/clients/schema_inference.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/config/__init__.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/config/config.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/config/config_types.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/config/context.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/config/token_provider.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/errors/__init__.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/errors/compass.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/errors/config.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/errors/dataset.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/errors/handling.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/errors/meta.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/errors/multipass.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/errors/sql.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/foundry_api_client.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/helpers/__init__.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/helpers/multipass/__init__.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/helpers/multipass/group.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/helpers/multipass/principal.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/helpers/multipass/user.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/py.typed +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/resources/__init__.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/resources/folder.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/resources/resource.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/utils/__init__.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/utils/api_types.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/utils/async_s3.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/utils/caches/__init__.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/utils/caches/metadata_store.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/utils/caches/spark_caches.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/utils/cli.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/utils/clients.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/utils/compat.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/utils/config.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/utils/converter/__init__.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/utils/converter/foundry_spark.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/utils/misc.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/utils/public_api_types.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/utils/repo.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/utils/s3.py +0 -0
- {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/utils/spark.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: foundry-dev-tools
|
|
3
|
-
Version: 2.1.
|
|
3
|
+
Version: 2.1.12
|
|
4
4
|
Summary: Seamlessly run your Palantir Foundry Repository transforms code on your local machine.
|
|
5
5
|
Author-Email: Nicolas Renkamp <nicolas.renkamp@merckgroup.com>, Jonas Wunderlich <jonas.wunderlich@merckgroup.com>
|
|
6
6
|
License: Apache-2.0
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
__version__ = '2.1.12'
|
{foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/clients/catalog.py
RENAMED
|
@@ -27,6 +27,7 @@ class CatalogClient(APIClient):
|
|
|
27
27
|
page_size: int = 1000,
|
|
28
28
|
logical_path: api_types.PathInDataset | None = None,
|
|
29
29
|
page_start_logical_path: api_types.PathInDataset | None = None,
|
|
30
|
+
start_transaction_rid: api_types.TransactionRid | None = None,
|
|
30
31
|
include_open_exclusive_transaction: bool = False,
|
|
31
32
|
exclude_hidden_files: bool = False,
|
|
32
33
|
temporary_credentials_auth_token: str | None = None,
|
|
@@ -43,6 +44,8 @@ class CatalogClient(APIClient):
|
|
|
43
44
|
(a slash is added to the end of logicalPath if necessary and a prefix-match is performed)
|
|
44
45
|
page_start_logical_path: if specified page starts at the given path,
|
|
45
46
|
otherwise at the beginning of the file list
|
|
47
|
+
start_transaction_rid: if a startTransactionRid is given, the view starting at the startTransactionRid
|
|
48
|
+
and ending at the endRef is returned
|
|
46
49
|
include_open_exclusive_transaction: if files added in open transaction should be returned
|
|
47
50
|
as well in the response
|
|
48
51
|
exclude_hidden_files: if hidden files should be excluded (e.g. _log files)
|
|
@@ -62,7 +65,7 @@ class CatalogClient(APIClient):
|
|
|
62
65
|
]
|
|
63
66
|
"""
|
|
64
67
|
|
|
65
|
-
def _inner_get(
|
|
68
|
+
def _inner_get(page_start_logical_path: str | None = None) -> dict:
|
|
66
69
|
return self.api_get_dataset_view_files3(
|
|
67
70
|
dataset_rid=dataset_rid,
|
|
68
71
|
end_ref=end_ref,
|
|
@@ -71,14 +74,17 @@ class CatalogClient(APIClient):
|
|
|
71
74
|
page_start_logical_path=page_start_logical_path,
|
|
72
75
|
include_open_exclusive_transaction=include_open_exclusive_transaction,
|
|
73
76
|
exclude_hidden_files=exclude_hidden_files,
|
|
74
|
-
start_transaction_rid=
|
|
77
|
+
start_transaction_rid=start_transaction_rid,
|
|
75
78
|
temporary_credentials_auth_token=temporary_credentials_auth_token,
|
|
76
79
|
).json()
|
|
77
80
|
|
|
78
81
|
result: list[dict] = []
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
+
first_result = _inner_get(page_start_logical_path=page_start_logical_path)
|
|
83
|
+
result.extend(first_result["values"])
|
|
84
|
+
next_page_token = first_result.get("nextPageToken", None)
|
|
85
|
+
while next_page_token is not None:
|
|
86
|
+
batch_result = _inner_get(page_start_logical_path=next_page_token)
|
|
87
|
+
next_page_token = batch_result.get("nextPageToken", None)
|
|
82
88
|
result.extend(batch_result["values"]) # type: ignore[arg-type]
|
|
83
89
|
return result
|
|
84
90
|
|
|
@@ -110,7 +116,8 @@ class CatalogClient(APIClient):
|
|
|
110
116
|
include_open_exclusive_transaction: if files added in open transaction should be returned
|
|
111
117
|
as well in the response
|
|
112
118
|
exclude_hidden_files: if hidden files should be excluded (e.g. _log files)
|
|
113
|
-
start_transaction_rid:
|
|
119
|
+
start_transaction_rid: if a startTransactionRid is given, the view starting at the startTransactionRid
|
|
120
|
+
and ending at the endRef is returned
|
|
114
121
|
temporary_credentials_auth_token: to generate temporary credentials for presigned URLs
|
|
115
122
|
**kwargs: gets passed to :py:meth:`APIClient.api_request`
|
|
116
123
|
|
{foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/resources/dataset.py
RENAMED
|
@@ -567,11 +567,13 @@ class Dataset(resource.Resource):
|
|
|
567
567
|
folder = str(round(time.time() * 1000)) if transaction_type == "APPEND" else "spark"
|
|
568
568
|
parquet_compression = "snappy"
|
|
569
569
|
|
|
570
|
-
|
|
570
|
+
use_pandas = not pd.__fake__ and isinstance(df, pd.DataFrame)
|
|
571
|
+
use_polars = not pl.__fake__ and isinstance(df, pl.DataFrame)
|
|
572
|
+
if use_pandas or use_polars:
|
|
571
573
|
buf = io.BytesIO()
|
|
572
574
|
schema_flavor = "spark"
|
|
573
575
|
|
|
574
|
-
if
|
|
576
|
+
if use_pandas:
|
|
575
577
|
# write pandas dataframe as parquet to buffer
|
|
576
578
|
df.to_parquet(
|
|
577
579
|
buf,
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
__version__ = '2.1.10'
|
|
File without changes
|
|
File without changes
|
{foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/_optional/__init__.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/_optional/pandas.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/_optional/polars.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/_optional/pyarrow.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/_optional/pyspark.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/cached_foundry_client.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/clients/__init__.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/clients/api_client.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/clients/build2.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/clients/compass.py
RENAMED
|
File without changes
|
|
File without changes
|
{foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/clients/data_proxy.py
RENAMED
|
File without changes
|
|
File without changes
|
{foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/clients/foundry_stats.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/clients/jemma.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/clients/metadata.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/clients/multipass.py
RENAMED
|
File without changes
|
|
File without changes
|
{foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/clients/s3_client.py
RENAMED
|
File without changes
|
|
File without changes
|
{foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/config/__init__.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/config/config.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/config/config_types.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/config/context.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/config/token_provider.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/errors/__init__.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/errors/compass.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/errors/config.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/errors/dataset.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/errors/handling.py
RENAMED
|
File without changes
|
|
File without changes
|
{foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/errors/multipass.py
RENAMED
|
File without changes
|
|
File without changes
|
{foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/foundry_api_client.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/helpers/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/resources/__init__.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/resources/folder.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/resources/resource.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/utils/__init__.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/utils/api_types.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/utils/async_s3.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/utils/caches/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/utils/clients.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|