foundry-dev-tools 2.1.19__tar.gz → 2.1.21__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/PKG-INFO +4 -1
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/pyproject.toml +5 -1
- foundry_dev_tools-2.1.21/src/foundry_dev_tools/__about__.py +1 -0
- foundry_dev_tools-2.1.21/src/foundry_dev_tools/_optional/foundry_platform_sdk.py +13 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/clients/magritte_coordinator.py +109 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/config/context.py +25 -0
- foundry_dev_tools-2.1.21/src/foundry_dev_tools/public_sdk/__init__.py +10 -0
- foundry_dev_tools-2.1.21/src/foundry_dev_tools/public_sdk/auth.py +85 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/utils/api_types.py +3 -0
- foundry_dev_tools-2.1.19/src/foundry_dev_tools/__about__.py +0 -1
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/README.md +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/__init__.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/_optional/__init__.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/_optional/pandas.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/_optional/polars.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/_optional/pyarrow.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/_optional/pyspark.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/cached_foundry_client.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/cli/__init__.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/cli/build.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/cli/config.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/cli/git.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/cli/git_credential_foundry.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/cli/info.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/cli/main.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/cli/s3.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/cli/stubs.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/clients/__init__.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/clients/api_client.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/clients/build2.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/clients/catalog.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/clients/compass.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/clients/context_client.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/clients/data_proxy.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/clients/foundry_sql_server.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/clients/foundry_stats.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/clients/jemma.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/clients/metadata.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/clients/multipass.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/clients/public_ontologies_client.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/clients/s3_client.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/clients/scheduler.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/clients/schema_inference.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/clients/tables.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/config/__init__.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/config/config.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/config/config_types.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/config/token_provider.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/errors/__init__.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/errors/compass.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/errors/config.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/errors/dataset.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/errors/handling.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/errors/meta.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/errors/multipass.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/errors/sql.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/foundry_api_client.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/helpers/__init__.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/helpers/multipass/__init__.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/helpers/multipass/group.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/helpers/multipass/principal.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/helpers/multipass/user.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/py.typed +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/resources/__init__.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/resources/dataset.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/resources/folder.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/resources/resource.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/utils/__init__.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/utils/async_s3.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/utils/caches/__init__.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/utils/caches/metadata_store.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/utils/caches/spark_caches.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/utils/cli.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/utils/clients.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/utils/compat.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/utils/config.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/utils/converter/__init__.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/utils/converter/foundry_spark.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/utils/misc.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/utils/public_api_types.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/utils/repo.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/utils/s3.py +0 -0
- {foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/utils/spark.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: foundry-dev-tools
|
|
3
|
-
Version: 2.1.
|
|
3
|
+
Version: 2.1.21
|
|
4
4
|
Summary: Seamlessly run your Palantir Foundry Repository transforms code on your local machine.
|
|
5
5
|
Author-Email: Nicolas Renkamp <nicolas.renkamp@merckgroup.com>, Jonas Wunderlich <jonas.wunderlich@merckgroup.com>
|
|
6
6
|
License: Apache-2.0
|
|
@@ -35,9 +35,12 @@ Requires-Dist: packaging
|
|
|
35
35
|
Requires-Dist: tomli_w
|
|
36
36
|
Provides-Extra: s3
|
|
37
37
|
Requires-Dist: aiobotocore[boto3]; extra == "s3"
|
|
38
|
+
Provides-Extra: public
|
|
39
|
+
Requires-Dist: foundry-platform-sdk; extra == "public"
|
|
38
40
|
Provides-Extra: full
|
|
39
41
|
Requires-Dist: foundry-dev-tools-transforms; extra == "full"
|
|
40
42
|
Requires-Dist: foundry-dev-tools[s3]; extra == "full"
|
|
43
|
+
Requires-Dist: foundry-dev-tools[public]; extra == "full"
|
|
41
44
|
Description-Content-Type: text/markdown
|
|
42
45
|
|
|
43
46
|
<div align="center">
|
|
@@ -41,7 +41,7 @@ dependencies = [
|
|
|
41
41
|
"tomli_w",
|
|
42
42
|
]
|
|
43
43
|
dynamic = []
|
|
44
|
-
version = "2.1.
|
|
44
|
+
version = "2.1.21"
|
|
45
45
|
|
|
46
46
|
[project.license]
|
|
47
47
|
text = "Apache-2.0"
|
|
@@ -54,9 +54,13 @@ git-credential-foundry = "foundry_dev_tools.cli.git_credential_foundry:_helper"
|
|
|
54
54
|
s3 = [
|
|
55
55
|
"aiobotocore[boto3]",
|
|
56
56
|
]
|
|
57
|
+
public = [
|
|
58
|
+
"foundry-platform-sdk",
|
|
59
|
+
]
|
|
57
60
|
full = [
|
|
58
61
|
"foundry-dev-tools-transforms",
|
|
59
62
|
"foundry-dev-tools[s3]",
|
|
63
|
+
"foundry-dev-tools[public]",
|
|
60
64
|
]
|
|
61
65
|
|
|
62
66
|
[project.urls]
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
__version__ = '2.1.21'
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
from __future__ import annotations
|
|
2
|
+
|
|
3
|
+
try:
|
|
4
|
+
import foundry_sdk
|
|
5
|
+
import foundry_sdk.v2
|
|
6
|
+
|
|
7
|
+
foundry_sdk.__fake__ = False
|
|
8
|
+
except ImportError:
|
|
9
|
+
from foundry_dev_tools._optional import FakeModule
|
|
10
|
+
|
|
11
|
+
foundry_sdk = FakeModule("foundry_sdk")
|
|
12
|
+
|
|
13
|
+
__all__ = ["foundry_sdk"]
|
|
@@ -11,11 +11,14 @@ if TYPE_CHECKING:
|
|
|
11
11
|
|
|
12
12
|
from foundry_dev_tools.utils.api_types import (
|
|
13
13
|
CodeResourceType,
|
|
14
|
+
DatasetRid,
|
|
15
|
+
ExtractRid,
|
|
14
16
|
FolderRid,
|
|
15
17
|
MarkingId,
|
|
16
18
|
NetworkEgressPolicyRid,
|
|
17
19
|
Rid,
|
|
18
20
|
SourceRid,
|
|
21
|
+
TransactionType,
|
|
19
22
|
)
|
|
20
23
|
|
|
21
24
|
|
|
@@ -170,6 +173,17 @@ class MagritteCoordinatorClient(APIClient):
|
|
|
170
173
|
)
|
|
171
174
|
return response.json()
|
|
172
175
|
|
|
176
|
+
def api_delete_extract(self, extract_rid: ExtractRid, **kwargs) -> requests.Response:
|
|
177
|
+
"""Pernamently deletes given magritte extract.
|
|
178
|
+
|
|
179
|
+
If successful, HTTP 204 status code is returned (no content).
|
|
180
|
+
|
|
181
|
+
Args:
|
|
182
|
+
extract_rid: Rid of the desired extract/sync to be deleted.
|
|
183
|
+
**kwargs: gets passed to :py:meth:`APIClient.api_request`
|
|
184
|
+
"""
|
|
185
|
+
return self.api_request("DELETE", f"build/delete-extract/{extract_rid}", **kwargs)
|
|
186
|
+
|
|
173
187
|
def get_source_config(self, source_rid: SourceRid) -> dict:
|
|
174
188
|
"""Returns the configuration of a Source."""
|
|
175
189
|
return self.api_bulk_get_source_config(source_rids={source_rid}).json()[source_rid]
|
|
@@ -201,6 +215,101 @@ class MagritteCoordinatorClient(APIClient):
|
|
|
201
215
|
**kwargs,
|
|
202
216
|
)
|
|
203
217
|
|
|
218
|
+
def api_add_extract_for_branch(self, branch_name: str, payload: dict, **kwargs) -> requests.Response:
|
|
219
|
+
"""Returns a new source RID."""
|
|
220
|
+
return self.api_request(
|
|
221
|
+
"POST",
|
|
222
|
+
f"build/add-extract?branchName={branch_name}",
|
|
223
|
+
json=payload,
|
|
224
|
+
**kwargs,
|
|
225
|
+
)
|
|
226
|
+
|
|
227
|
+
def create_new_extract_for_source(
|
|
228
|
+
self,
|
|
229
|
+
branch_name: str,
|
|
230
|
+
dataset_rid: DatasetRid,
|
|
231
|
+
source_rid: SourceRid,
|
|
232
|
+
extract_name: str,
|
|
233
|
+
transaction_type: TransactionType,
|
|
234
|
+
source_adapter: dict,
|
|
235
|
+
spark_profiles: list[str] | None = None,
|
|
236
|
+
) -> str:
|
|
237
|
+
r"""Creates a new Foundry extract from a given source.
|
|
238
|
+
|
|
239
|
+
The `.json()` at the end does return a string value and not a dict-like structure.
|
|
240
|
+
|
|
241
|
+
Usage:
|
|
242
|
+
```python
|
|
243
|
+
>>> sync_rid = magritte_client.create_new_extract_for_source(
|
|
244
|
+
... branch_name="master",
|
|
245
|
+
... dataset_rid="ri.foundry.main.dataset.xxxxxx-xxxx-xxxx-xxxx-xxxxxxx",
|
|
246
|
+
... source_rid="ri.magritte..source.xxxxxx-xxxx-xxxx-xxxx-xxxxxxx",
|
|
247
|
+
... extract_name="all_flights",
|
|
248
|
+
... transaction_type="SNAPSHOT",
|
|
249
|
+
... source_adapter= {
|
|
250
|
+
... "type": "jdbc-source-adapter", # for a jdbc-type connector
|
|
251
|
+
... "jdbcOptions": {
|
|
252
|
+
... "preQueries": [],
|
|
253
|
+
... "query": {
|
|
254
|
+
... "sqlQuery": "SELECT * FROM \"AIRPORT_DB\".\"FLIGHTS\""
|
|
255
|
+
... },
|
|
256
|
+
... }
|
|
257
|
+
... },
|
|
258
|
+
... spark_profiles=[] # only work with a non-agent type of exports
|
|
259
|
+
... )
|
|
260
|
+
```
|
|
261
|
+
|
|
262
|
+
Args:
|
|
263
|
+
branch_name: Name of the branch where the data should land.
|
|
264
|
+
dataset_rid: Dataset RID.
|
|
265
|
+
source_rid: Source RID from which the extract/sync will be spawned from.
|
|
266
|
+
extract_name: Name of the new extract/sync.
|
|
267
|
+
transaction_type: One of the options available within `TransactionType`
|
|
268
|
+
source_adapter: Dictionary specifying the source adapter configuration. Must include:
|
|
269
|
+
- type (str): Adapter type, e.g., "jdbc-source-adapter".
|
|
270
|
+
- jdbcOptions (dict, optional): For JDBC adapters, must include:
|
|
271
|
+
- preQueries (list[str]): List of SQL queries to run before main query.
|
|
272
|
+
- query (dict): Must include:
|
|
273
|
+
- sqlQuery (str): The SQL query to execute.
|
|
274
|
+
- Example:
|
|
275
|
+
{
|
|
276
|
+
"type": "jdbc-source-adapter",
|
|
277
|
+
"jdbcOptions": {
|
|
278
|
+
"preQueries": [],
|
|
279
|
+
"query": {
|
|
280
|
+
"sqlQuery": "SELECT * FROM \"AIRPORT_DB\".\"FLIGHTS\""
|
|
281
|
+
}
|
|
282
|
+
}
|
|
283
|
+
}
|
|
284
|
+
spark_profiles: list[str]. A list of spark profile names to use.
|
|
285
|
+
Not available when using agent-based extracts.
|
|
286
|
+
|
|
287
|
+
Returns:
|
|
288
|
+
str: The extract RID of the newly created extract.
|
|
289
|
+
"""
|
|
290
|
+
payload = {
|
|
291
|
+
"datasetId": dataset_rid,
|
|
292
|
+
"branchName": branch_name,
|
|
293
|
+
"extractConfig": {
|
|
294
|
+
"sourceAdapter": source_adapter,
|
|
295
|
+
"outputOptions": {"transactionType": transaction_type},
|
|
296
|
+
},
|
|
297
|
+
"outputOptions": {"transactionType": transaction_type},
|
|
298
|
+
"outputConstraints": [{"consistentOutputSchema": {}, "type": "consistentOutputSchema"}],
|
|
299
|
+
"schemaOptions": {},
|
|
300
|
+
"timestampOptions": {
|
|
301
|
+
"useTimestampType": False,
|
|
302
|
+
"timestampWithoutTzOptions": {"asString": {}, "type": "asString"},
|
|
303
|
+
},
|
|
304
|
+
"transactionType": transaction_type,
|
|
305
|
+
"sourceAdapter": source_adapter,
|
|
306
|
+
"extractName": extract_name,
|
|
307
|
+
"sourceId": source_rid,
|
|
308
|
+
"sparkProfiles": spark_profiles or [],
|
|
309
|
+
}
|
|
310
|
+
|
|
311
|
+
return self.api_add_extract_for_branch(branch_name=branch_name, payload=payload).json()
|
|
312
|
+
|
|
204
313
|
def api_get_runtime_platform(self, source_rid: SourceRid, **kwargs) -> requests.Response:
|
|
205
314
|
"""Get runtime platform information for a source.
|
|
206
315
|
|
{foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/config/context.py
RENAMED
|
@@ -33,6 +33,8 @@ from foundry_dev_tools.resources.resource import Resource
|
|
|
33
33
|
from foundry_dev_tools.utils.config import entry_point_fdt_api_client
|
|
34
34
|
|
|
35
35
|
if TYPE_CHECKING:
|
|
36
|
+
from foundry_sdk.v2 import FoundryClient as FoundrySdkV2Client
|
|
37
|
+
|
|
36
38
|
from foundry_dev_tools.cached_foundry_client import CachedFoundryClient
|
|
37
39
|
from foundry_dev_tools.config.config_types import Host, Token
|
|
38
40
|
from foundry_dev_tools.config.token_provider import TokenProvider
|
|
@@ -184,6 +186,29 @@ class FoundryContext:
|
|
|
184
186
|
|
|
185
187
|
return FoundryRestClient(ctx=self)
|
|
186
188
|
|
|
189
|
+
@cached_property
|
|
190
|
+
def public_client_v2(self) -> FoundrySdkV2Client:
|
|
191
|
+
"""Returns :py:class:`foundry_sdk.v2.FoundryClient`.
|
|
192
|
+
|
|
193
|
+
Uses fdt context to integrate with the official foundry-platform-sdk.
|
|
194
|
+
|
|
195
|
+
Examples:
|
|
196
|
+
>>> import polars as pl
|
|
197
|
+
>>> import pyarrow as pa
|
|
198
|
+
|
|
199
|
+
>>> pub_client = ctx.public_client_v2
|
|
200
|
+
>>> ds = pub_client.datasets.Dataset.read_table(rid, format="ARROW")
|
|
201
|
+
>>> pa_df = pa.ipc.open_stream(ds).read_all()
|
|
202
|
+
>>> polars_df = pl.from_arrow(pa_df)
|
|
203
|
+
"""
|
|
204
|
+
from foundry_dev_tools._optional.foundry_platform_sdk import foundry_sdk
|
|
205
|
+
from foundry_dev_tools.public_sdk.auth import FoundryDevToolsAuth
|
|
206
|
+
|
|
207
|
+
return foundry_sdk.v2.FoundryClient(
|
|
208
|
+
auth=FoundryDevToolsAuth(self),
|
|
209
|
+
hostname=self.host.domain,
|
|
210
|
+
)
|
|
211
|
+
|
|
187
212
|
def get_dataset(
|
|
188
213
|
self,
|
|
189
214
|
rid: api_types.Rid,
|
|
@@ -0,0 +1,85 @@
|
|
|
1
|
+
"""Auth adapters for integrating FoundryDevTools with foundry-platform-sdk."""
|
|
2
|
+
|
|
3
|
+
from __future__ import annotations
|
|
4
|
+
|
|
5
|
+
from abc import ABC, abstractmethod
|
|
6
|
+
from typing import TYPE_CHECKING, TypeVar
|
|
7
|
+
|
|
8
|
+
from foundry_dev_tools._optional.foundry_platform_sdk import foundry_sdk
|
|
9
|
+
|
|
10
|
+
if TYPE_CHECKING:
|
|
11
|
+
from collections.abc import Callable
|
|
12
|
+
|
|
13
|
+
from foundry_dev_tools.config.context import FoundryContext
|
|
14
|
+
|
|
15
|
+
|
|
16
|
+
class Token(ABC):
|
|
17
|
+
"""Reimplementation of the private foundry_sdk Token interface."""
|
|
18
|
+
|
|
19
|
+
@property
|
|
20
|
+
@abstractmethod
|
|
21
|
+
def access_token(self) -> str: # noqa: D102
|
|
22
|
+
pass
|
|
23
|
+
|
|
24
|
+
|
|
25
|
+
T = TypeVar("T")
|
|
26
|
+
|
|
27
|
+
|
|
28
|
+
class FoundryDevToolsToken(Token):
|
|
29
|
+
"""Token adapter that implements the foundry_sdk Token interface."""
|
|
30
|
+
|
|
31
|
+
def __init__(self, token: str) -> None:
|
|
32
|
+
"""Initialize the token wrapper.
|
|
33
|
+
|
|
34
|
+
Args:
|
|
35
|
+
token (str): The access token string
|
|
36
|
+
"""
|
|
37
|
+
self._token = token
|
|
38
|
+
|
|
39
|
+
@property
|
|
40
|
+
def access_token(self) -> str:
|
|
41
|
+
"""Return the access token.
|
|
42
|
+
|
|
43
|
+
Returns:
|
|
44
|
+
str: The access token
|
|
45
|
+
"""
|
|
46
|
+
return self._token
|
|
47
|
+
|
|
48
|
+
|
|
49
|
+
class FoundryDevToolsAuth(foundry_sdk.Auth):
|
|
50
|
+
"""Auth adapter that bridges FoundryContext with foundry-platform-sdk."""
|
|
51
|
+
|
|
52
|
+
def __init__(self, ctx: FoundryContext) -> None:
|
|
53
|
+
"""Initialize the auth adapter.
|
|
54
|
+
|
|
55
|
+
Args:
|
|
56
|
+
ctx: The FoundryContext instance to use for authentication
|
|
57
|
+
"""
|
|
58
|
+
self._ctx: FoundryContext = ctx
|
|
59
|
+
|
|
60
|
+
def get_token(self) -> FoundryDevToolsToken:
|
|
61
|
+
"""Get the current token from the FoundryContext.
|
|
62
|
+
|
|
63
|
+
Returns:
|
|
64
|
+
FoundryDevToolsToken: The wrapped access token
|
|
65
|
+
"""
|
|
66
|
+
return FoundryDevToolsToken(self._ctx.token)
|
|
67
|
+
|
|
68
|
+
def execute_with_token(self, func: Callable[[FoundryDevToolsToken], T]) -> T:
|
|
69
|
+
"""Execute a function with the current token.
|
|
70
|
+
|
|
71
|
+
Args:
|
|
72
|
+
func: Function to execute with the token
|
|
73
|
+
|
|
74
|
+
Returns:
|
|
75
|
+
T: The return value of the function
|
|
76
|
+
"""
|
|
77
|
+
return func(self.get_token())
|
|
78
|
+
|
|
79
|
+
def run_with_token(self, func: Callable[[FoundryDevToolsToken], T]) -> None:
|
|
80
|
+
"""Run a function with the current token without returning a value.
|
|
81
|
+
|
|
82
|
+
Args:
|
|
83
|
+
func: Function to run with the token
|
|
84
|
+
"""
|
|
85
|
+
func(self.get_token())
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
__version__ = '2.1.19'
|
|
File without changes
|
|
File without changes
|
{foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/_optional/__init__.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/_optional/pandas.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/_optional/polars.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/_optional/pyarrow.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/_optional/pyspark.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/cached_foundry_client.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/clients/__init__.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/clients/api_client.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/clients/build2.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/clients/catalog.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/clients/compass.py
RENAMED
|
File without changes
|
|
File without changes
|
{foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/clients/data_proxy.py
RENAMED
|
File without changes
|
|
File without changes
|
{foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/clients/foundry_stats.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/clients/jemma.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/clients/metadata.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/clients/multipass.py
RENAMED
|
File without changes
|
|
File without changes
|
{foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/clients/s3_client.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/clients/scheduler.py
RENAMED
|
File without changes
|
|
File without changes
|
{foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/clients/tables.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/config/__init__.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/config/config.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/config/config_types.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/config/token_provider.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/errors/__init__.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/errors/compass.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/errors/config.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/errors/dataset.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/errors/handling.py
RENAMED
|
File without changes
|
|
File without changes
|
{foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/errors/multipass.py
RENAMED
|
File without changes
|
|
File without changes
|
{foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/foundry_api_client.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/helpers/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/resources/__init__.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/resources/dataset.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/resources/folder.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/resources/resource.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/utils/__init__.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/utils/async_s3.py
RENAMED
|
File without changes
|
{foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/utils/caches/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{foundry_dev_tools-2.1.19 → foundry_dev_tools-2.1.21}/src/foundry_dev_tools/utils/clients.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|