foundry-dev-tools 2.1.17__tar.gz → 2.1.19__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (80) hide show
  1. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/PKG-INFO +1 -1
  2. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/pyproject.toml +1 -1
  3. foundry_dev_tools-2.1.19/src/foundry_dev_tools/__about__.py +1 -0
  4. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/cached_foundry_client.py +12 -4
  5. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/clients/build2.py +57 -0
  6. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/clients/tables.py +42 -1
  7. foundry_dev_tools-2.1.17/src/foundry_dev_tools/__about__.py +0 -1
  8. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/README.md +0 -0
  9. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/__init__.py +0 -0
  10. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/_optional/__init__.py +0 -0
  11. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/_optional/pandas.py +0 -0
  12. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/_optional/polars.py +0 -0
  13. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/_optional/pyarrow.py +0 -0
  14. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/_optional/pyspark.py +0 -0
  15. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/cli/__init__.py +0 -0
  16. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/cli/build.py +0 -0
  17. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/cli/config.py +0 -0
  18. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/cli/git.py +0 -0
  19. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/cli/git_credential_foundry.py +0 -0
  20. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/cli/info.py +0 -0
  21. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/cli/main.py +0 -0
  22. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/cli/s3.py +0 -0
  23. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/cli/stubs.py +0 -0
  24. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/clients/__init__.py +0 -0
  25. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/clients/api_client.py +0 -0
  26. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/clients/catalog.py +0 -0
  27. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/clients/compass.py +0 -0
  28. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/clients/context_client.py +0 -0
  29. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/clients/data_proxy.py +0 -0
  30. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/clients/foundry_sql_server.py +0 -0
  31. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/clients/foundry_stats.py +0 -0
  32. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/clients/jemma.py +0 -0
  33. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/clients/magritte_coordinator.py +0 -0
  34. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/clients/metadata.py +0 -0
  35. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/clients/multipass.py +0 -0
  36. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/clients/public_ontologies_client.py +0 -0
  37. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/clients/s3_client.py +0 -0
  38. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/clients/scheduler.py +0 -0
  39. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/clients/schema_inference.py +0 -0
  40. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/config/__init__.py +0 -0
  41. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/config/config.py +0 -0
  42. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/config/config_types.py +0 -0
  43. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/config/context.py +0 -0
  44. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/config/token_provider.py +0 -0
  45. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/errors/__init__.py +0 -0
  46. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/errors/compass.py +0 -0
  47. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/errors/config.py +0 -0
  48. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/errors/dataset.py +0 -0
  49. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/errors/handling.py +0 -0
  50. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/errors/meta.py +0 -0
  51. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/errors/multipass.py +0 -0
  52. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/errors/sql.py +0 -0
  53. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/foundry_api_client.py +0 -0
  54. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/helpers/__init__.py +0 -0
  55. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/helpers/multipass/__init__.py +0 -0
  56. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/helpers/multipass/group.py +0 -0
  57. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/helpers/multipass/principal.py +0 -0
  58. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/helpers/multipass/user.py +0 -0
  59. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/py.typed +0 -0
  60. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/resources/__init__.py +0 -0
  61. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/resources/dataset.py +0 -0
  62. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/resources/folder.py +0 -0
  63. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/resources/resource.py +0 -0
  64. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/utils/__init__.py +0 -0
  65. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/utils/api_types.py +0 -0
  66. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/utils/async_s3.py +0 -0
  67. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/utils/caches/__init__.py +0 -0
  68. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/utils/caches/metadata_store.py +0 -0
  69. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/utils/caches/spark_caches.py +0 -0
  70. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/utils/cli.py +0 -0
  71. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/utils/clients.py +0 -0
  72. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/utils/compat.py +0 -0
  73. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/utils/config.py +0 -0
  74. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/utils/converter/__init__.py +0 -0
  75. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/utils/converter/foundry_spark.py +0 -0
  76. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/utils/misc.py +0 -0
  77. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/utils/public_api_types.py +0 -0
  78. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/utils/repo.py +0 -0
  79. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/utils/s3.py +0 -0
  80. {foundry_dev_tools-2.1.17 → foundry_dev_tools-2.1.19}/src/foundry_dev_tools/utils/spark.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: foundry-dev-tools
3
- Version: 2.1.17
3
+ Version: 2.1.19
4
4
  Summary: Seamlessly run your Palantir Foundry Repository transforms code on your local machine.
5
5
  Author-Email: Nicolas Renkamp <nicolas.renkamp@merckgroup.com>, Jonas Wunderlich <jonas.wunderlich@merckgroup.com>
6
6
  License: Apache-2.0
@@ -41,7 +41,7 @@ dependencies = [
41
41
  "tomli_w",
42
42
  ]
43
43
  dynamic = []
44
- version = "2.1.17"
44
+ version = "2.1.19"
45
45
 
46
46
  [project.license]
47
47
  text = "Apache-2.0"
@@ -0,0 +1 @@
1
+ __version__ = '2.1.19'
@@ -27,6 +27,7 @@ LOGGER = logging.getLogger(__name__)
27
27
 
28
28
  if TYPE_CHECKING:
29
29
  import pandas as pd
30
+ import polars as pl
30
31
  import pyspark.sql
31
32
 
32
33
  from foundry_dev_tools.utils import api_types
@@ -185,7 +186,7 @@ class CachedFoundryClient:
185
186
 
186
187
  def save_dataset(
187
188
  self,
188
- df: pd.DataFrame | pyspark.sql.DataFrame,
189
+ df: pd.DataFrame | pyspark.sql.DataFrame | pl.DataFrame,
189
190
  dataset_path_or_rid: str,
190
191
  branch: str = "master",
191
192
  exists_ok: bool = False,
@@ -198,8 +199,8 @@ class CachedFoundryClient:
198
199
  Creates SNAPSHOT transactions by default.
199
200
 
200
201
  Args:
201
- df (:external+pandas:py:class:`pandas.DataFrame` | :external+spark:py:class:`pyspark.sql.DataFrame`): A
202
- pyspark or pandas DataFrame to upload
202
+ df (:external+pandas:py:class:`pandas.DataFrame` | :external+polars:py:class:`polars.DataFrame` | :external+spark:py:class:`pyspark.sql.DataFrame`):
203
+ A pyspark, pandas or polars DataFrame to upload
203
204
  dataset_path_or_rid (str): Path or Rid of the dataset in which the object should be stored.
204
205
  branch (str): Branch of the dataset in which the object should be stored
205
206
  exists_ok (bool): By default, this method creates a new dataset.
@@ -217,7 +218,7 @@ class CachedFoundryClient:
217
218
  ValueError: when dataframe is None
218
219
  ValueError: when branch is None
219
220
 
220
- """
221
+ """ # noqa: E501
221
222
  if df is None:
222
223
  msg = "Please provide a spark or pandas dataframe object with parameter 'df'"
223
224
  raise ValueError(msg)
@@ -227,6 +228,7 @@ class CachedFoundryClient:
227
228
 
228
229
  with tempfile.TemporaryDirectory() as path:
229
230
  from foundry_dev_tools._optional.pandas import pd
231
+ from foundry_dev_tools._optional.polars import pl
230
232
 
231
233
  if not pd.__fake__ and isinstance(df, pd.DataFrame):
232
234
  df.to_parquet(
@@ -235,6 +237,12 @@ class CachedFoundryClient:
235
237
  compression="snappy",
236
238
  flavor="spark",
237
239
  )
240
+ elif not pl.__fake__ and isinstance(df, pl.DataFrame):
241
+ df.write_parquet(
242
+ os.sep.join([path + "/dataset.parquet"]), # noqa: PTH118
243
+ use_pyarrow=True,
244
+ compression="snappy",
245
+ )
238
246
  else:
239
247
  df.write.format("parquet").option("compression", "snappy").save(path=path, mode="overwrite")
240
248
 
@@ -237,3 +237,60 @@ class Build2Client(APIClient):
237
237
  return self.api_submit_build(
238
238
  job_spec_selections=datasets_job_spec_selections, branch=branch, force_build=force_build
239
239
  ).json()
240
+
241
+ def api_get_jobspec_for_dataset(
242
+ self,
243
+ dataset_rid: api_types.DatasetRid,
244
+ branch: api_types.DatasetBranch = "master",
245
+ branch_fallbacks: set[api_types.DatasetBranch] | None = None,
246
+ **kwargs,
247
+ ) -> requests.Response:
248
+ """Get the jobspec for a dataset.
249
+
250
+ Args:
251
+ dataset_rid: The dataset RID.
252
+ branch: The branch to use. Default is "master".
253
+ branch_fallbacks: Fallback branches to use when resolving dataset properties.
254
+ **kwargs: Passed to APIClient.api_request.
255
+
256
+ Returns:
257
+ requests.Response:
258
+ the response contains a json with detailed JobSpec information.
259
+ """
260
+ body = {
261
+ "datasetRid": dataset_rid,
262
+ "branch": branch,
263
+ "branchFallbacks": {"branches": list(branch_fallbacks) if branch_fallbacks else []},
264
+ }
265
+
266
+ return self.api_request(
267
+ "POST",
268
+ "jobspecs/get-jobspec-for-dataset",
269
+ json=body,
270
+ error_handling=ErrorHandlingConfig({204: ResourceNotFoundError}),
271
+ **kwargs,
272
+ )
273
+
274
+ def api_remove_jobspecs(
275
+ self,
276
+ jobspec_rids: list[api_types.JobSpecRid],
277
+ **kwargs,
278
+ ) -> requests.Response:
279
+ """Remove job specs by RID.
280
+
281
+ Args:
282
+ jobspec_rids: List of job spec RIDs to remove.
283
+ **kwargs: Passed to APIClient.api_request.
284
+
285
+ Returns:
286
+ requests.Response:
287
+ the response will have no content if successful.
288
+ """
289
+ body = {"jobSpecRids": jobspec_rids}
290
+
291
+ return self.api_request(
292
+ "POST",
293
+ "jobspecs/remove-jobspecs",
294
+ json=body,
295
+ **kwargs,
296
+ )
@@ -9,7 +9,7 @@ from foundry_dev_tools.clients.api_client import APIClient
9
9
  if TYPE_CHECKING:
10
10
  import requests
11
11
 
12
- from foundry_dev_tools.utils.api_types import FolderRid, SourceRid
12
+ from foundry_dev_tools.utils.api_types import Branch, FolderRid, SourceRid, TableRid
13
13
 
14
14
 
15
15
  class TablesClient(APIClient):
@@ -143,3 +143,44 @@ class TablesClient(APIClient):
143
143
  response_json = self.api_list_tables(connection_rid=connection_rid, page_token=next_page_token).json()
144
144
  tables.extend(response_json["tables"])
145
145
  return tables
146
+
147
+ def api_get_table_schema(self, table_rid: TableRid, branches: list[Branch], **kwargs) -> requests.Response:
148
+ """Retrieves schema for a Foundry table object per given list of branches.
149
+
150
+ Args:
151
+ table_rid: The RID of the table to get schema for.
152
+ branches: List of branch names to get schema for.
153
+ **kwargs: gets passed to :py:meth:`APIClient.api_request`
154
+
155
+ Returns:
156
+ requests.Response: The API response containing the table schema.
157
+
158
+ Example::
159
+ >>> response = tables_client.api_get_table_schema("ri.foundry.main.dataset.abc123", ["master"])
160
+ >>> schema = response.json()
161
+ >>> schema
162
+ {
163
+ "fieldSchemaList": [
164
+ {
165
+ "type": "DECIMAL",
166
+ "name": "column_A",
167
+ "nullable": false,
168
+ "precision": 38,
169
+ "scale": 0
170
+ },
171
+ {
172
+ "type": "STRING",
173
+ "name": "column_B",
174
+ "nullable": false
175
+ }
176
+ ],
177
+ "primaryKey": null,
178
+ "customMetadata": {"format": "snowflake"}
179
+ }
180
+ """
181
+ return self.api_request(
182
+ "POST",
183
+ api_path=f"tables/{table_rid}/schema",
184
+ json={"branches": branches},
185
+ **kwargs,
186
+ )
@@ -1 +0,0 @@
1
- __version__ = '2.1.17'