foundry-dev-tools 2.1.10__tar.gz → 2.1.12__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (77) hide show
  1. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/PKG-INFO +1 -1
  2. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/pyproject.toml +1 -1
  3. foundry_dev_tools-2.1.12/src/foundry_dev_tools/__about__.py +1 -0
  4. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/clients/catalog.py +13 -6
  5. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/resources/dataset.py +4 -2
  6. foundry_dev_tools-2.1.10/src/foundry_dev_tools/__about__.py +0 -1
  7. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/README.md +0 -0
  8. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/__init__.py +0 -0
  9. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/_optional/__init__.py +0 -0
  10. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/_optional/pandas.py +0 -0
  11. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/_optional/polars.py +0 -0
  12. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/_optional/pyarrow.py +0 -0
  13. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/_optional/pyspark.py +0 -0
  14. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/cached_foundry_client.py +0 -0
  15. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/cli/__init__.py +0 -0
  16. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/cli/build.py +0 -0
  17. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/cli/config.py +0 -0
  18. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/cli/git.py +0 -0
  19. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/cli/git_credential_foundry.py +0 -0
  20. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/cli/info.py +0 -0
  21. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/cli/main.py +0 -0
  22. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/cli/s3.py +0 -0
  23. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/cli/stubs.py +0 -0
  24. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/clients/__init__.py +0 -0
  25. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/clients/api_client.py +0 -0
  26. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/clients/build2.py +0 -0
  27. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/clients/compass.py +0 -0
  28. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/clients/context_client.py +0 -0
  29. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/clients/data_proxy.py +0 -0
  30. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/clients/foundry_sql_server.py +0 -0
  31. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/clients/foundry_stats.py +0 -0
  32. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/clients/jemma.py +0 -0
  33. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/clients/metadata.py +0 -0
  34. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/clients/multipass.py +0 -0
  35. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/clients/public_ontologies_client.py +0 -0
  36. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/clients/s3_client.py +0 -0
  37. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/clients/schema_inference.py +0 -0
  38. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/config/__init__.py +0 -0
  39. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/config/config.py +0 -0
  40. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/config/config_types.py +0 -0
  41. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/config/context.py +0 -0
  42. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/config/token_provider.py +0 -0
  43. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/errors/__init__.py +0 -0
  44. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/errors/compass.py +0 -0
  45. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/errors/config.py +0 -0
  46. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/errors/dataset.py +0 -0
  47. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/errors/handling.py +0 -0
  48. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/errors/meta.py +0 -0
  49. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/errors/multipass.py +0 -0
  50. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/errors/sql.py +0 -0
  51. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/foundry_api_client.py +0 -0
  52. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/helpers/__init__.py +0 -0
  53. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/helpers/multipass/__init__.py +0 -0
  54. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/helpers/multipass/group.py +0 -0
  55. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/helpers/multipass/principal.py +0 -0
  56. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/helpers/multipass/user.py +0 -0
  57. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/py.typed +0 -0
  58. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/resources/__init__.py +0 -0
  59. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/resources/folder.py +0 -0
  60. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/resources/resource.py +0 -0
  61. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/utils/__init__.py +0 -0
  62. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/utils/api_types.py +0 -0
  63. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/utils/async_s3.py +0 -0
  64. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/utils/caches/__init__.py +0 -0
  65. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/utils/caches/metadata_store.py +0 -0
  66. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/utils/caches/spark_caches.py +0 -0
  67. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/utils/cli.py +0 -0
  68. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/utils/clients.py +0 -0
  69. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/utils/compat.py +0 -0
  70. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/utils/config.py +0 -0
  71. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/utils/converter/__init__.py +0 -0
  72. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/utils/converter/foundry_spark.py +0 -0
  73. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/utils/misc.py +0 -0
  74. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/utils/public_api_types.py +0 -0
  75. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/utils/repo.py +0 -0
  76. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/utils/s3.py +0 -0
  77. {foundry_dev_tools-2.1.10 → foundry_dev_tools-2.1.12}/src/foundry_dev_tools/utils/spark.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: foundry-dev-tools
3
- Version: 2.1.10
3
+ Version: 2.1.12
4
4
  Summary: Seamlessly run your Palantir Foundry Repository transforms code on your local machine.
5
5
  Author-Email: Nicolas Renkamp <nicolas.renkamp@merckgroup.com>, Jonas Wunderlich <jonas.wunderlich@merckgroup.com>
6
6
  License: Apache-2.0
@@ -41,7 +41,7 @@ dependencies = [
41
41
  "tomli_w",
42
42
  ]
43
43
  dynamic = []
44
- version = "2.1.10"
44
+ version = "2.1.12"
45
45
 
46
46
  [project.license]
47
47
  text = "Apache-2.0"
@@ -0,0 +1 @@
1
+ __version__ = '2.1.12'
@@ -27,6 +27,7 @@ class CatalogClient(APIClient):
27
27
  page_size: int = 1000,
28
28
  logical_path: api_types.PathInDataset | None = None,
29
29
  page_start_logical_path: api_types.PathInDataset | None = None,
30
+ start_transaction_rid: api_types.TransactionRid | None = None,
30
31
  include_open_exclusive_transaction: bool = False,
31
32
  exclude_hidden_files: bool = False,
32
33
  temporary_credentials_auth_token: str | None = None,
@@ -43,6 +44,8 @@ class CatalogClient(APIClient):
43
44
  (a slash is added to the end of logicalPath if necessary and a prefix-match is performed)
44
45
  page_start_logical_path: if specified page starts at the given path,
45
46
  otherwise at the beginning of the file list
47
+ start_transaction_rid: if a startTransactionRid is given, the view starting at the startTransactionRid
48
+ and ending at the endRef is returned
46
49
  include_open_exclusive_transaction: if files added in open transaction should be returned
47
50
  as well in the response
48
51
  exclude_hidden_files: if hidden files should be excluded (e.g. _log files)
@@ -62,7 +65,7 @@ class CatalogClient(APIClient):
62
65
  ]
63
66
  """
64
67
 
65
- def _inner_get(next_page_token: str | None = None) -> dict:
68
+ def _inner_get(page_start_logical_path: str | None = None) -> dict:
66
69
  return self.api_get_dataset_view_files3(
67
70
  dataset_rid=dataset_rid,
68
71
  end_ref=end_ref,
@@ -71,14 +74,17 @@ class CatalogClient(APIClient):
71
74
  page_start_logical_path=page_start_logical_path,
72
75
  include_open_exclusive_transaction=include_open_exclusive_transaction,
73
76
  exclude_hidden_files=exclude_hidden_files,
74
- start_transaction_rid=next_page_token,
77
+ start_transaction_rid=start_transaction_rid,
75
78
  temporary_credentials_auth_token=temporary_credentials_auth_token,
76
79
  ).json()
77
80
 
78
81
  result: list[dict] = []
79
- batch_result = {"nextPageToken": ""}
80
- while batch_result["nextPageToken"] is not None:
81
- batch_result = _inner_get(next_page_token=batch_result["nextPageToken"])
82
+ first_result = _inner_get(page_start_logical_path=page_start_logical_path)
83
+ result.extend(first_result["values"])
84
+ next_page_token = first_result.get("nextPageToken", None)
85
+ while next_page_token is not None:
86
+ batch_result = _inner_get(page_start_logical_path=next_page_token)
87
+ next_page_token = batch_result.get("nextPageToken", None)
82
88
  result.extend(batch_result["values"]) # type: ignore[arg-type]
83
89
  return result
84
90
 
@@ -110,7 +116,8 @@ class CatalogClient(APIClient):
110
116
  include_open_exclusive_transaction: if files added in open transaction should be returned
111
117
  as well in the response
112
118
  exclude_hidden_files: if hidden files should be excluded (e.g. _log files)
113
- start_transaction_rid: start transaction rid
119
+ start_transaction_rid: if a startTransactionRid is given, the view starting at the startTransactionRid
120
+ and ending at the endRef is returned
114
121
  temporary_credentials_auth_token: to generate temporary credentials for presigned URLs
115
122
  **kwargs: gets passed to :py:meth:`APIClient.api_request`
116
123
 
@@ -567,11 +567,13 @@ class Dataset(resource.Resource):
567
567
  folder = str(round(time.time() * 1000)) if transaction_type == "APPEND" else "spark"
568
568
  parquet_compression = "snappy"
569
569
 
570
- if not (pd.__fake__ or pl.__fake__) and isinstance(df, pd.DataFrame | pl.DataFrame):
570
+ use_pandas = not pd.__fake__ and isinstance(df, pd.DataFrame)
571
+ use_polars = not pl.__fake__ and isinstance(df, pl.DataFrame)
572
+ if use_pandas or use_polars:
571
573
  buf = io.BytesIO()
572
574
  schema_flavor = "spark"
573
575
 
574
- if isinstance(df, pd.DataFrame):
576
+ if use_pandas:
575
577
  # write pandas dataframe as parquet to buffer
576
578
  df.to_parquet(
577
579
  buf,
@@ -1 +0,0 @@
1
- __version__ = '2.1.10'