foundry-dev-tools 2.1.8__tar.gz → 2.1.10__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (77) hide show
  1. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/PKG-INFO +1 -1
  2. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/pyproject.toml +1 -1
  3. foundry_dev_tools-2.1.10/src/foundry_dev_tools/__about__.py +1 -0
  4. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/clients/compass.py +52 -2
  5. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/errors/meta.py +3 -1
  6. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/errors/sql.py +9 -0
  7. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/resources/dataset.py +39 -10
  8. foundry_dev_tools-2.1.8/src/foundry_dev_tools/__about__.py +0 -1
  9. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/README.md +0 -0
  10. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/__init__.py +0 -0
  11. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/_optional/__init__.py +0 -0
  12. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/_optional/pandas.py +0 -0
  13. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/_optional/polars.py +0 -0
  14. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/_optional/pyarrow.py +0 -0
  15. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/_optional/pyspark.py +0 -0
  16. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/cached_foundry_client.py +0 -0
  17. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/cli/__init__.py +0 -0
  18. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/cli/build.py +0 -0
  19. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/cli/config.py +0 -0
  20. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/cli/git.py +0 -0
  21. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/cli/git_credential_foundry.py +0 -0
  22. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/cli/info.py +0 -0
  23. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/cli/main.py +0 -0
  24. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/cli/s3.py +0 -0
  25. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/cli/stubs.py +0 -0
  26. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/clients/__init__.py +0 -0
  27. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/clients/api_client.py +0 -0
  28. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/clients/build2.py +0 -0
  29. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/clients/catalog.py +0 -0
  30. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/clients/context_client.py +0 -0
  31. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/clients/data_proxy.py +0 -0
  32. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/clients/foundry_sql_server.py +0 -0
  33. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/clients/foundry_stats.py +0 -0
  34. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/clients/jemma.py +0 -0
  35. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/clients/metadata.py +0 -0
  36. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/clients/multipass.py +0 -0
  37. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/clients/public_ontologies_client.py +0 -0
  38. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/clients/s3_client.py +0 -0
  39. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/clients/schema_inference.py +0 -0
  40. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/config/__init__.py +0 -0
  41. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/config/config.py +0 -0
  42. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/config/config_types.py +0 -0
  43. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/config/context.py +0 -0
  44. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/config/token_provider.py +0 -0
  45. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/errors/__init__.py +0 -0
  46. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/errors/compass.py +0 -0
  47. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/errors/config.py +0 -0
  48. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/errors/dataset.py +0 -0
  49. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/errors/handling.py +0 -0
  50. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/errors/multipass.py +0 -0
  51. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/foundry_api_client.py +0 -0
  52. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/helpers/__init__.py +0 -0
  53. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/helpers/multipass/__init__.py +0 -0
  54. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/helpers/multipass/group.py +0 -0
  55. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/helpers/multipass/principal.py +0 -0
  56. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/helpers/multipass/user.py +0 -0
  57. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/py.typed +0 -0
  58. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/resources/__init__.py +0 -0
  59. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/resources/folder.py +0 -0
  60. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/resources/resource.py +0 -0
  61. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/utils/__init__.py +0 -0
  62. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/utils/api_types.py +0 -0
  63. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/utils/async_s3.py +0 -0
  64. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/utils/caches/__init__.py +0 -0
  65. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/utils/caches/metadata_store.py +0 -0
  66. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/utils/caches/spark_caches.py +0 -0
  67. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/utils/cli.py +0 -0
  68. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/utils/clients.py +0 -0
  69. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/utils/compat.py +0 -0
  70. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/utils/config.py +0 -0
  71. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/utils/converter/__init__.py +0 -0
  72. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/utils/converter/foundry_spark.py +0 -0
  73. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/utils/misc.py +0 -0
  74. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/utils/public_api_types.py +0 -0
  75. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/utils/repo.py +0 -0
  76. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/utils/s3.py +0 -0
  77. {foundry_dev_tools-2.1.8 → foundry_dev_tools-2.1.10}/src/foundry_dev_tools/utils/spark.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: foundry-dev-tools
3
- Version: 2.1.8
3
+ Version: 2.1.10
4
4
  Summary: Seamlessly run your Palantir Foundry Repository transforms code on your local machine.
5
5
  Author-Email: Nicolas Renkamp <nicolas.renkamp@merckgroup.com>, Jonas Wunderlich <jonas.wunderlich@merckgroup.com>
6
6
  License: Apache-2.0
@@ -41,7 +41,7 @@ dependencies = [
41
41
  "tomli_w",
42
42
  ]
43
43
  dynamic = []
44
- version = "2.1.8"
44
+ version = "2.1.10"
45
45
 
46
46
  [project.license]
47
47
  text = "Apache-2.0"
@@ -0,0 +1 @@
1
+ __version__ = '2.1.10'
@@ -1081,6 +1081,42 @@ class CompassClient(APIClient):
1081
1081
  """
1082
1082
  return self.api_get_resource_roles(rids).json()
1083
1083
 
1084
+ def api_update_project_roles(
1085
+ self,
1086
+ project_rid: api_types.Rid,
1087
+ role_grant_patches: set[api_types.RoleGrantPatch] | None = None,
1088
+ **kwargs,
1089
+ ) -> requests.Response:
1090
+ """Updates the role grants for a project resource.
1091
+
1092
+ Args:
1093
+ project_rid: resource identifier, for the resource for which roles will be updated
1094
+ role_grant_patches: list of role grants that should be patched.
1095
+ grant_patches have the following structure
1096
+ [{
1097
+ "patchOperation": "ADD" | "REMOVE",
1098
+ "roleGrant": {
1099
+ "role": roleset_id,
1100
+ "principal": {
1101
+ "id": multipass_id,
1102
+ "type": "USER" | "GROUP" | "EVERYONE"
1103
+ }
1104
+ }
1105
+ }]
1106
+ **kwargs: gets passed to :py:meth:`APIClient.api_request`
1107
+ """
1108
+ body = {}
1109
+
1110
+ if role_grant_patches is not None:
1111
+ body["roleGrantPatches"] = list(role_grant_patches)
1112
+
1113
+ return self.api_request(
1114
+ "POST",
1115
+ f"hierarchy/projects/{project_rid}",
1116
+ json=body,
1117
+ **kwargs,
1118
+ )
1119
+
1084
1120
  def api_update_resource_roles(
1085
1121
  self,
1086
1122
  rid: api_types.Rid,
@@ -1089,11 +1125,25 @@ class CompassClient(APIClient):
1089
1125
  disable_inherited_permissions: bool | None = None,
1090
1126
  **kwargs,
1091
1127
  ) -> requests.Response:
1092
- """Updates the role grants for a resource.
1128
+ """Updates the role grants for a resource (non-project).
1129
+
1130
+ This endpoint cannot be used for projects or service project resources.
1131
+ To update roles on a project, use api_update_project_roles().
1093
1132
 
1094
1133
  Args:
1095
1134
  rid: resource identifier, for the resource for which roles will be updated
1096
- grant_patches: the role grants that should be patched
1135
+ grant_patches: list of role grants that should be patched.
1136
+ grant_patches have the following structure
1137
+ [{
1138
+ "patchOperation": "ADD" | "REMOVE",
1139
+ "roleGrant": {
1140
+ "role": roleset_id,
1141
+ "principal": {
1142
+ "id": multipass_id,
1143
+ "type": "USER" | "GROUP" | "EVERYONE"
1144
+ }
1145
+ }
1146
+ }]
1097
1147
  disable_inherited_permissions_for_principals: patch role grants for the provided inherited permissions
1098
1148
  disable_inherited_permissions: disable inherited permissions
1099
1149
  **kwargs: gets passed to :py:meth:`APIClient.api_request`
@@ -59,7 +59,9 @@ class FoundryAPIError(FoundryDevToolsError):
59
59
  term_size = shutil.get_terminal_size().columns
60
60
  msg = self.message
61
61
  if self.info:
62
- msg += "\n{self.info}"
62
+ msg += f"\n{self.info}\n"
63
+ else:
64
+ msg += "\n"
63
65
  request_sep = "-" * int((term_size - 7) / 2)
64
66
  msg += request_sep + "REQUEST" + request_sep + "\n"
65
67
  if self.response is not None:
@@ -2,14 +2,23 @@
2
2
 
3
3
  from __future__ import annotations
4
4
 
5
+ from typing import TYPE_CHECKING
6
+
5
7
  from foundry_dev_tools.errors.meta import FoundryAPIError
6
8
 
9
+ if TYPE_CHECKING:
10
+ import requests
11
+
7
12
 
8
13
  class FoundrySqlQueryFailedError(FoundryAPIError):
9
14
  """Exception is thrown when SQL Query execution failed."""
10
15
 
11
16
  message = "Foundry SQL Query Failed."
12
17
 
18
+ def __init__(self, response: requests.Response):
19
+ self.error_message = response.json().get("status", {}).get("failed", {}).get("errorMessage", "")
20
+ super().__init__(response=response, info=self.error_message)
21
+
13
22
 
14
23
  class FoundrySqlQueryClientTimedOutError(FoundryAPIError):
15
24
  """Exception is thrown when the Query execution time exceeded the client timeout value."""
@@ -31,6 +31,7 @@ if TYPE_CHECKING:
31
31
 
32
32
  import pandas as pd
33
33
  import pandas.core.frame
34
+ import polars.dataframe.frame
34
35
  import pyarrow as pa
35
36
  import pyspark.sql
36
37
 
@@ -536,7 +537,7 @@ class Dataset(resource.Resource):
536
537
 
537
538
  def save_dataframe(
538
539
  self,
539
- df: pandas.core.frame.DataFrame | pyspark.sql.DataFrame,
540
+ df: pandas.core.frame.DataFrame | polars.dataframe.frame.DataFrame | pyspark.sql.DataFrame,
540
541
  transaction_type: api_types.FoundryTransaction = "SNAPSHOT",
541
542
  foundry_schema: api_types.FoundrySchema | None = None,
542
543
  ) -> Self:
@@ -547,7 +548,7 @@ class Dataset(resource.Resource):
547
548
  Creates SNAPSHOT transactions by default.
548
549
 
549
550
  Args:
550
- df: A pyspark or pandas DataFrame to upload
551
+ df: A pyspark, pandas or polars DataFrame to upload
551
552
  dataset_path_or_rid: path or rid of the dataset in which the object should be stored.
552
553
  branch: Branch of the dataset in which the object should be stored
553
554
  exists_ok: By default, this method creates a new dataset.
@@ -558,19 +559,35 @@ class Dataset(resource.Resource):
558
559
  """
559
560
  with self.transaction_context(transaction_type=transaction_type):
560
561
  from foundry_dev_tools._optional.pandas import pd
562
+ from foundry_dev_tools._optional.polars import pl
561
563
 
562
564
  # TODO needed?
563
565
  # to be backwards compatible to most readers, that expect files
564
566
  # to be under spark/
565
567
  folder = str(round(time.time() * 1000)) if transaction_type == "APPEND" else "spark"
566
- if not pd.__fake__ and isinstance(df, pd.DataFrame):
568
+ parquet_compression = "snappy"
569
+
570
+ if not (pd.__fake__ or pl.__fake__) and isinstance(df, pd.DataFrame | pl.DataFrame):
567
571
  buf = io.BytesIO()
568
- df.to_parquet(
569
- buf,
570
- compression="snappy",
571
- flavor="spark",
572
- index=False,
573
- )
572
+ schema_flavor = "spark"
573
+
574
+ if isinstance(df, pd.DataFrame):
575
+ # write pandas dataframe as parquet to buffer
576
+ df.to_parquet(
577
+ buf,
578
+ compression=parquet_compression,
579
+ flavor=schema_flavor,
580
+ index=False,
581
+ )
582
+ else:
583
+ # write polars dataframe as parquet to buffer
584
+ df.write_parquet(
585
+ buf,
586
+ compression=parquet_compression,
587
+ use_pyarrow=True,
588
+ pyarrow_options={"flavor": schema_flavor},
589
+ )
590
+
574
591
  buf.seek(0) # go to beginning of file
575
592
  self.put_file(
576
593
  folder + "/dataset.parquet",
@@ -579,7 +596,7 @@ class Dataset(resource.Resource):
579
596
  else:
580
597
  with tempfile.TemporaryDirectory() as path:
581
598
  p_path = Path(path)
582
- df.write.format("parquet").option("compression", "snappy").save(
599
+ df.write.format("parquet").option("compression", parquet_compression).save(
583
600
  path=path,
584
601
  mode="overwrite",
585
602
  )
@@ -758,6 +775,18 @@ class Dataset(resource.Resource):
758
775
  """
759
776
  return self.query_foundry_sql("SELECT *", return_type="pandas")
760
777
 
778
+ def to_polars(self) -> polars.dataframe.frame.DataFrame:
779
+ """Get dataset as a :py:class:`polars.DataFrame`.
780
+
781
+ Via :py:meth:`foundry_dev_tools.resources.dataset.Dataset.query_foundry_sql`
782
+ """
783
+ try:
784
+ import polars as pl
785
+ except ImportError as e:
786
+ msg = "The optional 'polars' package is not installed. Please install it to use the 'to_polars' method"
787
+ raise ImportError(msg) from e
788
+ return pl.from_arrow(self.to_arrow())
789
+
761
790
  @contextmanager
762
791
  def transaction_context(
763
792
  self,
@@ -1 +0,0 @@
1
- __version__ = '2.1.8'