acryl-datahub 1.0.0.4rc5__py3-none-any.whl → 1.0.0.4rc6__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of acryl-datahub might be problematic. Click here for more details.

@@ -1,7 +1,7 @@
1
- acryl_datahub-1.0.0.4rc5.dist-info/licenses/LICENSE,sha256=9xNHpsD0uYF5ONzXsKDCuHHB-xbiCrSbueWXqrTNsxk,11365
1
+ acryl_datahub-1.0.0.4rc6.dist-info/licenses/LICENSE,sha256=9xNHpsD0uYF5ONzXsKDCuHHB-xbiCrSbueWXqrTNsxk,11365
2
2
  datahub/__init__.py,sha256=aq_i5lVREmoLfYIqcx_pEQicO855YlhD19tWc1eZZNI,59
3
3
  datahub/__main__.py,sha256=pegIvQ9hzK7IhqVeUi1MeADSZ2QlP-D3K0OQdEg55RU,106
4
- datahub/_version.py,sha256=C9cJOHt7RVINEp5u9HEU9BQHiZS7hSsr2uIJMS3Pdjw,323
4
+ datahub/_version.py,sha256=lFUyplnN9ea9C0jyvH1T6H0kVRxk5DIQVEdHH_34ut4,323
5
5
  datahub/entrypoints.py,sha256=AQN5MzCe6q3LKI4SS6WmwN56kgjF6AC1ld7yELWVP2w,8953
6
6
  datahub/errors.py,sha256=p5rFAdAGVCk4Lqolol1YvthceadUSwpaCxLXRcyCCFQ,676
7
7
  datahub/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -65,7 +65,7 @@ datahub/cli/check_cli.py,sha256=82mO4a1_tEa9ewNzWAL6zxYEdVfUPOj0aH688X8_h28,1439
65
65
  datahub/cli/cli_utils.py,sha256=2uvPv6WqxbRdH7UteHwhRash4E0ncU5P6XebrFLeECo,13584
66
66
  datahub/cli/config_utils.py,sha256=EeBGfhmf4AxYoTfnZ4GSiGIgpzJFkduNjN_FwmxZGhA,4889
67
67
  datahub/cli/container_cli.py,sha256=uDOwewGEPYHQt-ppYEb8ESXhZjPNIZG0Rt3cm2FzPqc,1569
68
- datahub/cli/delete_cli.py,sha256=sik2DmQ5vUWeAIYwIfUBWIF1k6viEYx6M7rj61eeXI0,23590
68
+ datahub/cli/delete_cli.py,sha256=E9-quqF40eJOxYgCkS5dGo9jhSGuMhOVx7nHF-nWBes,23627
69
69
  datahub/cli/docker_check.py,sha256=rED4wHXqxcQ_qNFyIgFEZ85BHT9ZTE5YC-oUKqbRqi0,9432
70
70
  datahub/cli/docker_cli.py,sha256=U2yvCB37sPZB5Uq73Y3AG-FK_BqeQaNLsF3DChuiyqI,36463
71
71
  datahub/cli/env_utils.py,sha256=RQzjg4JE29hjPt4v7p-RuqoOr99w8E3DBHWiN2Sm7T4,252
@@ -176,7 +176,7 @@ datahub/ingestion/graph/config.py,sha256=hNu2CztDhUeWXoQA34mU-54H3aN4i3vMUfOoWYh
176
176
  datahub/ingestion/graph/connections.py,sha256=9462L0ZWGKURyypAln25eMPhK3pcufBar9tNDoqspXs,741
177
177
  datahub/ingestion/graph/entity_versioning.py,sha256=nrcNz0Qm6kpE6oTu_mrYUQDx14KPspBTc6R9SyFUY6c,6901
178
178
  datahub/ingestion/graph/filters.py,sha256=GlDPFiKOOfQAzlmdDG4Gye4RV2WRgAtMbvj82ST7cNE,8652
179
- datahub/ingestion/graph/links.py,sha256=ibLsoOf31ilUwMBSb6s6Bq_OCOW2esS5y-pmghGsHJs,2050
179
+ datahub/ingestion/graph/links.py,sha256=UwWSdx-j0dPttfJOjfTf4ZmlO7iIsRz5p3nIsqGVHUA,2169
180
180
  datahub/ingestion/reporting/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
181
181
  datahub/ingestion/reporting/datahub_ingestion_run_summary_provider.py,sha256=iEulcZMLBQuUfe9MAYyobMekvMcNm4dqVcS_C_2KfrI,9736
182
182
  datahub/ingestion/reporting/file_reporter.py,sha256=tiWukmMxHrTQI3rOAumsq6lRlw8T6spqpS6XBDYnrZU,1640
@@ -912,7 +912,7 @@ datahub/sdk/dataset.py,sha256=7PlmqKDROJvsh1CtlhG8owOhLdelHVbSSg5hA5Kbwp0,29150
912
912
  datahub/sdk/entity.py,sha256=Q29AbpS58L4gD8ETwoNIwG-ouytz4c0MSSFi6-jLl_4,6742
913
913
  datahub/sdk/entity_client.py,sha256=1AC9J7-jv3rD-MFEPz2PnFrT8nFkj_WO0M-4nyVOtQk,5319
914
914
  datahub/sdk/lineage_client.py,sha256=NJu9SbTNMWplFsiT5WWgqJ4ypD76y7Sm6I3btZ78rdE,13368
915
- datahub/sdk/main_client.py,sha256=agOPt93N2uYLuHdiDSJyk2xXZtZiYHvEbJC1VN5PCyo,4355
915
+ datahub/sdk/main_client.py,sha256=yqfETYxqzZsspmPNLyzUrxI4Ktmz3RAzYHXDS_6pGts,4362
916
916
  datahub/sdk/mlmodel.py,sha256=amS-hHg5tT7zAqEHG17kSA60Q7td2DFtO-W2rEfb2rY,10206
917
917
  datahub/sdk/mlmodelgroup.py,sha256=_7IkqkLVeyqYVEUHTVePSDLQyESsnwht5ca1lcMODAg,7842
918
918
  datahub/sdk/resolver_client.py,sha256=nKMAZJt2tRSGfKSzoREIh43PXqjM3umLiYkYHJjo1io,3243
@@ -959,7 +959,7 @@ datahub/testing/check_imports.py,sha256=mgWz8HGukyIASueZDQMnBHvfViWXN33_FvwJMXR-
959
959
  datahub/testing/check_sql_parser_result.py,sha256=1RV73w0Q7Jv7XoIz870oaooJFut21hXg72TIBunvdm8,2661
960
960
  datahub/testing/check_str_enum.py,sha256=yqk0XXHOGteN-IGqCp5JHy0Kca13BnI09ZqKc4Nwl3E,1187
961
961
  datahub/testing/compare_metadata_json.py,sha256=mTU5evu7KLS3cx8OLOC1fFxj0eY1J1CGV2PEQZmapos,5361
962
- datahub/testing/docker_utils.py,sha256=g169iy_jNR_mg0p8X31cChZqjOryutAIHUYLq3xqueY,2415
962
+ datahub/testing/docker_utils.py,sha256=tptUfpuKJzEeVz1GVC3Ud-P4cR7ctm9mALwSpCkIXGw,2565
963
963
  datahub/testing/doctest.py,sha256=1_8WEhHZ2eRQtw8vsXKzr9L5zzvs0Tcr6q4mnkyyvtw,295
964
964
  datahub/testing/mcp_diff.py,sha256=1BpQ3hST46cOQi1SmKdsto3j6x6Sk6yHm0vG1w9IDL0,10749
965
965
  datahub/testing/pytest_hooks.py,sha256=eifmj0M68AIfjTn_-0vtaBkKl75vNKMjsbYX-pJqmGY,1417
@@ -1054,8 +1054,8 @@ datahub_provider/operators/datahub_assertion_operator.py,sha256=uvTQ-jk2F0sbqqxp
1054
1054
  datahub_provider/operators/datahub_assertion_sensor.py,sha256=lCBj_3x1cf5GMNpHdfkpHuyHfVxsm6ff5x2Z5iizcAo,140
1055
1055
  datahub_provider/operators/datahub_operation_operator.py,sha256=aevDp2FzX7FxGlXrR0khoHNbxbhKR2qPEX5e8O2Jyzw,174
1056
1056
  datahub_provider/operators/datahub_operation_sensor.py,sha256=8fcdVBCEPgqy1etTXgLoiHoJrRt_nzFZQMdSzHqSG7M,168
1057
- acryl_datahub-1.0.0.4rc5.dist-info/METADATA,sha256=B-WcxIPWm4TjOoKAuGZzHhvkLHMLkjg4SfUMPMhYVhc,179949
1058
- acryl_datahub-1.0.0.4rc5.dist-info/WHEEL,sha256=0CuiUZ_p9E4cD6NyLD6UG80LBXYyiSYZOKDm5lp32xk,91
1059
- acryl_datahub-1.0.0.4rc5.dist-info/entry_points.txt,sha256=o3mDeJXSKhsy7XLkuogihraiabBdLn9HaizYXPrxmk0,9710
1060
- acryl_datahub-1.0.0.4rc5.dist-info/top_level.txt,sha256=iLjSrLK5ox1YVYcglRUkcvfZPvKlobBWx7CTUXx8_GI,25
1061
- acryl_datahub-1.0.0.4rc5.dist-info/RECORD,,
1057
+ acryl_datahub-1.0.0.4rc6.dist-info/METADATA,sha256=Ry6qydIyyjAptNjSQr46P_yzOTtYyW2WaIzk8SQI6Rw,179949
1058
+ acryl_datahub-1.0.0.4rc6.dist-info/WHEEL,sha256=DnLRTWE75wApRYVsjgc6wsVswC54sMSJhAEd4xhDpBk,91
1059
+ acryl_datahub-1.0.0.4rc6.dist-info/entry_points.txt,sha256=o3mDeJXSKhsy7XLkuogihraiabBdLn9HaizYXPrxmk0,9710
1060
+ acryl_datahub-1.0.0.4rc6.dist-info/top_level.txt,sha256=iLjSrLK5ox1YVYcglRUkcvfZPvKlobBWx7CTUXx8_GI,25
1061
+ acryl_datahub-1.0.0.4rc6.dist-info/RECORD,,
@@ -1,5 +1,5 @@
1
1
  Wheel-Version: 1.0
2
- Generator: setuptools (80.3.1)
2
+ Generator: setuptools (80.4.0)
3
3
  Root-Is-Purelib: true
4
4
  Tag: py3-none-any
5
5
 
datahub/_version.py CHANGED
@@ -1,6 +1,6 @@
1
1
  # Published at https://pypi.org/project/acryl-datahub/.
2
2
  __package_name__ = "acryl-datahub"
3
- __version__ = "1.0.0.4rc5"
3
+ __version__ = "1.0.0.4rc6"
4
4
 
5
5
 
6
6
  def is_dev_mode() -> bool:
datahub/cli/delete_cli.py CHANGED
@@ -396,8 +396,8 @@ def by_filter(
396
396
 
397
397
  if not force and not soft and not dry_run:
398
398
  message = (
399
- "Hard deletion will permanently delete data from DataHub and can be slow. "
400
- "We generally recommend using soft deletes instead. "
399
+ "Hard deletion will permanently delete data and can significantly slow down your instance while being executed. "
400
+ "We strongly recommend using soft deletes instead. "
401
401
  "Do you want to continue?"
402
402
  )
403
403
  if only_soft_deleted:
@@ -1,3 +1,4 @@
1
+ import urllib.parse
1
2
  from typing import Optional
2
3
 
3
4
  import datahub.metadata.urns as urns
@@ -40,14 +41,15 @@ def make_url_for_urn(
40
41
 
41
42
  Examples:
42
43
  >>> make_url_for_urn("https://demo.datahub.com", "urn:li:container:b41c14bc5cb3ccfbb0433c8cbdef2992", tab="Contents")
43
- 'https://demo.datahub.com/container/urn:li:container:b41c14bc5cb3ccfbb0433c8cbdef2992/Contents'
44
+ 'https://demo.datahub.com/container/urn%3Ali%3Acontainer%3Ab41c14bc5cb3ccfbb0433c8cbdef2992/Contents'
44
45
  >>> make_url_for_urn("https://demo.datahub.com", "urn:li:dataset:(urn:li:dataPlatform:snowflake,long_tail_companions.adoption.actuating,PROD)")
45
- 'https://demo.datahub.com/dataset/urn:li:dataset:(urn:li:dataPlatform:snowflake,long_tail_companions.adoption.actuating,PROD)/'
46
+ 'https://demo.datahub.com/dataset/urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Asnowflake%2Clong_tail_companions.adoption.actuating%2CPROD%29/'
46
47
  """
47
48
  entity_type = guess_entity_type(entity_urn)
49
+ encoded_entity_urn = urllib.parse.quote(entity_urn, safe="")
48
50
 
49
51
  url_prefix = _url_prefixes.get(entity_type, entity_type)
50
- url = f"{frontend_base_url}/{url_prefix}/{entity_urn}/"
52
+ url = f"{frontend_base_url}/{url_prefix}/{encoded_entity_urn}/"
51
53
  if tab:
52
54
  url += f"{tab}"
53
55
  return url
@@ -12,10 +12,10 @@ from datahub.sdk.search_client import SearchClient
12
12
 
13
13
  try:
14
14
  from acryl_datahub_cloud._sdk_extras import ( # type: ignore[import-not-found]
15
- AssertionClient,
15
+ AssertionsClient,
16
16
  )
17
17
  except ImportError:
18
- AssertionClient = None
18
+ AssertionsClient = None
19
19
 
20
20
 
21
21
  class DataHubClient:
@@ -112,9 +112,9 @@ class DataHubClient:
112
112
  return LineageClient(self)
113
113
 
114
114
  @property
115
- def assertion(self) -> AssertionClient: # type: ignore[return-value] # Type is not available if assertion_client is not installed
116
- if AssertionClient is None:
115
+ def assertions(self) -> AssertionsClient: # type: ignore[return-value] # Type is not available if assertion_client is not installed
116
+ if AssertionsClient is None:
117
117
  raise SdkUsageError(
118
- "AssertionClient is not installed, please install it with `pip install acryl-datahub-cloud`"
118
+ "AssertionsClient is not installed, please install it with `pip install acryl-datahub-cloud`"
119
119
  )
120
- return AssertionClient(self)
120
+ return AssertionsClient(self)
@@ -48,16 +48,22 @@ def wait_for_port(
48
48
  subprocess.run(f"docker logs {container_name}", shell=True, check=True)
49
49
 
50
50
 
51
+ DOCKER_DEFAULT_UNLIMITED_PARALLELISM = -1
52
+
53
+
51
54
  @pytest.fixture(scope="module")
52
55
  def docker_compose_runner(
53
56
  docker_compose_command, docker_compose_project_name, docker_setup, docker_cleanup
54
57
  ):
55
58
  @contextlib.contextmanager
56
59
  def run(
57
- compose_file_path: Union[str, List[str]], key: str, cleanup: bool = True
60
+ compose_file_path: Union[str, List[str]],
61
+ key: str,
62
+ cleanup: bool = True,
63
+ parallel: int = DOCKER_DEFAULT_UNLIMITED_PARALLELISM,
58
64
  ) -> Iterator[pytest_docker.plugin.Services]:
59
65
  with pytest_docker.plugin.get_docker_services(
60
- docker_compose_command=docker_compose_command,
66
+ docker_compose_command=f"{docker_compose_command} --parallel {parallel}",
61
67
  # We can remove the type ignore once this is merged:
62
68
  # https://github.com/avast/pytest-docker/pull/108
63
69
  docker_compose_file=compose_file_path, # type: ignore