acryl-datahub 0.14.1.13rc6__py3-none-any.whl → 0.14.1.13rc7__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of acryl-datahub might be problematic. Click here for more details.

@@ -1,4 +1,4 @@
1
- datahub/__init__.py,sha256=JvS6bVIee0O3OSc7IBHb7mEeuHYesjHcY2dgF-FuZMs,577
1
+ datahub/__init__.py,sha256=iJWtbGzvLO2Ab_1AQTeXndrbJHFOcpOmE_RHQzAvOEo,577
2
2
  datahub/__main__.py,sha256=pegIvQ9hzK7IhqVeUi1MeADSZ2QlP-D3K0OQdEg55RU,106
3
3
  datahub/entrypoints.py,sha256=3-qSfXAx3Z0FEkBV5tlO8fQr4xk4ySeDRMVTpS5Xd6A,7793
4
4
  datahub/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -231,7 +231,7 @@ datahub/ingestion/source/azure/abs_folder_utils.py,sha256=7skXus-4fSIoKpqCeU-GG0
231
231
  datahub/ingestion/source/azure/abs_utils.py,sha256=KdAlCK-PMrn35kFHxz5vrsjajyx2PD5GRgoBKdoRvcg,2075
232
232
  datahub/ingestion/source/azure/azure_common.py,sha256=Zl0pPuE6L3QcM5B1P0LsPthZmD0h7fUUS0kg2okl6IY,4053
233
233
  datahub/ingestion/source/bigquery_v2/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
234
- datahub/ingestion/source/bigquery_v2/bigquery.py,sha256=rQxsNmuOI5pyzjEaFFg2kJNg_yaZpt5Q3W0Vdr2Zq9A,13984
234
+ datahub/ingestion/source/bigquery_v2/bigquery.py,sha256=-12CZWeSIAkI6Kb4AY8NAF3wsC_2lxhPErm5o0oUUes,14116
235
235
  datahub/ingestion/source/bigquery_v2/bigquery_audit.py,sha256=oFccDfFNU3vjjfe5QlV0EtSp8Ow4SBd6h2KdGgj7XW8,25115
236
236
  datahub/ingestion/source/bigquery_v2/bigquery_audit_log_api.py,sha256=LuGJ6LgPViLIfDQfylxlQ3CA7fZYM5MDt8M-7sfzm84,5096
237
237
  datahub/ingestion/source/bigquery_v2/bigquery_config.py,sha256=xnYWxbhvv-rJRHLGkOWIAn4Ir__hwinEZF1F7TWWirE,26086
@@ -483,7 +483,7 @@ datahub/ingestion/source/state_provider/file_ingestion_checkpointing_provider.py
483
483
  datahub/ingestion/source/state_provider/state_provider_registry.py,sha256=SVq4mIyGNmLXE9OZx1taOiNPqDoQp03-Ot9rYnB5F3k,401
484
484
  datahub/ingestion/source/tableau/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
485
485
  datahub/ingestion/source/tableau/tableau.py,sha256=LgsVZPMRiJiyyB9-ljj53T8WGUyBSiQwByW_1TSuxC4,130417
486
- datahub/ingestion/source/tableau/tableau_common.py,sha256=jX7s-eVOKB-Zu98IKkn74UMixDKL18au-1TZFDE7HLI,25963
486
+ datahub/ingestion/source/tableau/tableau_common.py,sha256=Dy_2pvkPucZJsG_LvQZLlxNEkjh-yOXHlZ4jurq9opM,26069
487
487
  datahub/ingestion/source/tableau/tableau_constant.py,sha256=nWElhtDo5kj5mWivZFmtVF_4Ugw0-EatBYWyDVzu5hE,2501
488
488
  datahub/ingestion/source/unity/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
489
489
  datahub/ingestion/source/unity/analyze_profiler.py,sha256=2pqkFY30CfN4aHgFZZntjeG0hNhBytZJvXC13VfTc1I,4689
@@ -971,8 +971,8 @@ datahub_provider/operators/datahub_assertion_operator.py,sha256=uvTQ-jk2F0sbqqxp
971
971
  datahub_provider/operators/datahub_assertion_sensor.py,sha256=lCBj_3x1cf5GMNpHdfkpHuyHfVxsm6ff5x2Z5iizcAo,140
972
972
  datahub_provider/operators/datahub_operation_operator.py,sha256=aevDp2FzX7FxGlXrR0khoHNbxbhKR2qPEX5e8O2Jyzw,174
973
973
  datahub_provider/operators/datahub_operation_sensor.py,sha256=8fcdVBCEPgqy1etTXgLoiHoJrRt_nzFZQMdSzHqSG7M,168
974
- acryl_datahub-0.14.1.13rc6.dist-info/METADATA,sha256=i-L9n8PCRIcSK6UAfHiUJxDRVEom4BHtjGf2ZdGR-Hc,171138
975
- acryl_datahub-0.14.1.13rc6.dist-info/WHEEL,sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U,91
976
- acryl_datahub-0.14.1.13rc6.dist-info/entry_points.txt,sha256=VcQx0dnqaYLyeY_L5OaX7bLmmE-Il7TAXkxCKvEn2bA,9432
977
- acryl_datahub-0.14.1.13rc6.dist-info/top_level.txt,sha256=iLjSrLK5ox1YVYcglRUkcvfZPvKlobBWx7CTUXx8_GI,25
978
- acryl_datahub-0.14.1.13rc6.dist-info/RECORD,,
974
+ acryl_datahub-0.14.1.13rc7.dist-info/METADATA,sha256=GLfCmMbHHo7KoYo_AKEO6D8Cty0VP2obvuJ5sSSclMo,171138
975
+ acryl_datahub-0.14.1.13rc7.dist-info/WHEEL,sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U,91
976
+ acryl_datahub-0.14.1.13rc7.dist-info/entry_points.txt,sha256=VcQx0dnqaYLyeY_L5OaX7bLmmE-Il7TAXkxCKvEn2bA,9432
977
+ acryl_datahub-0.14.1.13rc7.dist-info/top_level.txt,sha256=iLjSrLK5ox1YVYcglRUkcvfZPvKlobBWx7CTUXx8_GI,25
978
+ acryl_datahub-0.14.1.13rc7.dist-info/RECORD,,
datahub/__init__.py CHANGED
@@ -3,7 +3,7 @@ import warnings
3
3
 
4
4
  # Published at https://pypi.org/project/acryl-datahub/.
5
5
  __package_name__ = "acryl-datahub"
6
- __version__ = "0.14.1.13rc6"
6
+ __version__ = "0.14.1.13rc7"
7
7
 
8
8
 
9
9
  def is_dev_mode() -> bool:
@@ -95,6 +95,10 @@ def cleanup(config: BigQueryV2Config) -> None:
95
95
  "Optionally enabled via `classification.enabled`",
96
96
  supported=True,
97
97
  )
98
+ @capability(
99
+ SourceCapability.PARTITION_SUPPORT,
100
+ "Enabled by default, partition keys and clustering keys are supported.",
101
+ )
98
102
  class BigqueryV2Source(StatefulIngestionSourceBase, TestableSource):
99
103
  def __init__(self, ctx: PipelineContext, config: BigQueryV2Config):
100
104
  super().__init__(config, ctx)
@@ -643,8 +643,11 @@ class TableauUpstreamReference:
643
643
  cls, d: dict, default_schema_map: Optional[Dict[str, str]] = None
644
644
  ) -> "TableauUpstreamReference":
645
645
  # Values directly from `table` object from Tableau
646
- database = t_database = d.get(c.DATABASE, {}).get(c.NAME)
647
- database_id = d.get(c.DATABASE, {}).get(c.ID)
646
+ database_dict = (
647
+ d.get(c.DATABASE) or {}
648
+ ) # this sometimes is None, so we need the `or {}`
649
+ database = t_database = database_dict.get(c.NAME)
650
+ database_id = database_dict.get(c.ID)
648
651
  schema = t_schema = d.get(c.SCHEMA)
649
652
  table = t_table = d.get(c.NAME) or ""
650
653
  t_full_name = d.get(c.FULL_NAME)