acryl-datahub 1.2.0.6rc1__py3-none-any.whl → 1.2.0.7rc1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of acryl-datahub might be problematic. Click here for more details.

Files changed (63) hide show
  1. {acryl_datahub-1.2.0.6rc1.dist-info → acryl_datahub-1.2.0.7rc1.dist-info}/METADATA +2564 -2501
  2. {acryl_datahub-1.2.0.6rc1.dist-info → acryl_datahub-1.2.0.7rc1.dist-info}/RECORD +63 -55
  3. {acryl_datahub-1.2.0.6rc1.dist-info → acryl_datahub-1.2.0.7rc1.dist-info}/entry_points.txt +1 -0
  4. datahub/_version.py +1 -1
  5. datahub/api/graphql/operation.py +1 -1
  6. datahub/ingestion/autogenerated/capability_summary.json +45 -5
  7. datahub/ingestion/autogenerated/lineage.json +3 -2
  8. datahub/ingestion/run/pipeline.py +1 -0
  9. datahub/ingestion/source/aws/s3_boto_utils.py +97 -5
  10. datahub/ingestion/source/common/subtypes.py +3 -0
  11. datahub/ingestion/source/data_lake_common/path_spec.py +1 -1
  12. datahub/ingestion/source/datahub/datahub_database_reader.py +19 -8
  13. datahub/ingestion/source/dbt/dbt_common.py +74 -0
  14. datahub/ingestion/source/dremio/dremio_aspects.py +3 -2
  15. datahub/ingestion/source/dremio/dremio_source.py +4 -0
  16. datahub/ingestion/source/dynamodb/dynamodb.py +10 -7
  17. datahub/ingestion/source/excel/__init__.py +0 -0
  18. datahub/ingestion/source/excel/config.py +92 -0
  19. datahub/ingestion/source/excel/excel_file.py +539 -0
  20. datahub/ingestion/source/excel/profiling.py +308 -0
  21. datahub/ingestion/source/excel/report.py +49 -0
  22. datahub/ingestion/source/excel/source.py +662 -0
  23. datahub/ingestion/source/excel/util.py +18 -0
  24. datahub/ingestion/source/fivetran/fivetran_query.py +8 -1
  25. datahub/ingestion/source/openapi.py +1 -1
  26. datahub/ingestion/source/powerbi/config.py +33 -0
  27. datahub/ingestion/source/powerbi/m_query/data_classes.py +1 -0
  28. datahub/ingestion/source/powerbi/m_query/pattern_handler.py +100 -10
  29. datahub/ingestion/source/powerbi/powerbi.py +5 -0
  30. datahub/ingestion/source/s3/source.py +65 -59
  31. datahub/ingestion/source/snowflake/snowflake_config.py +10 -0
  32. datahub/ingestion/source/snowflake/snowflake_connection.py +1 -1
  33. datahub/ingestion/source/snowflake/snowflake_query.py +27 -0
  34. datahub/ingestion/source/snowflake/snowflake_report.py +1 -0
  35. datahub/ingestion/source/snowflake/snowflake_schema.py +179 -7
  36. datahub/ingestion/source/snowflake/snowflake_schema_gen.py +21 -6
  37. datahub/ingestion/source/snowflake/snowflake_summary.py +1 -0
  38. datahub/ingestion/source/snowflake/snowflake_v2.py +4 -1
  39. datahub/ingestion/source/sql/hive_metastore.py +1 -0
  40. datahub/ingestion/source/sql_queries.py +24 -2
  41. datahub/ingestion/source/state/checkpoint.py +3 -28
  42. datahub/metadata/_internal_schema_classes.py +568 -512
  43. datahub/metadata/_urns/urn_defs.py +1748 -1748
  44. datahub/metadata/schema.avsc +18242 -18168
  45. datahub/metadata/schemas/ChartInfo.avsc +2 -1
  46. datahub/metadata/schemas/DataHubPageModuleProperties.avsc +9 -0
  47. datahub/metadata/schemas/InstitutionalMemory.avsc +9 -0
  48. datahub/metadata/schemas/MetadataChangeEvent.avsc +81 -45
  49. datahub/metadata/schemas/Ownership.avsc +69 -0
  50. datahub/metadata/schemas/StructuredProperties.avsc +69 -0
  51. datahub/metadata/schemas/StructuredPropertyDefinition.avsc +3 -0
  52. datahub/metadata/schemas/__init__.py +3 -3
  53. datahub/sdk/lineage_client.py +6 -26
  54. datahub/sdk/main_client.py +7 -3
  55. datahub/sdk/search_filters.py +16 -0
  56. datahub/specific/aspect_helpers/siblings.py +73 -0
  57. datahub/specific/dataset.py +2 -0
  58. datahub/sql_parsing/sql_parsing_aggregator.py +3 -0
  59. datahub/sql_parsing/tool_meta_extractor.py +1 -3
  60. datahub/upgrade/upgrade.py +14 -2
  61. {acryl_datahub-1.2.0.6rc1.dist-info → acryl_datahub-1.2.0.7rc1.dist-info}/WHEEL +0 -0
  62. {acryl_datahub-1.2.0.6rc1.dist-info → acryl_datahub-1.2.0.7rc1.dist-info}/licenses/LICENSE +0 -0
  63. {acryl_datahub-1.2.0.6rc1.dist-info → acryl_datahub-1.2.0.7rc1.dist-info}/top_level.txt +0 -0
@@ -45,6 +45,7 @@ class ServerVersionStats(BaseModel):
45
45
  latest: Optional[VersionStats] = None
46
46
  current_server_type: Optional[str] = None
47
47
  current_server_default_cli_version: Optional[VersionStats] = None
48
+ is_cloud_server: Optional[bool] = None
48
49
 
49
50
 
50
51
  class ClientVersionStats(BaseModel):
@@ -145,7 +146,9 @@ async def get_server_config(gms_url: str, token: Optional[str]) -> RestServiceCo
145
146
 
146
147
  async def get_server_version_stats(
147
148
  server: Optional[DataHubGraph] = None,
148
- ) -> Tuple[Optional[str], Optional[Version], Optional[str], Optional[datetime]]:
149
+ ) -> Tuple[
150
+ Optional[str], Optional[Version], Optional[str], Optional[datetime], Optional[bool]
151
+ ]:
149
152
  import aiohttp
150
153
 
151
154
  server_config: Optional[RestServiceConfig] = None
@@ -167,11 +170,13 @@ async def get_server_version_stats(
167
170
  server_version: Optional[Version] = None
168
171
  current_server_default_cli_version = None
169
172
  current_server_release_date = None
173
+ is_cloud_server: Optional[bool] = None
170
174
  if server_config:
171
175
  server_version_string = server_config.service_version
172
176
  commit_hash = server_config.commit_hash
173
177
  server_type = server_config.server_type
174
178
  current_server_default_cli_version = server_config.default_cli_version
179
+ is_cloud_server = server_config.is_datahub_cloud
175
180
  if server_type == "quickstart" and commit_hash:
176
181
  async with aiohttp.ClientSession(
177
182
  headers={"Accept": "application/vnd.github.v3+json"}
@@ -191,6 +196,7 @@ async def get_server_version_stats(
191
196
  server_version,
192
197
  current_server_default_cli_version,
193
198
  current_server_release_date,
199
+ is_cloud_server,
194
200
  )
195
201
 
196
202
 
@@ -236,6 +242,7 @@ async def _retrieve_version_stats(
236
242
  current_server_version,
237
243
  current_server_default_cli_version,
238
244
  current_server_release_date,
245
+ is_cloud_server,
239
246
  ) = results[2]
240
247
 
241
248
  server_version_stats = None
@@ -255,6 +262,7 @@ async def _retrieve_version_stats(
255
262
  else None
256
263
  ),
257
264
  current_server_type=current_server_type,
265
+ is_cloud_server=is_cloud_server,
258
266
  )
259
267
 
260
268
  if client_version_stats and server_version_stats:
@@ -353,7 +361,11 @@ def _maybe_print_upgrade_message(
353
361
  else None
354
362
  )
355
363
  client_server_compat = 0
356
- if version_stats.server.current_server_type != "cloud":
364
+ # Skip version compatibility checks for cloud servers (serverEnv="cloud")
365
+ # Cloud servers use different versioning schemes between server and CLI
366
+ is_cloud = version_stats.server.is_cloud_server
367
+
368
+ if not is_cloud:
357
369
  client_server_compat = is_client_server_compatible(
358
370
  version_stats.client.current, version_stats.server.current
359
371
  )