acryl-datahub 1.0.0rc17__py3-none-any.whl → 1.0.0rc18__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of acryl-datahub might be problematic. Click here for more details.

@@ -1,6 +1,6 @@
1
1
  datahub/__init__.py,sha256=aq_i5lVREmoLfYIqcx_pEQicO855YlhD19tWc1eZZNI,59
2
2
  datahub/__main__.py,sha256=pegIvQ9hzK7IhqVeUi1MeADSZ2QlP-D3K0OQdEg55RU,106
3
- datahub/_version.py,sha256=Pm6pv1SEZW2WH_7EUSAIoR-6UVTQyPmr1utervGvb6M,322
3
+ datahub/_version.py,sha256=cadwaIVSYjldq1gLBbOrAkoALM9-SUSsE4xECju3hJw,322
4
4
  datahub/entrypoints.py,sha256=2TYgHhs3sCxJlojIHjqfxzt3_ImPwPzq4vBtsUuMqu4,8885
5
5
  datahub/errors.py,sha256=w6h8b27j9XlmPbTwqpu7-wgiTrXlHzcnUOnJ_iOrwzo,520
6
6
  datahub/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -447,7 +447,7 @@ datahub/ingestion/source/snowflake/snowflake_connection.py,sha256=pEw2O9xoTSIWDi
447
447
  datahub/ingestion/source/snowflake/snowflake_data_reader.py,sha256=ffR5E2uhD71FUMXd3XOg2rHwrp1rbbGEFTAbqKcmI2s,2195
448
448
  datahub/ingestion/source/snowflake/snowflake_lineage_v2.py,sha256=FBmiONx4EGHWV8RNJT6zHZyntKinPFFyd2oKbTUIbhE,21319
449
449
  datahub/ingestion/source/snowflake/snowflake_profiler.py,sha256=0DJiSwII6FY34urlBja2FW66NaVvhbBWmG0p7u8Xyrc,7548
450
- datahub/ingestion/source/snowflake/snowflake_queries.py,sha256=R3QxWtdR8T_8YV_3aqt3rJdto1gAij_mEHlSYKqdCfA,28326
450
+ datahub/ingestion/source/snowflake/snowflake_queries.py,sha256=gX9E1Z_CemAZsuTDmtvqrxY7vBL2da75j7X8Xwhaf8Y,28441
451
451
  datahub/ingestion/source/snowflake/snowflake_query.py,sha256=qz_rhRMNCXxHd23bePbb3YxhFgN7eRpV4s6g58hQ5bU,39678
452
452
  datahub/ingestion/source/snowflake/snowflake_report.py,sha256=ahea-bwpW6T0iDehGo0Qq_J7wKxPkV61aYHm8bGwDqo,6651
453
453
  datahub/ingestion/source/snowflake/snowflake_schema.py,sha256=qkGgk6WdKSPThFjexXHrxUPYiVtzDk2MbGX3b281A4c,26044
@@ -1025,9 +1025,9 @@ datahub_provider/operators/datahub_assertion_operator.py,sha256=uvTQ-jk2F0sbqqxp
1025
1025
  datahub_provider/operators/datahub_assertion_sensor.py,sha256=lCBj_3x1cf5GMNpHdfkpHuyHfVxsm6ff5x2Z5iizcAo,140
1026
1026
  datahub_provider/operators/datahub_operation_operator.py,sha256=aevDp2FzX7FxGlXrR0khoHNbxbhKR2qPEX5e8O2Jyzw,174
1027
1027
  datahub_provider/operators/datahub_operation_sensor.py,sha256=8fcdVBCEPgqy1etTXgLoiHoJrRt_nzFZQMdSzHqSG7M,168
1028
- acryl_datahub-1.0.0rc17.dist-info/LICENSE,sha256=9xNHpsD0uYF5ONzXsKDCuHHB-xbiCrSbueWXqrTNsxk,11365
1029
- acryl_datahub-1.0.0rc17.dist-info/METADATA,sha256=MDcGSuVfOxVWXtrGFaLcnCPABOS1ZCnehvPDHCWJtrk,176898
1030
- acryl_datahub-1.0.0rc17.dist-info/WHEEL,sha256=52BFRY2Up02UkjOa29eZOS2VxUrpPORXg1pkohGGUS8,91
1031
- acryl_datahub-1.0.0rc17.dist-info/entry_points.txt,sha256=7-eDilp0OACUtlmmZ-LF6H9MF_SWD_bWHKNG7Dvhhos,9652
1032
- acryl_datahub-1.0.0rc17.dist-info/top_level.txt,sha256=iLjSrLK5ox1YVYcglRUkcvfZPvKlobBWx7CTUXx8_GI,25
1033
- acryl_datahub-1.0.0rc17.dist-info/RECORD,,
1028
+ acryl_datahub-1.0.0rc18.dist-info/LICENSE,sha256=9xNHpsD0uYF5ONzXsKDCuHHB-xbiCrSbueWXqrTNsxk,11365
1029
+ acryl_datahub-1.0.0rc18.dist-info/METADATA,sha256=paUotX7MdMGKowqzTD7mt93-f2Hl6uB-og_wV_VbmhU,176898
1030
+ acryl_datahub-1.0.0rc18.dist-info/WHEEL,sha256=52BFRY2Up02UkjOa29eZOS2VxUrpPORXg1pkohGGUS8,91
1031
+ acryl_datahub-1.0.0rc18.dist-info/entry_points.txt,sha256=7-eDilp0OACUtlmmZ-LF6H9MF_SWD_bWHKNG7Dvhhos,9652
1032
+ acryl_datahub-1.0.0rc18.dist-info/top_level.txt,sha256=iLjSrLK5ox1YVYcglRUkcvfZPvKlobBWx7CTUXx8_GI,25
1033
+ acryl_datahub-1.0.0rc18.dist-info/RECORD,,
datahub/_version.py CHANGED
@@ -1,6 +1,6 @@
1
1
  # Published at https://pypi.org/project/acryl-datahub/.
2
2
  __package_name__ = "acryl-datahub"
3
- __version__ = "1.0.0rc17"
3
+ __version__ = "1.0.0rc18"
4
4
 
5
5
 
6
6
  def is_dev_mode() -> bool:
@@ -403,6 +403,7 @@ class SnowflakeQueriesExtractor(SnowflakeStructuredReportMixin, Closeable):
403
403
  res["session_id"],
404
404
  res["query_start_time"],
405
405
  object_modified_by_ddl,
406
+ res["query_type"],
406
407
  )
407
408
  if known_ddl_entry:
408
409
  return known_ddl_entry
@@ -537,40 +538,42 @@ class SnowflakeQueriesExtractor(SnowflakeStructuredReportMixin, Closeable):
537
538
  session_id: str,
538
539
  timestamp: datetime,
539
540
  object_modified_by_ddl: dict,
541
+ query_type: str,
540
542
  ) -> Optional[Union[TableRename, TableSwap]]:
541
543
  timestamp = timestamp.astimezone(timezone.utc)
542
- if object_modified_by_ddl[
543
- "operationType"
544
- ] == "ALTER" and object_modified_by_ddl["properties"].get("swapTargetName"):
545
- urn1 = self.identifiers.gen_dataset_urn(
544
+ if (
545
+ object_modified_by_ddl["operationType"] == "ALTER"
546
+ and query_type == "RENAME_TABLE"
547
+ and object_modified_by_ddl["properties"].get("objectName")
548
+ ):
549
+ original_un = self.identifiers.gen_dataset_urn(
546
550
  self.identifiers.get_dataset_identifier_from_qualified_name(
547
551
  object_modified_by_ddl["objectName"]
548
552
  )
549
553
  )
550
554
 
551
- urn2 = self.identifiers.gen_dataset_urn(
555
+ new_urn = self.identifiers.gen_dataset_urn(
552
556
  self.identifiers.get_dataset_identifier_from_qualified_name(
553
- object_modified_by_ddl["properties"]["swapTargetName"]["value"]
557
+ object_modified_by_ddl["properties"]["objectName"]["value"]
554
558
  )
555
559
  )
556
-
557
- return TableSwap(urn1, urn2, query, session_id, timestamp)
560
+ return TableRename(original_un, new_urn, query, session_id, timestamp)
558
561
  elif object_modified_by_ddl[
559
562
  "operationType"
560
- ] == "RENAME_TABLE" and object_modified_by_ddl["properties"].get("objectName"):
561
- original_un = self.identifiers.gen_dataset_urn(
563
+ ] == "ALTER" and object_modified_by_ddl["properties"].get("swapTargetName"):
564
+ urn1 = self.identifiers.gen_dataset_urn(
562
565
  self.identifiers.get_dataset_identifier_from_qualified_name(
563
566
  object_modified_by_ddl["objectName"]
564
567
  )
565
568
  )
566
569
 
567
- new_urn = self.identifiers.gen_dataset_urn(
570
+ urn2 = self.identifiers.gen_dataset_urn(
568
571
  self.identifiers.get_dataset_identifier_from_qualified_name(
569
- object_modified_by_ddl["properties"]["objectName"]["value"]
572
+ object_modified_by_ddl["properties"]["swapTargetName"]["value"]
570
573
  )
571
574
  )
572
575
 
573
- return TableRename(original_un, new_urn, query, session_id, timestamp)
576
+ return TableSwap(urn1, urn2, query, session_id, timestamp)
574
577
  else:
575
578
  self.report.num_ddl_queries_dropped += 1
576
579
  return None