acryl-datahub 1.2.0.6__py3-none-any.whl → 1.2.0.7rc1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of acryl-datahub might be problematic. Click here for more details.
- {acryl_datahub-1.2.0.6.dist-info → acryl_datahub-1.2.0.7rc1.dist-info}/METADATA +2693 -2630
- {acryl_datahub-1.2.0.6.dist-info → acryl_datahub-1.2.0.7rc1.dist-info}/RECORD +63 -55
- {acryl_datahub-1.2.0.6.dist-info → acryl_datahub-1.2.0.7rc1.dist-info}/entry_points.txt +1 -0
- datahub/_version.py +1 -1
- datahub/api/graphql/operation.py +1 -1
- datahub/ingestion/autogenerated/capability_summary.json +45 -5
- datahub/ingestion/autogenerated/lineage.json +3 -2
- datahub/ingestion/run/pipeline.py +1 -0
- datahub/ingestion/source/aws/s3_boto_utils.py +97 -5
- datahub/ingestion/source/common/subtypes.py +3 -0
- datahub/ingestion/source/data_lake_common/path_spec.py +1 -1
- datahub/ingestion/source/datahub/datahub_database_reader.py +19 -8
- datahub/ingestion/source/dbt/dbt_common.py +74 -0
- datahub/ingestion/source/dremio/dremio_aspects.py +3 -2
- datahub/ingestion/source/dremio/dremio_source.py +4 -0
- datahub/ingestion/source/dynamodb/dynamodb.py +10 -7
- datahub/ingestion/source/excel/__init__.py +0 -0
- datahub/ingestion/source/excel/config.py +92 -0
- datahub/ingestion/source/excel/excel_file.py +539 -0
- datahub/ingestion/source/excel/profiling.py +308 -0
- datahub/ingestion/source/excel/report.py +49 -0
- datahub/ingestion/source/excel/source.py +662 -0
- datahub/ingestion/source/excel/util.py +18 -0
- datahub/ingestion/source/fivetran/fivetran_query.py +8 -1
- datahub/ingestion/source/openapi.py +1 -1
- datahub/ingestion/source/powerbi/config.py +33 -0
- datahub/ingestion/source/powerbi/m_query/data_classes.py +1 -0
- datahub/ingestion/source/powerbi/m_query/pattern_handler.py +100 -10
- datahub/ingestion/source/powerbi/powerbi.py +5 -0
- datahub/ingestion/source/s3/source.py +65 -59
- datahub/ingestion/source/snowflake/snowflake_config.py +10 -0
- datahub/ingestion/source/snowflake/snowflake_connection.py +1 -1
- datahub/ingestion/source/snowflake/snowflake_query.py +27 -0
- datahub/ingestion/source/snowflake/snowflake_report.py +1 -0
- datahub/ingestion/source/snowflake/snowflake_schema.py +179 -7
- datahub/ingestion/source/snowflake/snowflake_schema_gen.py +21 -6
- datahub/ingestion/source/snowflake/snowflake_summary.py +1 -0
- datahub/ingestion/source/snowflake/snowflake_v2.py +4 -1
- datahub/ingestion/source/sql/hive_metastore.py +1 -0
- datahub/ingestion/source/sql_queries.py +24 -2
- datahub/ingestion/source/state/checkpoint.py +3 -28
- datahub/metadata/_internal_schema_classes.py +568 -512
- datahub/metadata/_urns/urn_defs.py +1748 -1748
- datahub/metadata/schema.avsc +18242 -18168
- datahub/metadata/schemas/ChartInfo.avsc +2 -1
- datahub/metadata/schemas/DataHubPageModuleProperties.avsc +9 -0
- datahub/metadata/schemas/InstitutionalMemory.avsc +9 -0
- datahub/metadata/schemas/MetadataChangeEvent.avsc +81 -45
- datahub/metadata/schemas/Ownership.avsc +69 -0
- datahub/metadata/schemas/StructuredProperties.avsc +69 -0
- datahub/metadata/schemas/StructuredPropertyDefinition.avsc +3 -0
- datahub/metadata/schemas/__init__.py +3 -3
- datahub/sdk/lineage_client.py +6 -26
- datahub/sdk/main_client.py +7 -3
- datahub/sdk/search_filters.py +16 -0
- datahub/specific/aspect_helpers/siblings.py +73 -0
- datahub/specific/dataset.py +2 -0
- datahub/sql_parsing/sql_parsing_aggregator.py +3 -0
- datahub/sql_parsing/tool_meta_extractor.py +1 -3
- datahub/upgrade/upgrade.py +14 -2
- {acryl_datahub-1.2.0.6.dist-info → acryl_datahub-1.2.0.7rc1.dist-info}/WHEEL +0 -0
- {acryl_datahub-1.2.0.6.dist-info → acryl_datahub-1.2.0.7rc1.dist-info}/licenses/LICENSE +0 -0
- {acryl_datahub-1.2.0.6.dist-info → acryl_datahub-1.2.0.7rc1.dist-info}/top_level.txt +0 -0
datahub/upgrade/upgrade.py
CHANGED
|
@@ -45,6 +45,7 @@ class ServerVersionStats(BaseModel):
|
|
|
45
45
|
latest: Optional[VersionStats] = None
|
|
46
46
|
current_server_type: Optional[str] = None
|
|
47
47
|
current_server_default_cli_version: Optional[VersionStats] = None
|
|
48
|
+
is_cloud_server: Optional[bool] = None
|
|
48
49
|
|
|
49
50
|
|
|
50
51
|
class ClientVersionStats(BaseModel):
|
|
@@ -145,7 +146,9 @@ async def get_server_config(gms_url: str, token: Optional[str]) -> RestServiceCo
|
|
|
145
146
|
|
|
146
147
|
async def get_server_version_stats(
|
|
147
148
|
server: Optional[DataHubGraph] = None,
|
|
148
|
-
) -> Tuple[
|
|
149
|
+
) -> Tuple[
|
|
150
|
+
Optional[str], Optional[Version], Optional[str], Optional[datetime], Optional[bool]
|
|
151
|
+
]:
|
|
149
152
|
import aiohttp
|
|
150
153
|
|
|
151
154
|
server_config: Optional[RestServiceConfig] = None
|
|
@@ -167,11 +170,13 @@ async def get_server_version_stats(
|
|
|
167
170
|
server_version: Optional[Version] = None
|
|
168
171
|
current_server_default_cli_version = None
|
|
169
172
|
current_server_release_date = None
|
|
173
|
+
is_cloud_server: Optional[bool] = None
|
|
170
174
|
if server_config:
|
|
171
175
|
server_version_string = server_config.service_version
|
|
172
176
|
commit_hash = server_config.commit_hash
|
|
173
177
|
server_type = server_config.server_type
|
|
174
178
|
current_server_default_cli_version = server_config.default_cli_version
|
|
179
|
+
is_cloud_server = server_config.is_datahub_cloud
|
|
175
180
|
if server_type == "quickstart" and commit_hash:
|
|
176
181
|
async with aiohttp.ClientSession(
|
|
177
182
|
headers={"Accept": "application/vnd.github.v3+json"}
|
|
@@ -191,6 +196,7 @@ async def get_server_version_stats(
|
|
|
191
196
|
server_version,
|
|
192
197
|
current_server_default_cli_version,
|
|
193
198
|
current_server_release_date,
|
|
199
|
+
is_cloud_server,
|
|
194
200
|
)
|
|
195
201
|
|
|
196
202
|
|
|
@@ -236,6 +242,7 @@ async def _retrieve_version_stats(
|
|
|
236
242
|
current_server_version,
|
|
237
243
|
current_server_default_cli_version,
|
|
238
244
|
current_server_release_date,
|
|
245
|
+
is_cloud_server,
|
|
239
246
|
) = results[2]
|
|
240
247
|
|
|
241
248
|
server_version_stats = None
|
|
@@ -255,6 +262,7 @@ async def _retrieve_version_stats(
|
|
|
255
262
|
else None
|
|
256
263
|
),
|
|
257
264
|
current_server_type=current_server_type,
|
|
265
|
+
is_cloud_server=is_cloud_server,
|
|
258
266
|
)
|
|
259
267
|
|
|
260
268
|
if client_version_stats and server_version_stats:
|
|
@@ -353,7 +361,11 @@ def _maybe_print_upgrade_message(
|
|
|
353
361
|
else None
|
|
354
362
|
)
|
|
355
363
|
client_server_compat = 0
|
|
356
|
-
|
|
364
|
+
# Skip version compatibility checks for cloud servers (serverEnv="cloud")
|
|
365
|
+
# Cloud servers use different versioning schemes between server and CLI
|
|
366
|
+
is_cloud = version_stats.server.is_cloud_server
|
|
367
|
+
|
|
368
|
+
if not is_cloud:
|
|
357
369
|
client_server_compat = is_client_server_compatible(
|
|
358
370
|
version_stats.client.current, version_stats.server.current
|
|
359
371
|
)
|
|
File without changes
|
|
File without changes
|
|
File without changes
|