acryl-datahub-cloud 0.3.8.2rc6__py3-none-any.whl → 0.3.8.2rc8__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of acryl-datahub-cloud might be problematic. Click here for more details.
- acryl_datahub_cloud/_codegen_config.json +1 -1
- acryl_datahub_cloud/datahub_usage_reporting/usage_feature_reporter.py +2 -3
- {acryl_datahub_cloud-0.3.8.2rc6.dist-info → acryl_datahub_cloud-0.3.8.2rc8.dist-info}/METADATA +44 -44
- {acryl_datahub_cloud-0.3.8.2rc6.dist-info → acryl_datahub_cloud-0.3.8.2rc8.dist-info}/RECORD +7 -7
- {acryl_datahub_cloud-0.3.8.2rc6.dist-info → acryl_datahub_cloud-0.3.8.2rc8.dist-info}/WHEEL +0 -0
- {acryl_datahub_cloud-0.3.8.2rc6.dist-info → acryl_datahub_cloud-0.3.8.2rc8.dist-info}/entry_points.txt +0 -0
- {acryl_datahub_cloud-0.3.8.2rc6.dist-info → acryl_datahub_cloud-0.3.8.2rc8.dist-info}/top_level.txt +0 -0
|
@@ -1260,8 +1260,7 @@ class DataHubUsageFeatureReportingSource(StatefulIngestionSourceBase):
|
|
|
1260
1260
|
# We drop last_modified_at to not use it in merge because we are getting last_modified_at from the usage index
|
|
1261
1261
|
df_with_search_scores = (
|
|
1262
1262
|
entities_lf.filter(
|
|
1263
|
-
polars.col("combinedSearchRankingMultiplier")
|
|
1264
|
-
.is_not_null()
|
|
1263
|
+
polars.col("combinedSearchRankingMultiplier").is_not_null()
|
|
1265
1264
|
# We only want to downrank datasets that have a search score multiplier greater than 1. 1 is the minimum score of a dataset
|
|
1266
1265
|
.and_(polars.col("combinedSearchRankingMultiplier").ne(1))
|
|
1267
1266
|
) # noqa: E712
|
|
@@ -1278,7 +1277,7 @@ class DataHubUsageFeatureReportingSource(StatefulIngestionSourceBase):
|
|
|
1278
1277
|
usages_lf = df_with_search_scores.join(
|
|
1279
1278
|
usages_lf, on="urn", how="full", suffix="_right"
|
|
1280
1279
|
)
|
|
1281
|
-
|
|
1280
|
+
# Merge all common fields automatically
|
|
1282
1281
|
for common_field in common_fields:
|
|
1283
1282
|
right_col = f"{common_field}_right"
|
|
1284
1283
|
usages_lf = usages_lf.with_columns(
|
{acryl_datahub_cloud-0.3.8.2rc6.dist-info → acryl_datahub_cloud-0.3.8.2rc8.dist-info}/METADATA
RENAMED
|
@@ -1,90 +1,90 @@
|
|
|
1
1
|
Metadata-Version: 2.2
|
|
2
2
|
Name: acryl-datahub-cloud
|
|
3
|
-
Version: 0.3.8.
|
|
3
|
+
Version: 0.3.8.2rc8
|
|
4
4
|
Requires-Dist: avro-gen3==0.7.16
|
|
5
5
|
Requires-Dist: acryl-datahub
|
|
6
6
|
Provides-Extra: datahub-lineage-features
|
|
7
|
-
Requires-Dist:
|
|
7
|
+
Requires-Dist: pydantic<2; extra == "datahub-lineage-features"
|
|
8
8
|
Requires-Dist: opensearch-py==2.4.2; extra == "datahub-lineage-features"
|
|
9
|
-
Requires-Dist:
|
|
9
|
+
Requires-Dist: duckdb; extra == "datahub-lineage-features"
|
|
10
10
|
Requires-Dist: pyarrow; extra == "datahub-lineage-features"
|
|
11
|
-
Requires-Dist:
|
|
11
|
+
Requires-Dist: pandas; extra == "datahub-lineage-features"
|
|
12
12
|
Provides-Extra: datahub-reporting-forms
|
|
13
|
+
Requires-Dist: pydantic<2; extra == "datahub-reporting-forms"
|
|
13
14
|
Requires-Dist: boto3; extra == "datahub-reporting-forms"
|
|
14
15
|
Requires-Dist: duckdb; extra == "datahub-reporting-forms"
|
|
15
|
-
Requires-Dist: pandas; extra == "datahub-reporting-forms"
|
|
16
|
-
Requires-Dist: pyarrow; extra == "datahub-reporting-forms"
|
|
17
|
-
Requires-Dist: pydantic<2; extra == "datahub-reporting-forms"
|
|
18
16
|
Requires-Dist: termcolor==2.5.0; extra == "datahub-reporting-forms"
|
|
17
|
+
Requires-Dist: pyarrow; extra == "datahub-reporting-forms"
|
|
18
|
+
Requires-Dist: pandas; extra == "datahub-reporting-forms"
|
|
19
19
|
Provides-Extra: datahub-reporting-extract-graph
|
|
20
|
+
Requires-Dist: pydantic<2; extra == "datahub-reporting-extract-graph"
|
|
20
21
|
Requires-Dist: boto3; extra == "datahub-reporting-extract-graph"
|
|
21
22
|
Requires-Dist: duckdb; extra == "datahub-reporting-extract-graph"
|
|
22
23
|
Requires-Dist: opensearch-py==2.4.2; extra == "datahub-reporting-extract-graph"
|
|
23
|
-
Requires-Dist: pandas; extra == "datahub-reporting-extract-graph"
|
|
24
24
|
Requires-Dist: pyarrow; extra == "datahub-reporting-extract-graph"
|
|
25
|
-
Requires-Dist:
|
|
25
|
+
Requires-Dist: pandas; extra == "datahub-reporting-extract-graph"
|
|
26
26
|
Provides-Extra: datahub-reporting-extract-sql
|
|
27
|
+
Requires-Dist: pydantic<2; extra == "datahub-reporting-extract-sql"
|
|
27
28
|
Requires-Dist: boto3; extra == "datahub-reporting-extract-sql"
|
|
28
29
|
Requires-Dist: duckdb; extra == "datahub-reporting-extract-sql"
|
|
29
|
-
Requires-Dist: pandas; extra == "datahub-reporting-extract-sql"
|
|
30
30
|
Requires-Dist: pyarrow; extra == "datahub-reporting-extract-sql"
|
|
31
|
-
Requires-Dist:
|
|
31
|
+
Requires-Dist: pandas; extra == "datahub-reporting-extract-sql"
|
|
32
32
|
Provides-Extra: datahub-usage-reporting
|
|
33
|
-
Requires-Dist:
|
|
34
|
-
Requires-Dist: opensearch-py==2.4.2; extra == "datahub-usage-reporting"
|
|
35
|
-
Requires-Dist: polars==1.23.0; extra == "datahub-usage-reporting"
|
|
36
|
-
Requires-Dist: pyarrow; extra == "datahub-usage-reporting"
|
|
33
|
+
Requires-Dist: elasticsearch==7.13.4; extra == "datahub-usage-reporting"
|
|
37
34
|
Requires-Dist: pydantic<2; extra == "datahub-usage-reporting"
|
|
38
35
|
Requires-Dist: pyarrow<=18.0.0; extra == "datahub-usage-reporting"
|
|
39
|
-
Requires-Dist: numpy<2; extra == "datahub-usage-reporting"
|
|
40
|
-
Requires-Dist: scipy<=1.14.1; extra == "datahub-usage-reporting"
|
|
41
|
-
Requires-Dist: pandas; extra == "datahub-usage-reporting"
|
|
42
|
-
Requires-Dist: elasticsearch==7.13.4; extra == "datahub-usage-reporting"
|
|
43
36
|
Requires-Dist: duckdb; extra == "datahub-usage-reporting"
|
|
37
|
+
Requires-Dist: scipy<=1.14.1; extra == "datahub-usage-reporting"
|
|
38
|
+
Requires-Dist: pyarrow; extra == "datahub-usage-reporting"
|
|
39
|
+
Requires-Dist: numpy<2; extra == "datahub-usage-reporting"
|
|
40
|
+
Requires-Dist: boto3; extra == "datahub-usage-reporting"
|
|
41
|
+
Requires-Dist: opensearch-py==2.4.2; extra == "datahub-usage-reporting"
|
|
44
42
|
Requires-Dist: termcolor==2.5.0; extra == "datahub-usage-reporting"
|
|
43
|
+
Requires-Dist: pandas; extra == "datahub-usage-reporting"
|
|
44
|
+
Requires-Dist: polars==1.23.0; extra == "datahub-usage-reporting"
|
|
45
45
|
Provides-Extra: datahub-metadata-sharing
|
|
46
46
|
Requires-Dist: tenacity; extra == "datahub-metadata-sharing"
|
|
47
47
|
Provides-Extra: acryl-cs-issues
|
|
48
|
-
Requires-Dist: slack-sdk; extra == "acryl-cs-issues"
|
|
49
48
|
Requires-Dist: zenpy; extra == "acryl-cs-issues"
|
|
50
|
-
Requires-Dist: openai; extra == "acryl-cs-issues"
|
|
51
49
|
Requires-Dist: jinja2; extra == "acryl-cs-issues"
|
|
50
|
+
Requires-Dist: openai; extra == "acryl-cs-issues"
|
|
51
|
+
Requires-Dist: slack-sdk; extra == "acryl-cs-issues"
|
|
52
52
|
Provides-Extra: all
|
|
53
|
-
Requires-Dist: boto3; extra == "all"
|
|
54
|
-
Requires-Dist: pyarrow; extra == "all"
|
|
55
|
-
Requires-Dist: pyarrow<=18.0.0; extra == "all"
|
|
56
|
-
Requires-Dist: zenpy; extra == "all"
|
|
57
|
-
Requires-Dist: numpy<2; extra == "all"
|
|
58
53
|
Requires-Dist: elasticsearch==7.13.4; extra == "all"
|
|
59
|
-
Requires-Dist: duckdb; extra == "all"
|
|
60
|
-
Requires-Dist: termcolor==2.5.0; extra == "all"
|
|
61
|
-
Requires-Dist: slack-sdk; extra == "all"
|
|
62
|
-
Requires-Dist: opensearch-py==2.4.2; extra == "all"
|
|
63
|
-
Requires-Dist: polars==1.23.0; extra == "all"
|
|
64
54
|
Requires-Dist: pydantic<2; extra == "all"
|
|
65
55
|
Requires-Dist: tenacity; extra == "all"
|
|
56
|
+
Requires-Dist: pyarrow; extra == "all"
|
|
57
|
+
Requires-Dist: opensearch-py==2.4.2; extra == "all"
|
|
58
|
+
Requires-Dist: jinja2; extra == "all"
|
|
59
|
+
Requires-Dist: slack-sdk; extra == "all"
|
|
60
|
+
Requires-Dist: pyarrow<=18.0.0; extra == "all"
|
|
61
|
+
Requires-Dist: duckdb; extra == "all"
|
|
66
62
|
Requires-Dist: scipy<=1.14.1; extra == "all"
|
|
67
63
|
Requires-Dist: pandas; extra == "all"
|
|
68
|
-
Requires-Dist:
|
|
64
|
+
Requires-Dist: numpy<2; extra == "all"
|
|
65
|
+
Requires-Dist: boto3; extra == "all"
|
|
66
|
+
Requires-Dist: zenpy; extra == "all"
|
|
67
|
+
Requires-Dist: termcolor==2.5.0; extra == "all"
|
|
69
68
|
Requires-Dist: openai; extra == "all"
|
|
69
|
+
Requires-Dist: polars==1.23.0; extra == "all"
|
|
70
70
|
Provides-Extra: dev
|
|
71
|
-
Requires-Dist:
|
|
72
|
-
Requires-Dist: acryl-datahub[dev]; extra == "dev"
|
|
73
|
-
Requires-Dist: boto3; extra == "dev"
|
|
74
|
-
Requires-Dist: opensearch-py==2.4.2; extra == "dev"
|
|
75
|
-
Requires-Dist: polars==1.23.0; extra == "dev"
|
|
76
|
-
Requires-Dist: openai; extra == "dev"
|
|
77
|
-
Requires-Dist: pyarrow; extra == "dev"
|
|
71
|
+
Requires-Dist: elasticsearch==7.13.4; extra == "dev"
|
|
78
72
|
Requires-Dist: pydantic<2; extra == "dev"
|
|
79
|
-
Requires-Dist: tenacity; extra == "dev"
|
|
80
73
|
Requires-Dist: pyarrow<=18.0.0; extra == "dev"
|
|
81
|
-
Requires-Dist:
|
|
82
|
-
Requires-Dist: numpy<2; extra == "dev"
|
|
74
|
+
Requires-Dist: duckdb; extra == "dev"
|
|
83
75
|
Requires-Dist: scipy<=1.14.1; extra == "dev"
|
|
76
|
+
Requires-Dist: tenacity; extra == "dev"
|
|
84
77
|
Requires-Dist: pandas; extra == "dev"
|
|
78
|
+
Requires-Dist: pyarrow; extra == "dev"
|
|
79
|
+
Requires-Dist: slack-sdk; extra == "dev"
|
|
80
|
+
Requires-Dist: numpy<2; extra == "dev"
|
|
85
81
|
Requires-Dist: jinja2; extra == "dev"
|
|
86
|
-
Requires-Dist:
|
|
87
|
-
Requires-Dist:
|
|
82
|
+
Requires-Dist: acryl-datahub[dev]; extra == "dev"
|
|
83
|
+
Requires-Dist: boto3; extra == "dev"
|
|
84
|
+
Requires-Dist: opensearch-py==2.4.2; extra == "dev"
|
|
85
|
+
Requires-Dist: zenpy; extra == "dev"
|
|
88
86
|
Requires-Dist: termcolor==2.5.0; extra == "dev"
|
|
87
|
+
Requires-Dist: openai; extra == "dev"
|
|
88
|
+
Requires-Dist: polars==1.23.0; extra == "dev"
|
|
89
89
|
Dynamic: provides-extra
|
|
90
90
|
Dynamic: requires-dist
|
{acryl_datahub_cloud-0.3.8.2rc6.dist-info → acryl_datahub_cloud-0.3.8.2rc8.dist-info}/RECORD
RENAMED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
acryl_datahub_cloud/__init__.py,sha256=axrMXkn0RW80YmuZgwUP_YQImcv6L28duZLWnW-gaNM,521
|
|
2
|
-
acryl_datahub_cloud/_codegen_config.json,sha256=
|
|
2
|
+
acryl_datahub_cloud/_codegen_config.json,sha256=Er8cQY8mKlPWGnHE-5lfnfrj_VixqfFmlXMqyCFCd7c,557
|
|
3
3
|
acryl_datahub_cloud/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
4
4
|
acryl_datahub_cloud/acryl_cs_issues/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
5
5
|
acryl_datahub_cloud/acryl_cs_issues/acryl_customer.py,sha256=uFjR2SqGS34y09-S9WqOqNGY8nOq6ptGf4y9781i8Z4,25230
|
|
@@ -29,7 +29,7 @@ acryl_datahub_cloud/datahub_restore/source.py,sha256=i4NJ3os4mzAnOHnmR-OaHxVUe4r
|
|
|
29
29
|
acryl_datahub_cloud/datahub_usage_reporting/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
30
30
|
acryl_datahub_cloud/datahub_usage_reporting/query_builder.py,sha256=hBHJRbsPJBeVpbu_QgCrFHQAR0cxAep2fGYkbFPahpc,5892
|
|
31
31
|
acryl_datahub_cloud/datahub_usage_reporting/usage_feature_patch_builder.py,sha256=gR9neaHfi0JMQmAKMlgJCEuZIni7cdPFApGOKa5Pn4Y,14406
|
|
32
|
-
acryl_datahub_cloud/datahub_usage_reporting/usage_feature_reporter.py,sha256=
|
|
32
|
+
acryl_datahub_cloud/datahub_usage_reporting/usage_feature_reporter.py,sha256=_iCUcbWja--Bs8S0dFdLjzzDTXdhE7K10fOHxiS9uRE,65857
|
|
33
33
|
acryl_datahub_cloud/elasticsearch/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
34
34
|
acryl_datahub_cloud/elasticsearch/config.py,sha256=6QNBOmoQZu1cJrDIBZyvZgdQt0QLfP82hdQkPtP-4HE,1220
|
|
35
35
|
acryl_datahub_cloud/elasticsearch/graph_service.py,sha256=K4ykcSMxlrhlDrchhte3vEb1mcw8QkOmdIFSVSX4OVU,2788
|
|
@@ -398,8 +398,8 @@ acryl_datahub_cloud/metadata/schemas/VersionSetKey.avsc,sha256=psjGNNcFua3Zs9Xlh
|
|
|
398
398
|
acryl_datahub_cloud/metadata/schemas/VersionSetProperties.avsc,sha256=yrhhVNioD11nFlDO7IfUbxAQjhA9Tr-4wnAYH5I9W74,1172
|
|
399
399
|
acryl_datahub_cloud/metadata/schemas/ViewProperties.avsc,sha256=3HhcbH5493dJUnEUtFMYMVfbYQ52aDedm5L4j77Nym4,1032
|
|
400
400
|
acryl_datahub_cloud/metadata/schemas/__init__.py,sha256=uvLNC3VyCkWA_v8e9FdA1leFf46NFKDD0AajCfihepI,581
|
|
401
|
-
acryl_datahub_cloud-0.3.8.
|
|
402
|
-
acryl_datahub_cloud-0.3.8.
|
|
403
|
-
acryl_datahub_cloud-0.3.8.
|
|
404
|
-
acryl_datahub_cloud-0.3.8.
|
|
405
|
-
acryl_datahub_cloud-0.3.8.
|
|
401
|
+
acryl_datahub_cloud-0.3.8.2rc8.dist-info/METADATA,sha256=xhmagNVafvoG12OgWBSKXv6ID5a_OowPIxAN-0zRfvk,4432
|
|
402
|
+
acryl_datahub_cloud-0.3.8.2rc8.dist-info/WHEEL,sha256=jB7zZ3N9hIM9adW7qlTAyycLYW9npaWKLRzaoVcLKcM,91
|
|
403
|
+
acryl_datahub_cloud-0.3.8.2rc8.dist-info/entry_points.txt,sha256=HpypFu4cwe0kT3zXFcqbOG-QTNjzYaV6NiCX0Pgy9LI,1086
|
|
404
|
+
acryl_datahub_cloud-0.3.8.2rc8.dist-info/top_level.txt,sha256=EwgCxfX-DzJANwxj-Mx_j4TOfAFhmc_FgMbRPzWsoZs,20
|
|
405
|
+
acryl_datahub_cloud-0.3.8.2rc8.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
{acryl_datahub_cloud-0.3.8.2rc6.dist-info → acryl_datahub_cloud-0.3.8.2rc8.dist-info}/top_level.txt
RENAMED
|
File without changes
|