acryl-datahub-cloud 0.3.14.1rc3__py3-none-any.whl → 0.3.14.1rc4__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of acryl-datahub-cloud might be problematic. Click here for more details.
- acryl_datahub_cloud/_codegen_config.json +1 -1
- acryl_datahub_cloud/datahub_reporting/datahub_dataset.py +3 -3
- {acryl_datahub_cloud-0.3.14.1rc3.dist-info → acryl_datahub_cloud-0.3.14.1rc4.dist-info}/METADATA +42 -42
- {acryl_datahub_cloud-0.3.14.1rc3.dist-info → acryl_datahub_cloud-0.3.14.1rc4.dist-info}/RECORD +7 -7
- {acryl_datahub_cloud-0.3.14.1rc3.dist-info → acryl_datahub_cloud-0.3.14.1rc4.dist-info}/WHEEL +0 -0
- {acryl_datahub_cloud-0.3.14.1rc3.dist-info → acryl_datahub_cloud-0.3.14.1rc4.dist-info}/entry_points.txt +0 -0
- {acryl_datahub_cloud-0.3.14.1rc3.dist-info → acryl_datahub_cloud-0.3.14.1rc4.dist-info}/top_level.txt +0 -0
|
@@ -271,7 +271,7 @@ class DataHubBasedS3Dataset:
|
|
|
271
271
|
)
|
|
272
272
|
|
|
273
273
|
def _generate_schema_metadata(
|
|
274
|
-
self, duckdb_columns: List[Tuple[str,
|
|
274
|
+
self, duckdb_columns: List[Tuple[str, Any]]
|
|
275
275
|
) -> SchemaMetadataClass:
|
|
276
276
|
def get_type_from_dtype(dtype: str) -> SchemaFieldDataTypeClass:
|
|
277
277
|
if "int" in dtype or "float" in dtype or "number" in dtype:
|
|
@@ -302,7 +302,7 @@ class DataHubBasedS3Dataset:
|
|
|
302
302
|
)
|
|
303
303
|
for column in duckdb_columns:
|
|
304
304
|
# generate data type
|
|
305
|
-
data_type = column[1].lower()
|
|
305
|
+
data_type = str(column[1]).lower()
|
|
306
306
|
schema_metadata.fields.append(
|
|
307
307
|
SchemaFieldClass(
|
|
308
308
|
fieldPath=column[0],
|
|
@@ -341,7 +341,7 @@ class DataHubBasedS3Dataset:
|
|
|
341
341
|
# generate min, max, avg, distinct count, null count
|
|
342
342
|
column_name = column[0]
|
|
343
343
|
logger.info(f"Generating field profile for {column_name}")
|
|
344
|
-
data_type = column[1].lower()
|
|
344
|
+
data_type = str(column[1]).lower()
|
|
345
345
|
if "int" in data_type or "float" in data_type:
|
|
346
346
|
query = (
|
|
347
347
|
f"SELECT COUNT(DISTINCT {column_name}), COUNT(*) - COUNT({column_name}), MIN({column_name}), MAX({column_name}), AVG({column_name})"
|
{acryl_datahub_cloud-0.3.14.1rc3.dist-info → acryl_datahub_cloud-0.3.14.1rc4.dist-info}/METADATA
RENAMED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: acryl-datahub-cloud
|
|
3
|
-
Version: 0.3.14.
|
|
3
|
+
Version: 0.3.14.1rc4
|
|
4
4
|
Requires-Python: >=3.10
|
|
5
5
|
Requires-Dist: avro-gen3==0.7.16
|
|
6
6
|
Requires-Dist: acryl-datahub
|
|
@@ -9,93 +9,93 @@ Requires-Dist: pytz
|
|
|
9
9
|
Requires-Dist: types-croniter
|
|
10
10
|
Requires-Dist: tzlocal
|
|
11
11
|
Provides-Extra: datahub-lineage-features
|
|
12
|
+
Requires-Dist: pydantic<2; extra == "datahub-lineage-features"
|
|
12
13
|
Requires-Dist: pyarrow; extra == "datahub-lineage-features"
|
|
13
|
-
Requires-Dist: pandas; extra == "datahub-lineage-features"
|
|
14
|
-
Requires-Dist: duckdb; extra == "datahub-lineage-features"
|
|
15
14
|
Requires-Dist: opensearch-py==2.4.2; extra == "datahub-lineage-features"
|
|
16
|
-
Requires-Dist:
|
|
15
|
+
Requires-Dist: duckdb; extra == "datahub-lineage-features"
|
|
16
|
+
Requires-Dist: pandas; extra == "datahub-lineage-features"
|
|
17
17
|
Requires-Dist: tenacity; extra == "datahub-lineage-features"
|
|
18
18
|
Provides-Extra: datahub-reporting-forms
|
|
19
|
+
Requires-Dist: pydantic<2; extra == "datahub-reporting-forms"
|
|
19
20
|
Requires-Dist: pyarrow; extra == "datahub-reporting-forms"
|
|
20
|
-
Requires-Dist: pandas; extra == "datahub-reporting-forms"
|
|
21
|
-
Requires-Dist: duckdb; extra == "datahub-reporting-forms"
|
|
22
21
|
Requires-Dist: boto3; extra == "datahub-reporting-forms"
|
|
23
|
-
Requires-Dist:
|
|
22
|
+
Requires-Dist: duckdb; extra == "datahub-reporting-forms"
|
|
23
|
+
Requires-Dist: pandas; extra == "datahub-reporting-forms"
|
|
24
24
|
Requires-Dist: termcolor==2.5.0; extra == "datahub-reporting-forms"
|
|
25
25
|
Provides-Extra: datahub-reporting-extract-graph
|
|
26
|
+
Requires-Dist: pydantic<2; extra == "datahub-reporting-extract-graph"
|
|
26
27
|
Requires-Dist: pyarrow; extra == "datahub-reporting-extract-graph"
|
|
27
|
-
Requires-Dist: pandas; extra == "datahub-reporting-extract-graph"
|
|
28
|
-
Requires-Dist: duckdb; extra == "datahub-reporting-extract-graph"
|
|
29
28
|
Requires-Dist: opensearch-py==2.4.2; extra == "datahub-reporting-extract-graph"
|
|
30
29
|
Requires-Dist: boto3; extra == "datahub-reporting-extract-graph"
|
|
31
|
-
Requires-Dist:
|
|
30
|
+
Requires-Dist: duckdb; extra == "datahub-reporting-extract-graph"
|
|
31
|
+
Requires-Dist: pandas; extra == "datahub-reporting-extract-graph"
|
|
32
32
|
Provides-Extra: datahub-reporting-extract-sql
|
|
33
|
+
Requires-Dist: pydantic<2; extra == "datahub-reporting-extract-sql"
|
|
33
34
|
Requires-Dist: pyarrow; extra == "datahub-reporting-extract-sql"
|
|
34
|
-
Requires-Dist: pandas; extra == "datahub-reporting-extract-sql"
|
|
35
|
-
Requires-Dist: duckdb; extra == "datahub-reporting-extract-sql"
|
|
36
35
|
Requires-Dist: boto3; extra == "datahub-reporting-extract-sql"
|
|
37
|
-
Requires-Dist:
|
|
36
|
+
Requires-Dist: duckdb; extra == "datahub-reporting-extract-sql"
|
|
37
|
+
Requires-Dist: pandas; extra == "datahub-reporting-extract-sql"
|
|
38
38
|
Provides-Extra: datahub-usage-reporting
|
|
39
|
+
Requires-Dist: elasticsearch==7.13.4; extra == "datahub-usage-reporting"
|
|
40
|
+
Requires-Dist: pyarrow; extra == "datahub-usage-reporting"
|
|
41
|
+
Requires-Dist: boto3; extra == "datahub-usage-reporting"
|
|
39
42
|
Requires-Dist: duckdb; extra == "datahub-usage-reporting"
|
|
40
|
-
Requires-Dist: pandas; extra == "datahub-usage-reporting"
|
|
41
|
-
Requires-Dist: numpy<2; extra == "datahub-usage-reporting"
|
|
42
43
|
Requires-Dist: scipy<=1.14.1; extra == "datahub-usage-reporting"
|
|
43
44
|
Requires-Dist: opensearch-py==2.4.2; extra == "datahub-usage-reporting"
|
|
44
|
-
Requires-Dist: boto3; extra == "datahub-usage-reporting"
|
|
45
|
-
Requires-Dist: pydantic<2; extra == "datahub-usage-reporting"
|
|
46
45
|
Requires-Dist: pyarrow<=18.0.0; extra == "datahub-usage-reporting"
|
|
47
|
-
Requires-Dist:
|
|
48
|
-
Requires-Dist:
|
|
46
|
+
Requires-Dist: pydantic<2; extra == "datahub-usage-reporting"
|
|
47
|
+
Requires-Dist: numpy<2; extra == "datahub-usage-reporting"
|
|
49
48
|
Requires-Dist: polars==1.30.0; extra == "datahub-usage-reporting"
|
|
50
|
-
Requires-Dist:
|
|
49
|
+
Requires-Dist: pandas; extra == "datahub-usage-reporting"
|
|
50
|
+
Requires-Dist: termcolor==2.5.0; extra == "datahub-usage-reporting"
|
|
51
51
|
Provides-Extra: datahub-metadata-sharing
|
|
52
52
|
Requires-Dist: tenacity; extra == "datahub-metadata-sharing"
|
|
53
53
|
Provides-Extra: datahub-action-request-owner
|
|
54
54
|
Requires-Dist: tenacity; extra == "datahub-action-request-owner"
|
|
55
55
|
Provides-Extra: acryl-cs-issues
|
|
56
56
|
Requires-Dist: openai; extra == "acryl-cs-issues"
|
|
57
|
-
Requires-Dist: zenpy; extra == "acryl-cs-issues"
|
|
58
57
|
Requires-Dist: jinja2; extra == "acryl-cs-issues"
|
|
58
|
+
Requires-Dist: zenpy; extra == "acryl-cs-issues"
|
|
59
59
|
Requires-Dist: slack-sdk; extra == "acryl-cs-issues"
|
|
60
60
|
Provides-Extra: datahub-forms-notifications
|
|
61
61
|
Requires-Dist: tenacity; extra == "datahub-forms-notifications"
|
|
62
62
|
Provides-Extra: all
|
|
63
|
-
Requires-Dist:
|
|
63
|
+
Requires-Dist: elasticsearch==7.13.4; extra == "all"
|
|
64
|
+
Requires-Dist: pyarrow; extra == "all"
|
|
65
|
+
Requires-Dist: boto3; extra == "all"
|
|
64
66
|
Requires-Dist: scipy<=1.14.1; extra == "all"
|
|
65
67
|
Requires-Dist: opensearch-py==2.4.2; extra == "all"
|
|
66
|
-
Requires-Dist:
|
|
68
|
+
Requires-Dist: jinja2; extra == "all"
|
|
69
|
+
Requires-Dist: numpy<2; extra == "all"
|
|
67
70
|
Requires-Dist: zenpy; extra == "all"
|
|
68
|
-
Requires-Dist: pyarrow<=18.0.0; extra == "all"
|
|
69
|
-
Requires-Dist: termcolor==2.5.0; extra == "all"
|
|
70
|
-
Requires-Dist: pyarrow; extra == "all"
|
|
71
71
|
Requires-Dist: polars==1.30.0; extra == "all"
|
|
72
|
+
Requires-Dist: openai; extra == "all"
|
|
73
|
+
Requires-Dist: termcolor==2.5.0; extra == "all"
|
|
74
|
+
Requires-Dist: tenacity; extra == "all"
|
|
75
|
+
Requires-Dist: duckdb; extra == "all"
|
|
76
|
+
Requires-Dist: pyarrow<=18.0.0; extra == "all"
|
|
72
77
|
Requires-Dist: slack-sdk; extra == "all"
|
|
73
|
-
Requires-Dist: elasticsearch==7.13.4; extra == "all"
|
|
74
|
-
Requires-Dist: numpy<2; extra == "all"
|
|
75
|
-
Requires-Dist: pandas; extra == "all"
|
|
76
|
-
Requires-Dist: jinja2; extra == "all"
|
|
77
|
-
Requires-Dist: boto3; extra == "all"
|
|
78
78
|
Requires-Dist: pydantic<2; extra == "all"
|
|
79
|
-
Requires-Dist:
|
|
79
|
+
Requires-Dist: pandas; extra == "all"
|
|
80
80
|
Provides-Extra: dev
|
|
81
|
-
Requires-Dist:
|
|
82
|
-
Requires-Dist: pandas; extra == "dev"
|
|
81
|
+
Requires-Dist: elasticsearch==7.13.4; extra == "dev"
|
|
83
82
|
Requires-Dist: acryl-datahub[dev]; extra == "dev"
|
|
84
|
-
Requires-Dist:
|
|
85
|
-
Requires-Dist: numpy<2; extra == "dev"
|
|
83
|
+
Requires-Dist: pyarrow; extra == "dev"
|
|
86
84
|
Requires-Dist: boto3; extra == "dev"
|
|
85
|
+
Requires-Dist: duckdb; extra == "dev"
|
|
87
86
|
Requires-Dist: scipy<=1.14.1; extra == "dev"
|
|
87
|
+
Requires-Dist: opensearch-py==2.4.2; extra == "dev"
|
|
88
|
+
Requires-Dist: jinja2; extra == "dev"
|
|
89
|
+
Requires-Dist: pyarrow<=18.0.0; extra == "dev"
|
|
90
|
+
Requires-Dist: slack-sdk; extra == "dev"
|
|
88
91
|
Requires-Dist: openai; extra == "dev"
|
|
89
92
|
Requires-Dist: pydantic<2; extra == "dev"
|
|
93
|
+
Requires-Dist: numpy<2; extra == "dev"
|
|
90
94
|
Requires-Dist: zenpy; extra == "dev"
|
|
91
|
-
Requires-Dist:
|
|
92
|
-
Requires-Dist:
|
|
95
|
+
Requires-Dist: polars==1.30.0; extra == "dev"
|
|
96
|
+
Requires-Dist: pandas; extra == "dev"
|
|
93
97
|
Requires-Dist: termcolor==2.5.0; extra == "dev"
|
|
94
98
|
Requires-Dist: tenacity; extra == "dev"
|
|
95
|
-
Requires-Dist: pyarrow; extra == "dev"
|
|
96
|
-
Requires-Dist: polars==1.30.0; extra == "dev"
|
|
97
|
-
Requires-Dist: slack-sdk; extra == "dev"
|
|
98
|
-
Requires-Dist: elasticsearch==7.13.4; extra == "dev"
|
|
99
99
|
Dynamic: provides-extra
|
|
100
100
|
Dynamic: requires-dist
|
|
101
101
|
Dynamic: requires-python
|
{acryl_datahub_cloud-0.3.14.1rc3.dist-info → acryl_datahub_cloud-0.3.14.1rc4.dist-info}/RECORD
RENAMED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
acryl_datahub_cloud/__init__.py,sha256=axrMXkn0RW80YmuZgwUP_YQImcv6L28duZLWnW-gaNM,521
|
|
2
|
-
acryl_datahub_cloud/_codegen_config.json,sha256=
|
|
2
|
+
acryl_datahub_cloud/_codegen_config.json,sha256=v4aBqcPMkfNw0TEQx4jcQFnFjIE_a3RhQC_5j26ffXg,558
|
|
3
3
|
acryl_datahub_cloud/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
4
4
|
acryl_datahub_cloud/acryl_cs_issues/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
5
5
|
acryl_datahub_cloud/acryl_cs_issues/acryl_customer.py,sha256=uqYPmluXYdlgyq3C09gxIU5nEkKiqHoZ53h2oN5etj0,25227
|
|
@@ -25,7 +25,7 @@ acryl_datahub_cloud/datahub_metadata_sharing/query.py,sha256=7Wc7Vtqdh2Ule5HMe0L
|
|
|
25
25
|
acryl_datahub_cloud/datahub_metadata_sharing/scroll_shared_entities.gql,sha256=Nups4Pwc7_DFm0-Z5Gh22HWq44GpoADNuYCK5YM8BrI,3908
|
|
26
26
|
acryl_datahub_cloud/datahub_metadata_sharing/share_entity.gql,sha256=tJ0VkAekRQCxZ3TkaC0nVqMHQoILqf2J6J-HfbSRL0U,286
|
|
27
27
|
acryl_datahub_cloud/datahub_reporting/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
28
|
-
acryl_datahub_cloud/datahub_reporting/datahub_dataset.py,sha256=
|
|
28
|
+
acryl_datahub_cloud/datahub_reporting/datahub_dataset.py,sha256=zpoaCy0XN7ueZl80zNpyCVWtTsDzQ3t6hQ4uqqir1gU,19105
|
|
29
29
|
acryl_datahub_cloud/datahub_reporting/datahub_form_reporting.py,sha256=6Z-n7l0a9rddjGiISt6HMSKGgCx2Z_Asdb5MSclHjWU,22606
|
|
30
30
|
acryl_datahub_cloud/datahub_reporting/extract_graph.py,sha256=n8DXMbGlAllWh5FcQ4bnUf3HYOiNYsSodWomigtmfWA,7896
|
|
31
31
|
acryl_datahub_cloud/datahub_reporting/extract_sql.py,sha256=H5y3e35RuwXk23trhcCKsjFkStGlXZiYzdIYf0213Hw,9537
|
|
@@ -475,8 +475,8 @@ acryl_datahub_cloud/sdk/entities/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRk
|
|
|
475
475
|
acryl_datahub_cloud/sdk/entities/assertion.py,sha256=-OILvHyKAI4-5mS2bb_P44Fvk6rBOOcvaxSMXfEYvRw,15077
|
|
476
476
|
acryl_datahub_cloud/sdk/entities/monitor.py,sha256=NMrhJrWYNPvorxA33S_5FOl8YCtSmmeAavTzFLtWcOo,9665
|
|
477
477
|
acryl_datahub_cloud/sdk/entities/subscription.py,sha256=WbDZqjE4QCMBh1_0culwN5btcUPoFuUReRYMJU3uYas,2332
|
|
478
|
-
acryl_datahub_cloud-0.3.14.
|
|
479
|
-
acryl_datahub_cloud-0.3.14.
|
|
480
|
-
acryl_datahub_cloud-0.3.14.
|
|
481
|
-
acryl_datahub_cloud-0.3.14.
|
|
482
|
-
acryl_datahub_cloud-0.3.14.
|
|
478
|
+
acryl_datahub_cloud-0.3.14.1rc4.dist-info/METADATA,sha256=N408fRgbNpn-nF1LMoskvk7SUwKYngpjRovgCXm0-6U,4858
|
|
479
|
+
acryl_datahub_cloud-0.3.14.1rc4.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
480
|
+
acryl_datahub_cloud-0.3.14.1rc4.dist-info/entry_points.txt,sha256=veuyIaEzm7JF2q-C8Q-RcSV6V5Y9LvnVvIhTjiT5WUs,1342
|
|
481
|
+
acryl_datahub_cloud-0.3.14.1rc4.dist-info/top_level.txt,sha256=EwgCxfX-DzJANwxj-Mx_j4TOfAFhmc_FgMbRPzWsoZs,20
|
|
482
|
+
acryl_datahub_cloud-0.3.14.1rc4.dist-info/RECORD,,
|
{acryl_datahub_cloud-0.3.14.1rc3.dist-info → acryl_datahub_cloud-0.3.14.1rc4.dist-info}/WHEEL
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|