acryl-datahub-cloud 0.3.14.1rc3__py3-none-any.whl → 0.3.14.1rc5__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of acryl-datahub-cloud might be problematic. Click here for more details.

@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "acryl-datahub-cloud",
3
- "version": "0.3.14.1rc3",
3
+ "version": "0.3.14.1rc5",
4
4
  "install_requires": [
5
5
  "avro-gen3==0.7.16",
6
6
  "acryl-datahub"
@@ -271,7 +271,7 @@ class DataHubBasedS3Dataset:
271
271
  )
272
272
 
273
273
  def _generate_schema_metadata(
274
- self, duckdb_columns: List[Tuple[str, str]]
274
+ self, duckdb_columns: List[Tuple[str, Any]]
275
275
  ) -> SchemaMetadataClass:
276
276
  def get_type_from_dtype(dtype: str) -> SchemaFieldDataTypeClass:
277
277
  if "int" in dtype or "float" in dtype or "number" in dtype:
@@ -302,7 +302,7 @@ class DataHubBasedS3Dataset:
302
302
  )
303
303
  for column in duckdb_columns:
304
304
  # generate data type
305
- data_type = column[1].lower()
305
+ data_type = str(column[1]).lower()
306
306
  schema_metadata.fields.append(
307
307
  SchemaFieldClass(
308
308
  fieldPath=column[0],
@@ -341,7 +341,7 @@ class DataHubBasedS3Dataset:
341
341
  # generate min, max, avg, distinct count, null count
342
342
  column_name = column[0]
343
343
  logger.info(f"Generating field profile for {column_name}")
344
- data_type = column[1].lower()
344
+ data_type = str(column[1]).lower()
345
345
  if "int" in data_type or "float" in data_type:
346
346
  query = (
347
347
  f"SELECT COUNT(DISTINCT {column_name}), COUNT(*) - COUNT({column_name}), MIN({column_name}), MAX({column_name}), AVG({column_name})"
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: acryl-datahub-cloud
3
- Version: 0.3.14.1rc3
3
+ Version: 0.3.14.1rc5
4
4
  Requires-Python: >=3.10
5
5
  Requires-Dist: avro-gen3==0.7.16
6
6
  Requires-Dist: acryl-datahub
@@ -10,92 +10,92 @@ Requires-Dist: types-croniter
10
10
  Requires-Dist: tzlocal
11
11
  Provides-Extra: datahub-lineage-features
12
12
  Requires-Dist: pyarrow; extra == "datahub-lineage-features"
13
- Requires-Dist: pandas; extra == "datahub-lineage-features"
14
- Requires-Dist: duckdb; extra == "datahub-lineage-features"
15
13
  Requires-Dist: opensearch-py==2.4.2; extra == "datahub-lineage-features"
14
+ Requires-Dist: duckdb; extra == "datahub-lineage-features"
15
+ Requires-Dist: pandas; extra == "datahub-lineage-features"
16
16
  Requires-Dist: pydantic<2; extra == "datahub-lineage-features"
17
17
  Requires-Dist: tenacity; extra == "datahub-lineage-features"
18
18
  Provides-Extra: datahub-reporting-forms
19
19
  Requires-Dist: pyarrow; extra == "datahub-reporting-forms"
20
- Requires-Dist: pandas; extra == "datahub-reporting-forms"
21
- Requires-Dist: duckdb; extra == "datahub-reporting-forms"
22
20
  Requires-Dist: boto3; extra == "datahub-reporting-forms"
23
- Requires-Dist: pydantic<2; extra == "datahub-reporting-forms"
21
+ Requires-Dist: duckdb; extra == "datahub-reporting-forms"
24
22
  Requires-Dist: termcolor==2.5.0; extra == "datahub-reporting-forms"
23
+ Requires-Dist: pandas; extra == "datahub-reporting-forms"
24
+ Requires-Dist: pydantic<2; extra == "datahub-reporting-forms"
25
25
  Provides-Extra: datahub-reporting-extract-graph
26
26
  Requires-Dist: pyarrow; extra == "datahub-reporting-extract-graph"
27
- Requires-Dist: pandas; extra == "datahub-reporting-extract-graph"
28
- Requires-Dist: duckdb; extra == "datahub-reporting-extract-graph"
29
27
  Requires-Dist: opensearch-py==2.4.2; extra == "datahub-reporting-extract-graph"
30
28
  Requires-Dist: boto3; extra == "datahub-reporting-extract-graph"
29
+ Requires-Dist: duckdb; extra == "datahub-reporting-extract-graph"
30
+ Requires-Dist: pandas; extra == "datahub-reporting-extract-graph"
31
31
  Requires-Dist: pydantic<2; extra == "datahub-reporting-extract-graph"
32
32
  Provides-Extra: datahub-reporting-extract-sql
33
33
  Requires-Dist: pyarrow; extra == "datahub-reporting-extract-sql"
34
- Requires-Dist: pandas; extra == "datahub-reporting-extract-sql"
35
- Requires-Dist: duckdb; extra == "datahub-reporting-extract-sql"
36
34
  Requires-Dist: boto3; extra == "datahub-reporting-extract-sql"
35
+ Requires-Dist: duckdb; extra == "datahub-reporting-extract-sql"
36
+ Requires-Dist: pandas; extra == "datahub-reporting-extract-sql"
37
37
  Requires-Dist: pydantic<2; extra == "datahub-reporting-extract-sql"
38
38
  Provides-Extra: datahub-usage-reporting
39
+ Requires-Dist: opensearch-py==2.4.2; extra == "datahub-usage-reporting"
39
40
  Requires-Dist: duckdb; extra == "datahub-usage-reporting"
41
+ Requires-Dist: termcolor==2.5.0; extra == "datahub-usage-reporting"
40
42
  Requires-Dist: pandas; extra == "datahub-usage-reporting"
43
+ Requires-Dist: pydantic<2; extra == "datahub-usage-reporting"
44
+ Requires-Dist: boto3; extra == "datahub-usage-reporting"
41
45
  Requires-Dist: numpy<2; extra == "datahub-usage-reporting"
42
46
  Requires-Dist: scipy<=1.14.1; extra == "datahub-usage-reporting"
43
- Requires-Dist: opensearch-py==2.4.2; extra == "datahub-usage-reporting"
44
- Requires-Dist: boto3; extra == "datahub-usage-reporting"
45
- Requires-Dist: pydantic<2; extra == "datahub-usage-reporting"
47
+ Requires-Dist: elasticsearch==7.13.4; extra == "datahub-usage-reporting"
46
48
  Requires-Dist: pyarrow<=18.0.0; extra == "datahub-usage-reporting"
47
- Requires-Dist: termcolor==2.5.0; extra == "datahub-usage-reporting"
48
- Requires-Dist: pyarrow; extra == "datahub-usage-reporting"
49
49
  Requires-Dist: polars==1.30.0; extra == "datahub-usage-reporting"
50
- Requires-Dist: elasticsearch==7.13.4; extra == "datahub-usage-reporting"
50
+ Requires-Dist: pyarrow; extra == "datahub-usage-reporting"
51
51
  Provides-Extra: datahub-metadata-sharing
52
52
  Requires-Dist: tenacity; extra == "datahub-metadata-sharing"
53
53
  Provides-Extra: datahub-action-request-owner
54
54
  Requires-Dist: tenacity; extra == "datahub-action-request-owner"
55
55
  Provides-Extra: acryl-cs-issues
56
- Requires-Dist: openai; extra == "acryl-cs-issues"
57
- Requires-Dist: zenpy; extra == "acryl-cs-issues"
58
56
  Requires-Dist: jinja2; extra == "acryl-cs-issues"
57
+ Requires-Dist: zenpy; extra == "acryl-cs-issues"
59
58
  Requires-Dist: slack-sdk; extra == "acryl-cs-issues"
59
+ Requires-Dist: openai; extra == "acryl-cs-issues"
60
60
  Provides-Extra: datahub-forms-notifications
61
61
  Requires-Dist: tenacity; extra == "datahub-forms-notifications"
62
62
  Provides-Extra: all
63
63
  Requires-Dist: duckdb; extra == "all"
64
- Requires-Dist: scipy<=1.14.1; extra == "all"
65
- Requires-Dist: opensearch-py==2.4.2; extra == "all"
66
- Requires-Dist: openai; extra == "all"
64
+ Requires-Dist: pandas; extra == "all"
67
65
  Requires-Dist: zenpy; extra == "all"
66
+ Requires-Dist: pydantic<2; extra == "all"
67
+ Requires-Dist: tenacity; extra == "all"
68
+ Requires-Dist: boto3; extra == "all"
69
+ Requires-Dist: scipy<=1.14.1; extra == "all"
68
70
  Requires-Dist: pyarrow<=18.0.0; extra == "all"
69
- Requires-Dist: termcolor==2.5.0; extra == "all"
70
- Requires-Dist: pyarrow; extra == "all"
71
71
  Requires-Dist: polars==1.30.0; extra == "all"
72
+ Requires-Dist: opensearch-py==2.4.2; extra == "all"
73
+ Requires-Dist: jinja2; extra == "all"
74
+ Requires-Dist: openai; extra == "all"
72
75
  Requires-Dist: slack-sdk; extra == "all"
73
- Requires-Dist: elasticsearch==7.13.4; extra == "all"
74
76
  Requires-Dist: numpy<2; extra == "all"
75
- Requires-Dist: pandas; extra == "all"
76
- Requires-Dist: jinja2; extra == "all"
77
- Requires-Dist: boto3; extra == "all"
78
- Requires-Dist: pydantic<2; extra == "all"
79
- Requires-Dist: tenacity; extra == "all"
77
+ Requires-Dist: elasticsearch==7.13.4; extra == "all"
78
+ Requires-Dist: termcolor==2.5.0; extra == "all"
79
+ Requires-Dist: pyarrow; extra == "all"
80
80
  Provides-Extra: dev
81
+ Requires-Dist: opensearch-py==2.4.2; extra == "dev"
82
+ Requires-Dist: jinja2; extra == "dev"
81
83
  Requires-Dist: duckdb; extra == "dev"
82
84
  Requires-Dist: pandas; extra == "dev"
85
+ Requires-Dist: zenpy; extra == "dev"
86
+ Requires-Dist: pydantic<2; extra == "dev"
87
+ Requires-Dist: tenacity; extra == "dev"
88
+ Requires-Dist: polars==1.30.0; extra == "dev"
89
+ Requires-Dist: openai; extra == "dev"
90
+ Requires-Dist: slack-sdk; extra == "dev"
91
+ Requires-Dist: boto3; extra == "dev"
83
92
  Requires-Dist: acryl-datahub[dev]; extra == "dev"
84
- Requires-Dist: opensearch-py==2.4.2; extra == "dev"
85
93
  Requires-Dist: numpy<2; extra == "dev"
86
- Requires-Dist: boto3; extra == "dev"
87
94
  Requires-Dist: scipy<=1.14.1; extra == "dev"
88
- Requires-Dist: openai; extra == "dev"
89
- Requires-Dist: pydantic<2; extra == "dev"
90
- Requires-Dist: zenpy; extra == "dev"
91
- Requires-Dist: jinja2; extra == "dev"
95
+ Requires-Dist: elasticsearch==7.13.4; extra == "dev"
92
96
  Requires-Dist: pyarrow<=18.0.0; extra == "dev"
93
97
  Requires-Dist: termcolor==2.5.0; extra == "dev"
94
- Requires-Dist: tenacity; extra == "dev"
95
98
  Requires-Dist: pyarrow; extra == "dev"
96
- Requires-Dist: polars==1.30.0; extra == "dev"
97
- Requires-Dist: slack-sdk; extra == "dev"
98
- Requires-Dist: elasticsearch==7.13.4; extra == "dev"
99
99
  Dynamic: provides-extra
100
100
  Dynamic: requires-dist
101
101
  Dynamic: requires-python
@@ -1,5 +1,5 @@
1
1
  acryl_datahub_cloud/__init__.py,sha256=axrMXkn0RW80YmuZgwUP_YQImcv6L28duZLWnW-gaNM,521
2
- acryl_datahub_cloud/_codegen_config.json,sha256=YJj0YiBGU179eA_oGBLrBRylvCtaEJZ-HAUvPusxqnE,558
2
+ acryl_datahub_cloud/_codegen_config.json,sha256=bwS0iX5zezmV5zhiuW9aQlYcdMIVJz_vskXCIEM5QOo,558
3
3
  acryl_datahub_cloud/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
4
4
  acryl_datahub_cloud/acryl_cs_issues/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
5
5
  acryl_datahub_cloud/acryl_cs_issues/acryl_customer.py,sha256=uqYPmluXYdlgyq3C09gxIU5nEkKiqHoZ53h2oN5etj0,25227
@@ -25,7 +25,7 @@ acryl_datahub_cloud/datahub_metadata_sharing/query.py,sha256=7Wc7Vtqdh2Ule5HMe0L
25
25
  acryl_datahub_cloud/datahub_metadata_sharing/scroll_shared_entities.gql,sha256=Nups4Pwc7_DFm0-Z5Gh22HWq44GpoADNuYCK5YM8BrI,3908
26
26
  acryl_datahub_cloud/datahub_metadata_sharing/share_entity.gql,sha256=tJ0VkAekRQCxZ3TkaC0nVqMHQoILqf2J6J-HfbSRL0U,286
27
27
  acryl_datahub_cloud/datahub_reporting/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
28
- acryl_datahub_cloud/datahub_reporting/datahub_dataset.py,sha256=tDxWiXjZCpc5LcMF_ADb7eJbRZFSfa9Z0VS2408ekIo,19095
28
+ acryl_datahub_cloud/datahub_reporting/datahub_dataset.py,sha256=zpoaCy0XN7ueZl80zNpyCVWtTsDzQ3t6hQ4uqqir1gU,19105
29
29
  acryl_datahub_cloud/datahub_reporting/datahub_form_reporting.py,sha256=6Z-n7l0a9rddjGiISt6HMSKGgCx2Z_Asdb5MSclHjWU,22606
30
30
  acryl_datahub_cloud/datahub_reporting/extract_graph.py,sha256=n8DXMbGlAllWh5FcQ4bnUf3HYOiNYsSodWomigtmfWA,7896
31
31
  acryl_datahub_cloud/datahub_reporting/extract_sql.py,sha256=H5y3e35RuwXk23trhcCKsjFkStGlXZiYzdIYf0213Hw,9537
@@ -475,8 +475,8 @@ acryl_datahub_cloud/sdk/entities/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRk
475
475
  acryl_datahub_cloud/sdk/entities/assertion.py,sha256=-OILvHyKAI4-5mS2bb_P44Fvk6rBOOcvaxSMXfEYvRw,15077
476
476
  acryl_datahub_cloud/sdk/entities/monitor.py,sha256=NMrhJrWYNPvorxA33S_5FOl8YCtSmmeAavTzFLtWcOo,9665
477
477
  acryl_datahub_cloud/sdk/entities/subscription.py,sha256=WbDZqjE4QCMBh1_0culwN5btcUPoFuUReRYMJU3uYas,2332
478
- acryl_datahub_cloud-0.3.14.1rc3.dist-info/METADATA,sha256=jm0LkIG-QyWAtUqgngXRNSete8xfSUaRCWJVCUW5EGk,4858
479
- acryl_datahub_cloud-0.3.14.1rc3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
480
- acryl_datahub_cloud-0.3.14.1rc3.dist-info/entry_points.txt,sha256=veuyIaEzm7JF2q-C8Q-RcSV6V5Y9LvnVvIhTjiT5WUs,1342
481
- acryl_datahub_cloud-0.3.14.1rc3.dist-info/top_level.txt,sha256=EwgCxfX-DzJANwxj-Mx_j4TOfAFhmc_FgMbRPzWsoZs,20
482
- acryl_datahub_cloud-0.3.14.1rc3.dist-info/RECORD,,
478
+ acryl_datahub_cloud-0.3.14.1rc5.dist-info/METADATA,sha256=mhtI8KWe9sfQUbKngi_20UbTIgPXBE9462NnHb8BB_w,4858
479
+ acryl_datahub_cloud-0.3.14.1rc5.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
480
+ acryl_datahub_cloud-0.3.14.1rc5.dist-info/entry_points.txt,sha256=veuyIaEzm7JF2q-C8Q-RcSV6V5Y9LvnVvIhTjiT5WUs,1342
481
+ acryl_datahub_cloud-0.3.14.1rc5.dist-info/top_level.txt,sha256=EwgCxfX-DzJANwxj-Mx_j4TOfAFhmc_FgMbRPzWsoZs,20
482
+ acryl_datahub_cloud-0.3.14.1rc5.dist-info/RECORD,,