acryl-datahub-cloud 0.3.8rc12__py3-none-any.whl → 0.3.8rc14__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of acryl-datahub-cloud might be problematic. Click here for more details.

Files changed (7) hide show
  1. acryl_datahub_cloud/_codegen_config.json +1 -1
  2. acryl_datahub_cloud/datahub_usage_reporting/usage_feature_reporter.py +18 -47
  3. {acryl_datahub_cloud-0.3.8rc12.dist-info → acryl_datahub_cloud-0.3.8rc14.dist-info}/METADATA +49 -45
  4. {acryl_datahub_cloud-0.3.8rc12.dist-info → acryl_datahub_cloud-0.3.8rc14.dist-info}/RECORD +7 -7
  5. {acryl_datahub_cloud-0.3.8rc12.dist-info → acryl_datahub_cloud-0.3.8rc14.dist-info}/WHEEL +0 -0
  6. {acryl_datahub_cloud-0.3.8rc12.dist-info → acryl_datahub_cloud-0.3.8rc14.dist-info}/entry_points.txt +0 -0
  7. {acryl_datahub_cloud-0.3.8rc12.dist-info → acryl_datahub_cloud-0.3.8rc14.dist-info}/top_level.txt +0 -0
acryl_datahub_cloud/_codegen_config.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "acryl-datahub-cloud",
3
- "version": "0.3.8rc12",
3
+ "version": "0.3.8rc14",
4
4
  "install_requires": [
5
5
  "avro-gen3==0.7.16",
6
6
  "acryl-datahub"
acryl_datahub_cloud/datahub_usage_reporting/usage_feature_reporter.py CHANGED
@@ -396,59 +396,30 @@ class DataHubUsageFeatureReportingSource(StatefulIngestionSourceBase):
396
396
  continue
397
397
 
398
398
  yield {
399
- "timestampMillis": doc["_source"]["timestampMillis"],
400
- "lastObserved": doc["_source"]["systemMetadata"]["lastObserved"],
401
- "urn": doc["_source"]["urn"],
402
- "eventGranularity": (
403
- doc["_source"]["eventGranularity"]
404
- if "eventGranularity" in doc["_source"]
405
- else None
406
- ),
407
- "viewsCount": (
408
- doc["_source"]["viewsCount"]
409
- if "viewsCount" in doc["_source"]
410
- else 0
411
- ),
412
- "uniqueUserCount": (
413
- doc["_source"]["uniqueUserCount"]
414
- if "uniqueUserCount" in doc["_source"]
415
- else None
416
- ),
417
- "userCounts": (
418
- doc["_source"]["event"]["userCounts"]
419
- if "event" in doc["_source"]
420
- and "userCounts" in doc["_source"]["event"]
421
- else []
422
- ),
399
+ "timestampMillis": doc["_source"].get("timestampMillis"),
400
+ "lastObserved": doc["_source"]
401
+ .get("systemMetadata", {})
402
+ .get("lastObserved"),
403
+ "urn": doc["_source"].get("urn"),
404
+ "eventGranularity": doc["_source"].get("eventGranularity"),
405
+ "viewsCount": doc["_source"].get("viewsCount", 0),
406
+ "uniqueUserCount": doc["_source"].get("uniqueUserCount"),
407
+ "userCounts": doc["_source"].get("event", {}).get("userCounts", []),
423
408
  "platform": platform,
424
409
  }
425
410
 
426
411
  def process_query_usage(self, results: Iterable) -> Iterable[Dict]:
427
412
  for doc in results:
428
413
  yield {
429
- "timestampMillis": doc["_source"]["timestampMillis"],
430
- "lastObserved": doc["_source"]["systemMetadata"]["lastObserved"],
431
- "urn": doc["_source"]["urn"],
432
- "eventGranularity": (
433
- doc["_source"]["eventGranularity"]
434
- if "eventGranularity" in doc["_source"]
435
- else None
436
- ),
437
- "queryCount": (
438
- doc["_source"]["queryCount"]
439
- if "queryCount" in doc["_source"]
440
- else 0
441
- ),
442
- "uniqueUserCount": (
443
- doc["_source"]["uniqueUserCount"]
444
- if "uniqueUserCount" in doc["_source"]
445
- else None
446
- ),
447
- "userCounts": (
448
- doc["_source"]["event"]["userCounts"]
449
- if "userCounts" in doc["_source"]["event"]
450
- else []
451
- ),
414
+ "timestampMillis": doc["_source"].get("timestampMillis"),
415
+ "lastObserved": doc["_source"]
416
+ .get("systemMetadata", {})
417
+ .get("lastObserved"),
418
+ "urn": doc["_source"].get("urn"),
419
+ "eventGranularity": doc["_source"].get("eventGranularity"),
420
+ "queryCount": doc["_source"].get("queryCount", 0),
421
+ "uniqueUserCount": doc["_source"].get("uniqueUserCount"),
422
+ "userCounts": doc["_source"].get("event", {}).get("userCounts", []),
452
423
  }
453
424
 
454
425
  def upstream_lineage_batch(self, results: Iterable) -> Iterable[Dict]:
{acryl_datahub_cloud-0.3.8rc12.dist-info → acryl_datahub_cloud-0.3.8rc14.dist-info}/METADATA RENAMED
@@ -1,86 +1,90 @@
1
1
  Metadata-Version: 2.2
2
2
  Name: acryl-datahub-cloud
3
- Version: 0.3.8rc12
3
+ Version: 0.3.8rc14
4
4
  Requires-Dist: avro-gen3==0.7.16
5
5
  Requires-Dist: acryl-datahub
6
6
  Provides-Extra: datahub-lineage-features
7
+ Requires-Dist: pydantic<2; extra == "datahub-lineage-features"
7
8
  Requires-Dist: opensearch-py==2.4.2; extra == "datahub-lineage-features"
8
9
  Requires-Dist: duckdb; extra == "datahub-lineage-features"
9
- Requires-Dist: pydantic<2; extra == "datahub-lineage-features"
10
- Requires-Dist: pyarrow; extra == "datahub-lineage-features"
11
10
  Requires-Dist: pandas; extra == "datahub-lineage-features"
11
+ Requires-Dist: pyarrow; extra == "datahub-lineage-features"
12
12
  Provides-Extra: datahub-reporting-forms
13
- Requires-Dist: duckdb; extra == "datahub-reporting-forms"
14
13
  Requires-Dist: pydantic<2; extra == "datahub-reporting-forms"
15
- Requires-Dist: pyarrow; extra == "datahub-reporting-forms"
16
14
  Requires-Dist: boto3; extra == "datahub-reporting-forms"
15
+ Requires-Dist: termcolor==2.5.0; extra == "datahub-reporting-forms"
16
+ Requires-Dist: duckdb; extra == "datahub-reporting-forms"
17
17
  Requires-Dist: pandas; extra == "datahub-reporting-forms"
18
+ Requires-Dist: pyarrow; extra == "datahub-reporting-forms"
18
19
  Provides-Extra: datahub-reporting-extract-graph
19
- Requires-Dist: opensearch-py==2.4.2; extra == "datahub-reporting-extract-graph"
20
- Requires-Dist: duckdb; extra == "datahub-reporting-extract-graph"
21
20
  Requires-Dist: pydantic<2; extra == "datahub-reporting-extract-graph"
22
- Requires-Dist: pyarrow; extra == "datahub-reporting-extract-graph"
23
21
  Requires-Dist: boto3; extra == "datahub-reporting-extract-graph"
22
+ Requires-Dist: opensearch-py==2.4.2; extra == "datahub-reporting-extract-graph"
23
+ Requires-Dist: duckdb; extra == "datahub-reporting-extract-graph"
24
24
  Requires-Dist: pandas; extra == "datahub-reporting-extract-graph"
25
+ Requires-Dist: pyarrow; extra == "datahub-reporting-extract-graph"
25
26
  Provides-Extra: datahub-reporting-extract-sql
26
- Requires-Dist: duckdb; extra == "datahub-reporting-extract-sql"
27
27
  Requires-Dist: pydantic<2; extra == "datahub-reporting-extract-sql"
28
- Requires-Dist: pyarrow; extra == "datahub-reporting-extract-sql"
29
28
  Requires-Dist: boto3; extra == "datahub-reporting-extract-sql"
29
+ Requires-Dist: duckdb; extra == "datahub-reporting-extract-sql"
30
30
  Requires-Dist: pandas; extra == "datahub-reporting-extract-sql"
31
- Provides-Extra: datahub-usage-feature-reporting
32
- Requires-Dist: elasticsearch==7.13.4; extra == "datahub-usage-feature-reporting"
33
- Requires-Dist: opensearch-py==2.4.2; extra == "datahub-usage-feature-reporting"
34
- Requires-Dist: numpy<2; extra == "datahub-usage-feature-reporting"
35
- Requires-Dist: pyarrow<=18.0.0; extra == "datahub-usage-feature-reporting"
36
- Requires-Dist: pydantic<2; extra == "datahub-usage-feature-reporting"
37
- Requires-Dist: pyarrow; extra == "datahub-usage-feature-reporting"
38
- Requires-Dist: boto3; extra == "datahub-usage-feature-reporting"
39
- Requires-Dist: polars==1.19.0; extra == "datahub-usage-feature-reporting"
40
- Requires-Dist: duckdb; extra == "datahub-usage-feature-reporting"
41
- Requires-Dist: scipy<=1.14.1; extra == "datahub-usage-feature-reporting"
42
- Requires-Dist: pandas; extra == "datahub-usage-feature-reporting"
31
+ Requires-Dist: pyarrow; extra == "datahub-reporting-extract-sql"
32
+ Provides-Extra: datahub-usage-reporting
33
+ Requires-Dist: pydantic<2; extra == "datahub-usage-reporting"
34
+ Requires-Dist: boto3; extra == "datahub-usage-reporting"
35
+ Requires-Dist: elasticsearch==7.13.4; extra == "datahub-usage-reporting"
36
+ Requires-Dist: numpy<2; extra == "datahub-usage-reporting"
37
+ Requires-Dist: duckdb; extra == "datahub-usage-reporting"
38
+ Requires-Dist: pandas; extra == "datahub-usage-reporting"
39
+ Requires-Dist: polars==1.19.0; extra == "datahub-usage-reporting"
40
+ Requires-Dist: scipy<=1.14.1; extra == "datahub-usage-reporting"
41
+ Requires-Dist: opensearch-py==2.4.2; extra == "datahub-usage-reporting"
42
+ Requires-Dist: termcolor==2.5.0; extra == "datahub-usage-reporting"
43
+ Requires-Dist: pyarrow<=18.0.0; extra == "datahub-usage-reporting"
44
+ Requires-Dist: pyarrow; extra == "datahub-usage-reporting"
43
45
  Provides-Extra: datahub-metadata-sharing
44
46
  Requires-Dist: tenacity; extra == "datahub-metadata-sharing"
45
47
  Provides-Extra: acryl-cs-issues
46
- Requires-Dist: openai; extra == "acryl-cs-issues"
47
48
  Requires-Dist: zenpy; extra == "acryl-cs-issues"
48
49
  Requires-Dist: jinja2; extra == "acryl-cs-issues"
49
50
  Requires-Dist: slack-sdk; extra == "acryl-cs-issues"
51
+ Requires-Dist: openai; extra == "acryl-cs-issues"
50
52
  Provides-Extra: all
51
- Requires-Dist: openai; extra == "all"
52
- Requires-Dist: elasticsearch==7.13.4; extra == "all"
53
+ Requires-Dist: pydantic<2; extra == "all"
54
+ Requires-Dist: boto3; extra == "all"
55
+ Requires-Dist: duckdb; extra == "all"
53
56
  Requires-Dist: opensearch-py==2.4.2; extra == "all"
57
+ Requires-Dist: termcolor==2.5.0; extra == "all"
58
+ Requires-Dist: jinja2; extra == "all"
54
59
  Requires-Dist: numpy<2; extra == "all"
55
60
  Requires-Dist: pyarrow<=18.0.0; extra == "all"
56
- Requires-Dist: pydantic<2; extra == "all"
57
61
  Requires-Dist: pyarrow; extra == "all"
58
- Requires-Dist: boto3; extra == "all"
59
- Requires-Dist: zenpy; extra == "all"
60
- Requires-Dist: polars==1.19.0; extra == "all"
61
- Requires-Dist: tenacity; extra == "all"
62
- Requires-Dist: jinja2; extra == "all"
62
+ Requires-Dist: elasticsearch==7.13.4; extra == "all"
63
63
  Requires-Dist: slack-sdk; extra == "all"
64
- Requires-Dist: duckdb; extra == "all"
65
- Requires-Dist: scipy<=1.14.1; extra == "all"
64
+ Requires-Dist: openai; extra == "all"
65
+ Requires-Dist: tenacity; extra == "all"
66
66
  Requires-Dist: pandas; extra == "all"
67
+ Requires-Dist: scipy<=1.14.1; extra == "all"
68
+ Requires-Dist: zenpy; extra == "all"
69
+ Requires-Dist: polars==1.19.0; extra == "all"
67
70
  Provides-Extra: dev
68
- Requires-Dist: openai; extra == "dev"
69
- Requires-Dist: elasticsearch==7.13.4; extra == "dev"
70
- Requires-Dist: opensearch-py==2.4.2; extra == "dev"
71
- Requires-Dist: numpy<2; extra == "dev"
72
- Requires-Dist: pyarrow<=18.0.0; extra == "dev"
73
- Requires-Dist: pyarrow; extra == "dev"
74
71
  Requires-Dist: pydantic<2; extra == "dev"
75
72
  Requires-Dist: boto3; extra == "dev"
76
- Requires-Dist: zenpy; extra == "dev"
77
- Requires-Dist: polars==1.19.0; extra == "dev"
78
- Requires-Dist: tenacity; extra == "dev"
79
- Requires-Dist: jinja2; extra == "dev"
80
- Requires-Dist: acryl-datahub[dev]; extra == "dev"
73
+ Requires-Dist: elasticsearch==7.13.4; extra == "dev"
81
74
  Requires-Dist: slack-sdk; extra == "dev"
75
+ Requires-Dist: openai; extra == "dev"
76
+ Requires-Dist: acryl-datahub[dev]; extra == "dev"
77
+ Requires-Dist: tenacity; extra == "dev"
82
78
  Requires-Dist: duckdb; extra == "dev"
83
- Requires-Dist: scipy<=1.14.1; extra == "dev"
84
79
  Requires-Dist: pandas; extra == "dev"
80
+ Requires-Dist: polars==1.19.0; extra == "dev"
81
+ Requires-Dist: scipy<=1.14.1; extra == "dev"
82
+ Requires-Dist: opensearch-py==2.4.2; extra == "dev"
83
+ Requires-Dist: termcolor==2.5.0; extra == "dev"
84
+ Requires-Dist: jinja2; extra == "dev"
85
+ Requires-Dist: pyarrow<=18.0.0; extra == "dev"
86
+ Requires-Dist: zenpy; extra == "dev"
87
+ Requires-Dist: numpy<2; extra == "dev"
88
+ Requires-Dist: pyarrow; extra == "dev"
85
89
  Dynamic: provides-extra
86
90
  Dynamic: requires-dist
{acryl_datahub_cloud-0.3.8rc12.dist-info → acryl_datahub_cloud-0.3.8rc14.dist-info}/RECORD RENAMED
@@ -1,5 +1,5 @@
1
1
  acryl_datahub_cloud/__init__.py,sha256=axrMXkn0RW80YmuZgwUP_YQImcv6L28duZLWnW-gaNM,521
2
- acryl_datahub_cloud/_codegen_config.json,sha256=FALMQt4pFkupU9NSitmUwV3Ldz44BJJJsa-szWqyfas,556
2
+ acryl_datahub_cloud/_codegen_config.json,sha256=U5KMTKlKV9SzCso3qPZ8PrKMxF1_TNhzL2C930z8kyg,556
3
3
  acryl_datahub_cloud/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
4
4
  acryl_datahub_cloud/acryl_cs_issues/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
5
5
  acryl_datahub_cloud/acryl_cs_issues/acryl_customer.py,sha256=uFjR2SqGS34y09-S9WqOqNGY8nOq6ptGf4y9781i8Z4,25230
@@ -26,7 +26,7 @@ acryl_datahub_cloud/datahub_reporting/forms_config.py,sha256=3uzFKriUoWBNXLVMaEt
26
26
  acryl_datahub_cloud/datahub_usage_reporting/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
27
27
  acryl_datahub_cloud/datahub_usage_reporting/query_builder.py,sha256=ft2PRg_YHTYWnZOVznOEx3PSSqAfiaH0YJtkPcS-NJM,5837
28
28
  acryl_datahub_cloud/datahub_usage_reporting/usage_feature_patch_builder.py,sha256=gR9neaHfi0JMQmAKMlgJCEuZIni7cdPFApGOKa5Pn4Y,14406
29
- acryl_datahub_cloud/datahub_usage_reporting/usage_feature_reporter.py,sha256=KfQTuVdzKAaZhyub4gD8NcnLhUdjg9w3RTCfcDBt_cY,65180
29
+ acryl_datahub_cloud/datahub_usage_reporting/usage_feature_reporter.py,sha256=DvbyY8UDy1qmnkxPUie7fENBC-Dhb-7XXSUdMvzXxQQ,64278
30
30
  acryl_datahub_cloud/elasticsearch/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
31
31
  acryl_datahub_cloud/elasticsearch/config.py,sha256=6QNBOmoQZu1cJrDIBZyvZgdQt0QLfP82hdQkPtP-4HE,1220
32
32
  acryl_datahub_cloud/elasticsearch/graph_service.py,sha256=K4ykcSMxlrhlDrchhte3vEb1mcw8QkOmdIFSVSX4OVU,2788
@@ -392,8 +392,8 @@ acryl_datahub_cloud/metadata/schemas/VersionSetKey.avsc,sha256=psjGNNcFua3Zs9Xlh
392
392
  acryl_datahub_cloud/metadata/schemas/VersionSetProperties.avsc,sha256=yrhhVNioD11nFlDO7IfUbxAQjhA9Tr-4wnAYH5I9W74,1172
393
393
  acryl_datahub_cloud/metadata/schemas/ViewProperties.avsc,sha256=3HhcbH5493dJUnEUtFMYMVfbYQ52aDedm5L4j77Nym4,1032
394
394
  acryl_datahub_cloud/metadata/schemas/__init__.py,sha256=uvLNC3VyCkWA_v8e9FdA1leFf46NFKDD0AajCfihepI,581
395
- acryl_datahub_cloud-0.3.8rc12.dist-info/METADATA,sha256=nmxgytV5MuDRPwn6aRWJmo1pdiInsIE9cJjdJzWdA-Q,4295
396
- acryl_datahub_cloud-0.3.8rc12.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
397
- acryl_datahub_cloud-0.3.8rc12.dist-info/entry_points.txt,sha256=U25NAI0Z2w_pMQjWWZ6zXvy2lf1m53mjF3ilV_uq6HQ,1004
398
- acryl_datahub_cloud-0.3.8rc12.dist-info/top_level.txt,sha256=EwgCxfX-DzJANwxj-Mx_j4TOfAFhmc_FgMbRPzWsoZs,20
399
- acryl_datahub_cloud-0.3.8rc12.dist-info/RECORD,,
395
+ acryl_datahub_cloud-0.3.8rc14.dist-info/METADATA,sha256=RMZtG_kCZqx3wxzZzoodOiMlTcIqaJNURvhnBVfqqGU,4431
396
+ acryl_datahub_cloud-0.3.8rc14.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
397
+ acryl_datahub_cloud-0.3.8rc14.dist-info/entry_points.txt,sha256=U25NAI0Z2w_pMQjWWZ6zXvy2lf1m53mjF3ilV_uq6HQ,1004
398
+ acryl_datahub_cloud-0.3.8rc14.dist-info/top_level.txt,sha256=EwgCxfX-DzJANwxj-Mx_j4TOfAFhmc_FgMbRPzWsoZs,20
399
+ acryl_datahub_cloud-0.3.8rc14.dist-info/RECORD,,