acryl-datahub-cloud 0.3.8rc17__py3-none-any.whl → 0.3.8.1rc1__py3-none-any.whl

acryl_datahub_cloud/_codegen_config.json

@@ -1,6 +1,6 @@
 {
   "name": "acryl-datahub-cloud",
-  "version": "0.3.8rc17",
+  "version": "0.3.8.1rc1",
   "install_requires": [
     "avro-gen3==0.7.16",
     "acryl-datahub"

acryl_datahub_cloud/datahub_metadata_sharing/metadata_sharing_source.py

@@ -104,9 +104,8 @@ class DataHubMetadataSharingSource(Source):
                     self._process_single_entity(result)
 
                 self.report.batches_processed = current_batch_number
-                self.report.info(
-                    message="Completed sharing batch of entities.",
-                    context=f"{current_batch_number} of size {self.config.batch_size}!",
+                logger.info(
+                    f"Completed sharing batch of entities {current_batch_number} of size {self.config.batch_size}!"
                 )
                 current_batch_number += 1
 
@@ -126,10 +125,8 @@ class DataHubMetadataSharingSource(Source):
             )
             return
 
-        self.report.info(
-            message="Completed sharing all entities.",
-            context=f"Successfully shared {self.report.entities_shared} entities, "
-            f"failed to share {self.report.entities_failed} entities.",
+        logger.info(
+            f"Successfully shared {self.report.entities_shared} entities, failed to share {self.report.entities_failed} entities.",
         )
 
     # Rest of the methods remain the same...
@@ -168,9 +165,9 @@ class DataHubMetadataSharingSource(Source):
                     continue
 
                 if previous_status != "SUCCESS":
-                    self.report.report_warning(
-                        message="Attempting to share a previously unsuccessful shared entity!",
-                        context=f"entity urn: {entity_urn}, destination urn: {destination_urn}",
+                    logger.info(
+                        "Attempting to share a previously unsuccessful shared entity! "
+                        + f"entity urn: {entity_urn}, destination urn: {destination_urn}"
                     )
 
                 lineage_direction = self._determine_lineage_direction(share_config)

acryl_datahub_cloud/datahub_reporting/forms.py

@@ -93,7 +93,7 @@ class DataHubReportingFormsSource(Source):
         form_analytics_config = self.get_reporting_config()
 
         if form_analytics_config and not form_analytics_config.enabled:
-            logger.error("Form analytics is not enabled. Skipping reporting.")
+            logger.info("Form analytics is not enabled. Skipping reporting.")
             self.report.feature_enabled = False
             return
 

acryl_datahub_cloud/datahub_usage_reporting/usage_feature_reporter.py

@@ -1377,7 +1377,7 @@ class DataHubUsageFeatureReportingSource(StatefulIngestionSourceBase):
 
         top_users = self.generate_top_users(lf)
 
-        usage_with_top_users = top_users.join(total_queries, on="urn", how="inner")
+        usage_with_top_users = total_queries.join(top_users, on="urn", how="left")
 
         usage_with_top_users_with_ranks = self.gen_rank_and_percentile(
             usage_with_top_users, "totalSqlQueries", "urn", "platform", "queries_"

acryl_datahub_cloud/metadata/_urns/urn_defs.py

@@ -842,6 +842,51 @@ class IncidentUrn(_SpecificUrn):
     def id(self) -> str:
         return self.entity_ids[0]
 
+if TYPE_CHECKING:
+    from datahub.metadata.schema_classes import RemoteExecutorPoolKeyClass
+
+class DataHubRemoteExecutorPoolUrn(_SpecificUrn):
+    ENTITY_TYPE: ClassVar[str] = "dataHubRemoteExecutorPool"
+    URN_PARTS: ClassVar[int] = 1
+
+    def __init__(self, name: str, *, _allow_coercion: bool = True) -> None:
+        if _allow_coercion:
+            # Field coercion logic (if any is required).
+            name = UrnEncoder.encode_string(name)
+
+        # Validation logic.
+        if not name:
+            raise InvalidUrnError("DataHubRemoteExecutorPoolUrn name cannot be empty")
+        if UrnEncoder.contains_reserved_char(name):
+            raise InvalidUrnError(f'DataHubRemoteExecutorPoolUrn name contains reserved characters')
+
+        super().__init__(self.ENTITY_TYPE, [name])
+
+    @classmethod
+    def _parse_ids(cls, entity_ids: List[str]) -> "DataHubRemoteExecutorPoolUrn":
+        if len(entity_ids) != cls.URN_PARTS:
+            raise InvalidUrnError(f"DataHubRemoteExecutorPoolUrn should have {cls.URN_PARTS} parts, got {len(entity_ids)}: {entity_ids}")
+        return cls(name=entity_ids[0], _allow_coercion=False)
+
+    @classmethod
+    def underlying_key_aspect_type(cls) -> Type["RemoteExecutorPoolKeyClass"]:
+        from datahub.metadata.schema_classes import RemoteExecutorPoolKeyClass
+
+        return RemoteExecutorPoolKeyClass
+
+    def to_key_aspect(self) -> "RemoteExecutorPoolKeyClass":
+        from datahub.metadata.schema_classes import RemoteExecutorPoolKeyClass
+
+        return RemoteExecutorPoolKeyClass(name=self.name)
+
+    @classmethod
+    def from_key_aspect(cls, key_aspect: "RemoteExecutorPoolKeyClass") -> "DataHubRemoteExecutorPoolUrn":
+        return cls(name=key_aspect.name)
+
+    @property
+    def name(self) -> str:
+        return self.entity_ids[0]
+
 if TYPE_CHECKING:
     from datahub.metadata.schema_classes import TelemetryKeyClass
 

acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/executorpool/__init__.py

@@ -0,0 +1,15 @@
+# mypy: ignore-errors
+# flake8: noqa
+
+# This file is autogenerated by /metadata-ingestion/scripts/avro_codegen.py
+# Do not modify manually!
+
+# pylint: skip-file
+# fmt: off
+# isort: skip_file
+from .....schema_classes import RemoteExecutorPoolInfoClass
+
+
+RemoteExecutorPoolInfo = RemoteExecutorPoolInfoClass
+
+# fmt: on

acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/metadata/key/__init__.py

@@ -60,6 +60,7 @@ from ......schema_classes import PostKeyClass
 from ......schema_classes import QueryKeyClass
 from ......schema_classes import RecommendationModuleKeyClass
 from ......schema_classes import RemoteExecutorKeyClass
+from ......schema_classes import RemoteExecutorPoolKeyClass
 from ......schema_classes import RoleKeyClass
 from ......schema_classes import SchemaFieldKeyClass
 from ......schema_classes import SubscriptionKeyClass
@@ -122,6 +123,7 @@ PostKey = PostKeyClass
 QueryKey = QueryKeyClass
 RecommendationModuleKey = RecommendationModuleKeyClass
 RemoteExecutorKey = RemoteExecutorKeyClass
+RemoteExecutorPoolKey = RemoteExecutorPoolKeyClass
 RoleKey = RoleKeyClass
 SchemaFieldKey = SchemaFieldKeyClass
 SubscriptionKey = SubscriptionKeyClass

acryl_datahub_cloud/metadata/schema.avsc

@@ -9218,8 +9218,8 @@
           "fieldType": "KEYWORD"
         },
         "type": "string",
-        "name": "executorId",
-        "doc": "TODO: rename to pipeline id"
+        "name": "poolName",
+        "doc": "References the 'name' defined in RemoteExecutorPoolKey"
       },
       {
         "type": "string",
@@ -9279,7 +9279,7 @@
           "fieldType": "COUNT",
           "queryByDefault": false
         },
-        "type": "int",
+        "type": "long",
         "name": "reportedAt",
         "doc": "UTC-based timestamp of the last reported status"
       }
@@ -15779,6 +15779,30 @@
     ],
     "doc": "Key for an asset Incident"
   },
+  {
+    "type": "record",
+    "Aspect": {
+      "name": "dataHubRemoteExecutorPoolKey",
+      "keyForEntity": "dataHubRemoteExecutorPool",
+      "entityCategory": "internal",
+      "entityAspects": [
+        "dataHubRemoteExecutorPoolInfo"
+      ]
+    },
+    "name": "RemoteExecutorPoolKey",
+    "namespace": "com.linkedin.pegasus2avro.metadata.key",
+    "fields": [
+      {
+        "Searchable": {
+          "fieldType": "KEYWORD"
+        },
+        "type": "string",
+        "name": "name",
+        "doc": "The unique identifier for the remote executor pool"
+      }
+    ],
+    "doc": "Key for an DataHub Remote Executor Pool"
+  },
   {
     "type": "record",
     "Aspect": {
@@ -22029,6 +22053,25 @@
     ],
     "doc": "Information about a connection to an external platform."
   },
+  {
+    "type": "record",
+    "Aspect": {
+      "name": "dataHubRemoteExecutorPoolInfo"
+    },
+    "name": "RemoteExecutorPoolInfo",
+    "namespace": "com.linkedin.pegasus2avro.executorpool",
+    "fields": [
+      {
+        "Searchable": {
+          "fieldType": "COUNT",
+          "queryByDefault": false
+        },
+        "type": "long",
+        "name": "createdAt",
+        "doc": "UTC-based timestamp of when this pool was created"
+      }
+    ]
+  },
   {
     "type": "record",
     "Aspect": {

acryl_datahub_cloud/metadata/schema_classes.py

@@ -17279,7 +17279,7 @@ class RemoteExecutorStatusClass(_Aspect):
     RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.executor.RemoteExecutorStatus")
 
     def __init__(self,
-        executorId: str,
+        poolName: str,
         executorReleaseVersion: str,
         executorAddress: str,
         executorHostname: str,
@@ -17293,7 +17293,7 @@ class RemoteExecutorStatusClass(_Aspect):
     ):
         super().__init__()
         
-        self.executorId = executorId
+        self.poolName = poolName
         self.executorReleaseVersion = executorReleaseVersion
         self.executorAddress = executorAddress
         self.executorHostname = executorHostname
@@ -17326,7 +17326,7 @@ class RemoteExecutorStatusClass(_Aspect):
         self.reportedAt = reportedAt
     
     def _restore_defaults(self) -> None:
-        self.executorId = str()
+        self.poolName = str()
         self.executorReleaseVersion = str()
         self.executorAddress = str()
         self.executorHostname = str()
@@ -17340,13 +17340,13 @@ class RemoteExecutorStatusClass(_Aspect):
     
     
     @property
-    def executorId(self) -> str:
-        """TODO: rename to pipeline id"""
-        return self._inner_dict.get('executorId')  # type: ignore
+    def poolName(self) -> str:
+        """References the 'name' defined in RemoteExecutorPoolKey"""
+        return self._inner_dict.get('poolName')  # type: ignore
     
-    @executorId.setter
-    def executorId(self, value: str) -> None:
-        self._inner_dict['executorId'] = value
+    @poolName.setter
+    def poolName(self, value: str) -> None:
+        self._inner_dict['poolName'] = value
     
     
     @property
@@ -17450,6 +17450,35 @@ class RemoteExecutorStatusClass(_Aspect):
         self._inner_dict['reportedAt'] = value
     
     
+class RemoteExecutorPoolInfoClass(_Aspect):
+    # No docs available.
+
+
+    ASPECT_NAME = 'dataHubRemoteExecutorPoolInfo'
+    ASPECT_INFO = {}
+    RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.executorpool.RemoteExecutorPoolInfo")
+
+    def __init__(self,
+        createdAt: int,
+    ):
+        super().__init__()
+        
+        self.createdAt = createdAt
+    
+    def _restore_defaults(self) -> None:
+        self.createdAt = int()
+    
+    
+    @property
+    def createdAt(self) -> int:
+        """UTC-based timestamp of when this pool was created"""
+        return self._inner_dict.get('createdAt')  # type: ignore
+    
+    @createdAt.setter
+    def createdAt(self, value: int) -> None:
+        self._inner_dict['createdAt'] = value
+    
+    
 class DomainParamsClass(DictWrapper):
     """Information specific to glossary terms prompts."""
     
@@ -22718,6 +22747,35 @@ class RemoteExecutorKeyClass(_Aspect):
         self._inner_dict['id'] = value
     
     
+class RemoteExecutorPoolKeyClass(_Aspect):
+    """Key for an DataHub Remote Executor Pool"""
+
+
+    ASPECT_NAME = 'dataHubRemoteExecutorPoolKey'
+    ASPECT_INFO = {'keyForEntity': 'dataHubRemoteExecutorPool', 'entityCategory': 'internal', 'entityAspects': ['dataHubRemoteExecutorPoolInfo']}
+    RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.metadata.key.RemoteExecutorPoolKey")
+
+    def __init__(self,
+        name: str,
+    ):
+        super().__init__()
+        
+        self.name = name
+    
+    def _restore_defaults(self) -> None:
+        self.name = str()
+    
+    
+    @property
+    def name(self) -> str:
+        """The unique identifier for the remote executor pool"""
+        return self._inner_dict.get('name')  # type: ignore
+    
+    @name.setter
+    def name(self, value: str) -> None:
+        self._inner_dict['name'] = value
+    
+    
 class RoleKeyClass(_Aspect):
     """Key for a External AccessManagement"""
 
@@ -35402,6 +35460,7 @@ __SCHEMA_TYPES = {
     'com.linkedin.pegasus2avro.execution.ExecutionRequestSource': ExecutionRequestSourceClass,
     'com.linkedin.pegasus2avro.execution.StructuredExecutionReport': StructuredExecutionReportClass,
     'com.linkedin.pegasus2avro.executor.RemoteExecutorStatus': RemoteExecutorStatusClass,
+    'com.linkedin.pegasus2avro.executorpool.RemoteExecutorPoolInfo': RemoteExecutorPoolInfoClass,
     'com.linkedin.pegasus2avro.form.DomainParams': DomainParamsClass,
     'com.linkedin.pegasus2avro.form.DynamicFormAssignment': DynamicFormAssignmentClass,
     'com.linkedin.pegasus2avro.form.FormActorAssignment': FormActorAssignmentClass,
@@ -35519,6 +35578,7 @@ __SCHEMA_TYPES = {
     'com.linkedin.pegasus2avro.metadata.key.QueryKey': QueryKeyClass,
     'com.linkedin.pegasus2avro.metadata.key.RecommendationModuleKey': RecommendationModuleKeyClass,
     'com.linkedin.pegasus2avro.metadata.key.RemoteExecutorKey': RemoteExecutorKeyClass,
+    'com.linkedin.pegasus2avro.metadata.key.RemoteExecutorPoolKey': RemoteExecutorPoolKeyClass,
     'com.linkedin.pegasus2avro.metadata.key.RoleKey': RoleKeyClass,
     'com.linkedin.pegasus2avro.metadata.key.SchemaFieldKey': SchemaFieldKeyClass,
     'com.linkedin.pegasus2avro.metadata.key.SubscriptionKey': SubscriptionKeyClass,
@@ -36071,6 +36131,7 @@ __SCHEMA_TYPES = {
     'ExecutionRequestSource': ExecutionRequestSourceClass,
     'StructuredExecutionReport': StructuredExecutionReportClass,
     'RemoteExecutorStatus': RemoteExecutorStatusClass,
+    'RemoteExecutorPoolInfo': RemoteExecutorPoolInfoClass,
     'DomainParams': DomainParamsClass,
     'DynamicFormAssignment': DynamicFormAssignmentClass,
     'FormActorAssignment': FormActorAssignmentClass,
@@ -36188,6 +36249,7 @@ __SCHEMA_TYPES = {
     'QueryKey': QueryKeyClass,
     'RecommendationModuleKey': RecommendationModuleKeyClass,
     'RemoteExecutorKey': RemoteExecutorKeyClass,
+    'RemoteExecutorPoolKey': RemoteExecutorPoolKeyClass,
     'RoleKey': RoleKeyClass,
     'SchemaFieldKey': SchemaFieldKeyClass,
     'SubscriptionKey': SubscriptionKeyClass,
@@ -36574,6 +36636,7 @@ ASPECT_CLASSES: List[Type[_Aspect]] = [
     MLModelGroupKeyClass,
     ERModelRelationshipKeyClass,
     IncidentKeyClass,
+    RemoteExecutorPoolKeyClass,
     TelemetryKeyClass,
     SchemaFieldKeyClass,
     LinkPreviewKeyClass,
@@ -36665,6 +36728,7 @@ ASPECT_CLASSES: List[Type[_Aspect]] = [
     GroupMembershipClass,
     DataHubRetentionConfigClass,
     DataHubConnectionDetailsClass,
+    RemoteExecutorPoolInfoClass,
     AiInferenceMetadataClass,
     EntityInferenceMetadataClass,
     BusinessAttributesClass,
@@ -36841,6 +36905,7 @@ class AspectBag(TypedDict, total=False):
     mlModelGroupKey: MLModelGroupKeyClass
     erModelRelationshipKey: ERModelRelationshipKeyClass
     incidentKey: IncidentKeyClass
+    dataHubRemoteExecutorPoolKey: RemoteExecutorPoolKeyClass
     telemetryKey: TelemetryKeyClass
     schemaFieldKey: SchemaFieldKeyClass
     linkPreviewKey: LinkPreviewKeyClass
@@ -36932,6 +36997,7 @@ class AspectBag(TypedDict, total=False):
     groupMembership: GroupMembershipClass
     dataHubRetentionConfig: DataHubRetentionConfigClass
     dataHubConnectionDetails: DataHubConnectionDetailsClass
+    dataHubRemoteExecutorPoolInfo: RemoteExecutorPoolInfoClass
     aiInferenceMetadata: AiInferenceMetadataClass
     entityInferenceMetadata: EntityInferenceMetadataClass
     businessAttributes: BusinessAttributesClass
@@ -36990,6 +37056,7 @@ KEY_ASPECTS: Dict[str, Type[_Aspect]] = {
     'mlModelGroup': MLModelGroupKeyClass,
     'erModelRelationship': ERModelRelationshipKeyClass,
     'incident': IncidentKeyClass,
+    'dataHubRemoteExecutorPool': RemoteExecutorPoolKeyClass,
     'telemetry': TelemetryKeyClass,
     'schemaField': SchemaFieldKeyClass,
     'linkPreview': LinkPreviewKeyClass,

acryl_datahub_cloud/metadata/schemas/RemoteExecutorPoolInfo.avsc

@@ -0,0 +1,19 @@
+{
+  "type": "record",
+  "Aspect": {
+    "name": "dataHubRemoteExecutorPoolInfo"
+  },
+  "name": "RemoteExecutorPoolInfo",
+  "namespace": "com.linkedin.pegasus2avro.executorpool",
+  "fields": [
+    {
+      "Searchable": {
+        "fieldType": "COUNT",
+        "queryByDefault": false
+      },
+      "type": "long",
+      "name": "createdAt",
+      "doc": "UTC-based timestamp of when this pool was created"
+    }
+  ]
+}

acryl_datahub_cloud/metadata/schemas/RemoteExecutorPoolKey.avsc

@@ -0,0 +1,24 @@
+{
+  "type": "record",
+  "Aspect": {
+    "name": "dataHubRemoteExecutorPoolKey",
+    "keyForEntity": "dataHubRemoteExecutorPool",
+    "entityCategory": "internal",
+    "entityAspects": [
+      "dataHubRemoteExecutorPoolInfo"
+    ]
+  },
+  "name": "RemoteExecutorPoolKey",
+  "namespace": "com.linkedin.pegasus2avro.metadata.key",
+  "fields": [
+    {
+      "Searchable": {
+        "fieldType": "KEYWORD"
+      },
+      "type": "string",
+      "name": "name",
+      "doc": "The unique identifier for the remote executor pool"
+    }
+  ],
+  "doc": "Key for an DataHub Remote Executor Pool"
+}

acryl_datahub_cloud/metadata/schemas/RemoteExecutorStatus.avsc

@@ -11,8 +11,8 @@
         "fieldType": "KEYWORD"
       },
       "type": "string",
-      "name": "executorId",
-      "doc": "TODO: rename to pipeline id"
+      "name": "poolName",
+      "doc": "References the 'name' defined in RemoteExecutorPoolKey"
     },
     {
       "type": "string",
@@ -72,7 +72,7 @@
         "fieldType": "COUNT",
         "queryByDefault": false
       },
-      "type": "int",
+      "type": "long",
       "name": "reportedAt",
       "doc": "UTC-based timestamp of the last reported status"
     }

{acryl_datahub_cloud-0.3.8rc17.dist-info → acryl_datahub_cloud-0.3.8.1rc1.dist-info}/METADATA

@@ -1,90 +1,90 @@
 Metadata-Version: 2.2
 Name: acryl-datahub-cloud
-Version: 0.3.8rc17
+Version: 0.3.8.1rc1
 Requires-Dist: avro-gen3==0.7.16
 Requires-Dist: acryl-datahub
 Provides-Extra: datahub-lineage-features
-Requires-Dist: opensearch-py==2.4.2; extra == "datahub-lineage-features"
-Requires-Dist: pydantic<2; extra == "datahub-lineage-features"
-Requires-Dist: duckdb; extra == "datahub-lineage-features"
-Requires-Dist: pyarrow; extra == "datahub-lineage-features"
 Requires-Dist: pandas; extra == "datahub-lineage-features"
+Requires-Dist: pyarrow; extra == "datahub-lineage-features"
+Requires-Dist: duckdb; extra == "datahub-lineage-features"
+Requires-Dist: pydantic<2; extra == "datahub-lineage-features"
+Requires-Dist: opensearch-py==2.4.2; extra == "datahub-lineage-features"
 Provides-Extra: datahub-reporting-forms
-Requires-Dist: termcolor==2.5.0; extra == "datahub-reporting-forms"
 Requires-Dist: boto3; extra == "datahub-reporting-forms"
-Requires-Dist: pydantic<2; extra == "datahub-reporting-forms"
-Requires-Dist: duckdb; extra == "datahub-reporting-forms"
-Requires-Dist: pyarrow; extra == "datahub-reporting-forms"
 Requires-Dist: pandas; extra == "datahub-reporting-forms"
+Requires-Dist: pyarrow; extra == "datahub-reporting-forms"
+Requires-Dist: duckdb; extra == "datahub-reporting-forms"
+Requires-Dist: pydantic<2; extra == "datahub-reporting-forms"
+Requires-Dist: termcolor==2.5.0; extra == "datahub-reporting-forms"
 Provides-Extra: datahub-reporting-extract-graph
-Requires-Dist: opensearch-py==2.4.2; extra == "datahub-reporting-extract-graph"
 Requires-Dist: boto3; extra == "datahub-reporting-extract-graph"
-Requires-Dist: pydantic<2; extra == "datahub-reporting-extract-graph"
-Requires-Dist: duckdb; extra == "datahub-reporting-extract-graph"
-Requires-Dist: pyarrow; extra == "datahub-reporting-extract-graph"
 Requires-Dist: pandas; extra == "datahub-reporting-extract-graph"
+Requires-Dist: pyarrow; extra == "datahub-reporting-extract-graph"
+Requires-Dist: duckdb; extra == "datahub-reporting-extract-graph"
+Requires-Dist: pydantic<2; extra == "datahub-reporting-extract-graph"
+Requires-Dist: opensearch-py==2.4.2; extra == "datahub-reporting-extract-graph"
 Provides-Extra: datahub-reporting-extract-sql
 Requires-Dist: boto3; extra == "datahub-reporting-extract-sql"
-Requires-Dist: pydantic<2; extra == "datahub-reporting-extract-sql"
-Requires-Dist: duckdb; extra == "datahub-reporting-extract-sql"
-Requires-Dist: pyarrow; extra == "datahub-reporting-extract-sql"
 Requires-Dist: pandas; extra == "datahub-reporting-extract-sql"
+Requires-Dist: pyarrow; extra == "datahub-reporting-extract-sql"
+Requires-Dist: duckdb; extra == "datahub-reporting-extract-sql"
+Requires-Dist: pydantic<2; extra == "datahub-reporting-extract-sql"
 Provides-Extra: datahub-usage-reporting
-Requires-Dist: pyarrow<=18.0.0; extra == "datahub-usage-reporting"
-Requires-Dist: boto3; extra == "datahub-usage-reporting"
 Requires-Dist: numpy<2; extra == "datahub-usage-reporting"
+Requires-Dist: polars==1.19.0; extra == "datahub-usage-reporting"
+Requires-Dist: duckdb; extra == "datahub-usage-reporting"
 Requires-Dist: pydantic<2; extra == "datahub-usage-reporting"
+Requires-Dist: opensearch-py==2.4.2; extra == "datahub-usage-reporting"
 Requires-Dist: elasticsearch==7.13.4; extra == "datahub-usage-reporting"
+Requires-Dist: boto3; extra == "datahub-usage-reporting"
 Requires-Dist: pandas; extra == "datahub-usage-reporting"
-Requires-Dist: opensearch-py==2.4.2; extra == "datahub-usage-reporting"
 Requires-Dist: scipy<=1.14.1; extra == "datahub-usage-reporting"
-Requires-Dist: termcolor==2.5.0; extra == "datahub-usage-reporting"
-Requires-Dist: polars==1.19.0; extra == "datahub-usage-reporting"
-Requires-Dist: duckdb; extra == "datahub-usage-reporting"
 Requires-Dist: pyarrow; extra == "datahub-usage-reporting"
+Requires-Dist: pyarrow<=18.0.0; extra == "datahub-usage-reporting"
+Requires-Dist: termcolor==2.5.0; extra == "datahub-usage-reporting"
 Provides-Extra: datahub-metadata-sharing
 Requires-Dist: tenacity; extra == "datahub-metadata-sharing"
 Provides-Extra: acryl-cs-issues
-Requires-Dist: openai; extra == "acryl-cs-issues"
 Requires-Dist: slack-sdk; extra == "acryl-cs-issues"
+Requires-Dist: openai; extra == "acryl-cs-issues"
 Requires-Dist: zenpy; extra == "acryl-cs-issues"
 Requires-Dist: jinja2; extra == "acryl-cs-issues"
 Provides-Extra: all
-Requires-Dist: boto3; extra == "all"
-Requires-Dist: jinja2; extra == "all"
+Requires-Dist: polars==1.19.0; extra == "all"
+Requires-Dist: tenacity; extra == "all"
 Requires-Dist: pandas; extra == "all"
-Requires-Dist: opensearch-py==2.4.2; extra == "all"
+Requires-Dist: pyarrow<=18.0.0; extra == "all"
+Requires-Dist: duckdb; extra == "all"
 Requires-Dist: termcolor==2.5.0; extra == "all"
-Requires-Dist: scipy<=1.14.1; extra == "all"
 Requires-Dist: openai; extra == "all"
-Requires-Dist: polars==1.19.0; extra == "all"
-Requires-Dist: duckdb; extra == "all"
-Requires-Dist: pyarrow<=18.0.0; extra == "all"
 Requires-Dist: zenpy; extra == "all"
 Requires-Dist: numpy<2; extra == "all"
 Requires-Dist: pydantic<2; extra == "all"
-Requires-Dist: elasticsearch==7.13.4; extra == "all"
-Requires-Dist: tenacity; extra == "all"
+Requires-Dist: opensearch-py==2.4.2; extra == "all"
+Requires-Dist: jinja2; extra == "all"
 Requires-Dist: slack-sdk; extra == "all"
+Requires-Dist: boto3; extra == "all"
+Requires-Dist: scipy<=1.14.1; extra == "all"
 Requires-Dist: pyarrow; extra == "all"
+Requires-Dist: elasticsearch==7.13.4; extra == "all"
 Provides-Extra: dev
-Requires-Dist: acryl-datahub[dev]; extra == "dev"
-Requires-Dist: boto3; extra == "dev"
-Requires-Dist: pyarrow<=18.0.0; extra == "dev"
+Requires-Dist: openai; extra == "dev"
 Requires-Dist: numpy<2; extra == "dev"
+Requires-Dist: polars==1.19.0; extra == "dev"
+Requires-Dist: duckdb; extra == "dev"
 Requires-Dist: pydantic<2; extra == "dev"
-Requires-Dist: elasticsearch==7.13.4; extra == "dev"
-Requires-Dist: zenpy; extra == "dev"
-Requires-Dist: pandas; extra == "dev"
-Requires-Dist: jinja2; extra == "dev"
 Requires-Dist: opensearch-py==2.4.2; extra == "dev"
-Requires-Dist: termcolor==2.5.0; extra == "dev"
-Requires-Dist: scipy<=1.14.1; extra == "dev"
-Requires-Dist: openai; extra == "dev"
-Requires-Dist: polars==1.19.0; extra == "dev"
+Requires-Dist: elasticsearch==7.13.4; extra == "dev"
 Requires-Dist: tenacity; extra == "dev"
+Requires-Dist: jinja2; extra == "dev"
 Requires-Dist: slack-sdk; extra == "dev"
-Requires-Dist: duckdb; extra == "dev"
+Requires-Dist: boto3; extra == "dev"
+Requires-Dist: pandas; extra == "dev"
+Requires-Dist: scipy<=1.14.1; extra == "dev"
 Requires-Dist: pyarrow; extra == "dev"
+Requires-Dist: pyarrow<=18.0.0; extra == "dev"
+Requires-Dist: termcolor==2.5.0; extra == "dev"
+Requires-Dist: zenpy; extra == "dev"
+Requires-Dist: acryl-datahub[dev]; extra == "dev"
 Dynamic: provides-extra
 Dynamic: requires-dist

{acryl_datahub_cloud-0.3.8rc17.dist-info → acryl_datahub_cloud-0.3.8.1rc1.dist-info}/RECORD

@@ -1,5 +1,5 @@
 acryl_datahub_cloud/__init__.py,sha256=axrMXkn0RW80YmuZgwUP_YQImcv6L28duZLWnW-gaNM,521
-acryl_datahub_cloud/_codegen_config.json,sha256=L3L0nLK_sqYU1dVvzPnTHump07yjfV6esI420G871C0,556
+acryl_datahub_cloud/_codegen_config.json,sha256=Fin_OqFpAV0hqviP60YKeRQZeCHySfkSoHY95IhEPZk,557
 acryl_datahub_cloud/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 acryl_datahub_cloud/acryl_cs_issues/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 acryl_datahub_cloud/acryl_cs_issues/acryl_customer.py,sha256=uFjR2SqGS34y09-S9WqOqNGY8nOq6ptGf4y9781i8Z4,25230
@@ -12,7 +12,7 @@ acryl_datahub_cloud/api/__init__.py,sha256=f3iF76twAax3k19sl7ffOsebQA7UMjd9na_oa
 acryl_datahub_cloud/api/client.py,sha256=Qp4XKB2tDrh0Z5AuNpHyA9QkYItBl2QXz37PGHzUG7w,194
 acryl_datahub_cloud/api/entity_versioning.py,sha256=6AmAk4jhUmMeO-Ghfn7Wjpv3P93K-pnBs1Vs5TYOqe4,5611
 acryl_datahub_cloud/datahub_metadata_sharing/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-acryl_datahub_cloud/datahub_metadata_sharing/metadata_sharing_source.py,sha256=Ata7h_Jugi5QaHqxl54jUAefpkUfHt5qZSQ0vHYZd4E,9424
+acryl_datahub_cloud/datahub_metadata_sharing/metadata_sharing_source.py,sha256=9BqPkzCfveck-27y0kG3QMRfJhFhJtoy3p84fS5jNNQ,9264
 acryl_datahub_cloud/datahub_metadata_sharing/query.py,sha256=7Wc7Vtqdh2Ule5HMe0L_C3pQ2Bejkyo1IRusmFZG_0Y,219
 acryl_datahub_cloud/datahub_metadata_sharing/scroll_shared_entities.gql,sha256=Nups4Pwc7_DFm0-Z5Gh22HWq44GpoADNuYCK5YM8BrI,3908
 acryl_datahub_cloud/datahub_metadata_sharing/share_entity.gql,sha256=tJ0VkAekRQCxZ3TkaC0nVqMHQoILqf2J6J-HfbSRL0U,286
@@ -21,22 +21,22 @@ acryl_datahub_cloud/datahub_reporting/datahub_dataset.py,sha256=OCCfMIK7dU1Z9Dah
 acryl_datahub_cloud/datahub_reporting/datahub_form_reporting.py,sha256=usX0P0nYqqdHcjUwjvI_-g7FdHLAFF1EFKsTUtu1xMQ,19726
 acryl_datahub_cloud/datahub_reporting/extract_graph.py,sha256=4dth7SWKw39kO0oq7C6minRGVmeetdEKsMQCdTx1Yog,7759
 acryl_datahub_cloud/datahub_reporting/extract_sql.py,sha256=3Q5cmZahoFn8Y0P6LIHMFaJqpqAaFrT4dEi4HFRrFBw,9400
-acryl_datahub_cloud/datahub_reporting/forms.py,sha256=rOw3aZZ8XRb4JPrfMte8-Xq34snis6bp0gpx7Hf7uw4,5940
+acryl_datahub_cloud/datahub_reporting/forms.py,sha256=WUmJ3DLcKn4VcSplZFxmzdPrxQY2mYKqKc7hk8XZ9_Q,5939
 acryl_datahub_cloud/datahub_reporting/forms_config.py,sha256=3uzFKriUoWBNXLVMaEtnx74fLuujV59kDQwi1HSxFNI,2102
 acryl_datahub_cloud/datahub_usage_reporting/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 acryl_datahub_cloud/datahub_usage_reporting/query_builder.py,sha256=ft2PRg_YHTYWnZOVznOEx3PSSqAfiaH0YJtkPcS-NJM,5837
 acryl_datahub_cloud/datahub_usage_reporting/usage_feature_patch_builder.py,sha256=gR9neaHfi0JMQmAKMlgJCEuZIni7cdPFApGOKa5Pn4Y,14406
-acryl_datahub_cloud/datahub_usage_reporting/usage_feature_reporter.py,sha256=DvbyY8UDy1qmnkxPUie7fENBC-Dhb-7XXSUdMvzXxQQ,64278
+acryl_datahub_cloud/datahub_usage_reporting/usage_feature_reporter.py,sha256=t6dW-sfvjpqAO4Y1cwRl8xkKSZ5B1CmlD-EEhIIZq3g,64277
 acryl_datahub_cloud/elasticsearch/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 acryl_datahub_cloud/elasticsearch/config.py,sha256=6QNBOmoQZu1cJrDIBZyvZgdQt0QLfP82hdQkPtP-4HE,1220
 acryl_datahub_cloud/elasticsearch/graph_service.py,sha256=K4ykcSMxlrhlDrchhte3vEb1mcw8QkOmdIFSVSX4OVU,2788
 acryl_datahub_cloud/lineage_features/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 acryl_datahub_cloud/lineage_features/source.py,sha256=Edve1oBoR87RTloAfjAuxgULlMI_HNSFuQfbiVjkac4,6412
 acryl_datahub_cloud/metadata/__init__.py,sha256=AjhXPjI6cnpdcrBRrE5gOWo15vv2TTl2ctU4UAnUN7A,238
-acryl_datahub_cloud/metadata/schema.avsc,sha256=PElkzJHmsmi6LXsvtvNyeoaik9fFbWsCsetVH30VgLA,934932
-acryl_datahub_cloud/metadata/schema_classes.py,sha256=kSWEIZW_n_Fc9QEB6ZTFTFeQJrkbLWUOaEF8wKVuHtc,1385935
+acryl_datahub_cloud/metadata/schema.avsc,sha256=OhaGpHcgez-sd9Wv5-mAT2mwYXCk5jtDFGRmwU2URc8,936048
+acryl_datahub_cloud/metadata/schema_classes.py,sha256=-vbKtGvPxm0uoh2W1kMvsuize8DS0a1iOQizIF9yQFg,1388125
 acryl_datahub_cloud/metadata/_urns/__init__.py,sha256=cOF3GHMDgPhmbLKbN02NPpuLGHSu0qNgQyBRv08eqF0,243
-acryl_datahub_cloud/metadata/_urns/urn_defs.py,sha256=F345U9MIvmalszr53WZwGfzTzCoLkH_3T_zUEemF10Y,123283
+acryl_datahub_cloud/metadata/_urns/urn_defs.py,sha256=1RE97dgwD2-Ac7rjrJHj1h2HDD8nMzaZ8fn3rtDuWZc,125081
 acryl_datahub_cloud/metadata/com/__init__.py,sha256=gsAIuTxzfJdI7a9ybZlgMIHMAYksM1SxGxXjtySgKSc,202
 acryl_datahub_cloud/metadata/com/linkedin/__init__.py,sha256=gsAIuTxzfJdI7a9ybZlgMIHMAYksM1SxGxXjtySgKSc,202
 acryl_datahub_cloud/metadata/com/linkedin/events/__init__.py,sha256=s_dR0plZF-rOxxIbE8ojekJqwiHzl2WYR-Z3kW6kKS0,298
@@ -79,6 +79,7 @@ acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/events/__init__.py,sha256
 acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/events/metadata/__init__.py,sha256=a1FI_2VZ9Ejc9AIVztO-B5kLPR6VwlOgdFlv4PTCTYs,282
 acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/execution/__init__.py,sha256=O5XAXnGzDnWv8nbqRHxLPPXUbrIu_pn76WUK_hhkHmg,775
 acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/executor/__init__.py,sha256=0biDXQQFL8m6iB4TJQ0na9SNeZqDEgkxN6ajJlhr63k,311
+acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/executorpool/__init__.py,sha256=PjKqWXpofpeDRbqHJFd0SZl1Nkh4iNhZlkhUVs_9r1A,317
 acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/form/__init__.py,sha256=DcISIMoxrWoZZIaPNszxnz-d4Cx6Rtxktfa8qYT74_g,1373
 acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/glossary/__init__.py,sha256=fa1QNv08O3TqXqZ14bkJerGho_t-8DPHFdcWKiXkkUA,501
 acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/identity/__init__.py,sha256=wfPpGMWEVl1Ual_nFs7UNiYVB_Tq_vRfNmFfO-XkENU,1582
@@ -87,7 +88,7 @@ acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/inferred/__init__.py,sha2
 acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/ingestion/__init__.py,sha256=1bfG2naq4iS_pwU4J-BVer_gfL0hDbJbnH0gh1MPNgA,871
 acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/link/__init__.py,sha256=4DfT4T_I6dh-iGk9LXYjrp98L9D66xZzM7Boqc7jmNg,388
 acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/metadata/__init__.py,sha256=gsAIuTxzfJdI7a9ybZlgMIHMAYksM1SxGxXjtySgKSc,202
-acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/metadata/key/__init__.py,sha256=w-gZg-gqckNroX8iMkaRcju7AsuGeMQQybRAaIqs-3w,5646
+acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/metadata/key/__init__.py,sha256=wf1o0Hc3UKNs5QXGRA-eY8OpM4yPkZFLCXl_W4fhCvA,5757
 acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/metadata/query/__init__.py,sha256=gsAIuTxzfJdI7a9ybZlgMIHMAYksM1SxGxXjtySgKSc,202
 acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/metadata/query/filter/__init__.py,sha256=DBP_QtxkFmC5q_kuk4dGjb4uOKbB4xKgqTWXGxmNbBQ,532
 acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/metadata/recommendation/__init__.py,sha256=6XhFJ-Qf_H8RkEG_kZV6TcUWa0z-RXNlze6MLhV85l4,927
@@ -350,7 +351,9 @@ acryl_datahub_cloud/metadata/schemas/QueryUsageStatistics.avsc,sha256=z1gfAnXdBo
 acryl_datahub_cloud/metadata/schemas/RecommendationModule.avsc,sha256=70BbA_R40dEJDNPJ4BGydwPV2Fw-PoXn4xwVB9sO6aM,12758
 acryl_datahub_cloud/metadata/schemas/RecommendationModuleKey.avsc,sha256=fZl3U8Lr29S47szmtzPlgG7DqyDO8HGKQWym-_0qj7Q,604
 acryl_datahub_cloud/metadata/schemas/RemoteExecutorKey.avsc,sha256=Cb4TWBbBbrS3DiL5i7f44wUFFKfJhYPU8lTRDqqiPCE,495
-acryl_datahub_cloud/metadata/schemas/RemoteExecutorStatus.avsc,sha256=r5fid2a8SySzSlSGN2UH2Y4MX4xWPYDldiPj9Ct5hmM,2101
+acryl_datahub_cloud/metadata/schemas/RemoteExecutorPoolInfo.avsc,sha256=8i_e-HdCjCvL1SOpAc1nlveBOn0ByyTW4ZZfTR1ZCtY,416
+acryl_datahub_cloud/metadata/schemas/RemoteExecutorPoolKey.avsc,sha256=dAMZURoI7_rEkr4vddFoYhyqz2tLDox8ZWXIH2HuuSs,584
+acryl_datahub_cloud/metadata/schemas/RemoteExecutorStatus.avsc,sha256=69vSn5qn9aJs2ojSzkdbVUoZXuXTTcmypSEamc11W4Q,2127
 acryl_datahub_cloud/metadata/schemas/RoleKey.avsc,sha256=Uas5jFViSHXhFqq8D4P6-UXqywOth3coztjQ5wA7wL0,449
 acryl_datahub_cloud/metadata/schemas/RoleMembership.avsc,sha256=Al3LXKRowCiHhgTfwr3a-piID3Ld5kN-6-e9edTZ0uU,570
 acryl_datahub_cloud/metadata/schemas/RoleProperties.avsc,sha256=tDw-WF1uBGIcrk38nOnXs3FCF_YjBhScarJbreQvwjE,3037
@@ -392,8 +395,8 @@ acryl_datahub_cloud/metadata/schemas/VersionSetKey.avsc,sha256=psjGNNcFua3Zs9Xlh
 acryl_datahub_cloud/metadata/schemas/VersionSetProperties.avsc,sha256=yrhhVNioD11nFlDO7IfUbxAQjhA9Tr-4wnAYH5I9W74,1172
 acryl_datahub_cloud/metadata/schemas/ViewProperties.avsc,sha256=3HhcbH5493dJUnEUtFMYMVfbYQ52aDedm5L4j77Nym4,1032
 acryl_datahub_cloud/metadata/schemas/__init__.py,sha256=uvLNC3VyCkWA_v8e9FdA1leFf46NFKDD0AajCfihepI,581
-acryl_datahub_cloud-0.3.8rc17.dist-info/METADATA,sha256=1IGGo80AXkuAOZEWhwsaSdFvexyP8JfZqUEPMImQFm8,4431
-acryl_datahub_cloud-0.3.8rc17.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-acryl_datahub_cloud-0.3.8rc17.dist-info/entry_points.txt,sha256=U25NAI0Z2w_pMQjWWZ6zXvy2lf1m53mjF3ilV_uq6HQ,1004
-acryl_datahub_cloud-0.3.8rc17.dist-info/top_level.txt,sha256=EwgCxfX-DzJANwxj-Mx_j4TOfAFhmc_FgMbRPzWsoZs,20
-acryl_datahub_cloud-0.3.8rc17.dist-info/RECORD,,
+acryl_datahub_cloud-0.3.8.1rc1.dist-info/METADATA,sha256=H8D2wmGfzOSUqnmMTNLHTL5vI4anhMwtejYgCGqlgvY,4432
+acryl_datahub_cloud-0.3.8.1rc1.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+acryl_datahub_cloud-0.3.8.1rc1.dist-info/entry_points.txt,sha256=U25NAI0Z2w_pMQjWWZ6zXvy2lf1m53mjF3ilV_uq6HQ,1004
+acryl_datahub_cloud-0.3.8.1rc1.dist-info/top_level.txt,sha256=EwgCxfX-DzJANwxj-Mx_j4TOfAFhmc_FgMbRPzWsoZs,20
+acryl_datahub_cloud-0.3.8.1rc1.dist-info/RECORD,,