acryl-datahub 1.3.0.1rc6__py3-none-any.whl → 1.3.0.1rc7__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of acryl-datahub might be problematic. Click here for more details.

Files changed (34) hide show
  1. {acryl_datahub-1.3.0.1rc6.dist-info → acryl_datahub-1.3.0.1rc7.dist-info}/METADATA +2457 -2458
  2. {acryl_datahub-1.3.0.1rc6.dist-info → acryl_datahub-1.3.0.1rc7.dist-info}/RECORD +34 -32
  3. datahub/_version.py +1 -1
  4. datahub/cli/docker_check.py +1 -1
  5. datahub/emitter/mce_builder.py +6 -0
  6. datahub/ingestion/autogenerated/capability_summary.json +12 -12
  7. datahub/ingestion/source/bigquery_v2/bigquery_queries.py +2 -0
  8. datahub/ingestion/source/common/subtypes.py +2 -0
  9. datahub/ingestion/source/dremio/dremio_source.py +15 -15
  10. datahub/ingestion/source/dynamodb/dynamodb.py +1 -1
  11. datahub/ingestion/source/fivetran/config.py +33 -0
  12. datahub/ingestion/source/fivetran/fivetran.py +184 -13
  13. datahub/ingestion/source/fivetran/fivetran_log_api.py +20 -5
  14. datahub/ingestion/source/fivetran/fivetran_rest_api.py +65 -0
  15. datahub/ingestion/source/fivetran/response_models.py +97 -0
  16. datahub/ingestion/source/hex/hex.py +1 -1
  17. datahub/ingestion/source/iceberg/iceberg.py +1 -1
  18. datahub/ingestion/source/metabase.py +23 -4
  19. datahub/ingestion/source/mlflow.py +1 -1
  20. datahub/ingestion/source/s3/source.py +1 -1
  21. datahub/ingestion/source/salesforce.py +1 -1
  22. datahub/ingestion/source/slack/slack.py +1 -1
  23. datahub/ingestion/source/snowflake/snowflake_queries.py +3 -0
  24. datahub/ingestion/source/snowflake/snowflake_summary.py +1 -1
  25. datahub/ingestion/source/sql_queries.py +1 -1
  26. datahub/ingestion/source/unity/source.py +1 -1
  27. datahub/ingestion/source/vertexai/vertexai.py +1 -1
  28. datahub/metadata/schema.avsc +4 -2
  29. datahub/metadata/schemas/DataHubFileInfo.avsc +4 -2
  30. datahub/sdk/mlmodel.py +19 -0
  31. {acryl_datahub-1.3.0.1rc6.dist-info → acryl_datahub-1.3.0.1rc7.dist-info}/WHEEL +0 -0
  32. {acryl_datahub-1.3.0.1rc6.dist-info → acryl_datahub-1.3.0.1rc7.dist-info}/entry_points.txt +0 -0
  33. {acryl_datahub-1.3.0.1rc6.dist-info → acryl_datahub-1.3.0.1rc7.dist-info}/licenses/LICENSE +0 -0
  34. {acryl_datahub-1.3.0.1rc6.dist-info → acryl_datahub-1.3.0.1rc7.dist-info}/top_level.txt +0 -0
datahub/metadata/schema.avsc CHANGED
@@ -1996,7 +1996,8 @@
1996
1996
  "mlPrimaryKey",
1997
1997
  "mlModelGroup",
1998
1998
  "domain",
1999
- "dataProduct"
1999
+ "dataProduct",
2000
+ "businessAttribute"
2000
2001
  ],
2001
2002
  "name": "ReferencedBy"
2002
2003
  },
@@ -2023,7 +2024,8 @@
2023
2024
  "mlPrimaryKey",
2024
2025
  "mlModelGroup",
2025
2026
  "domain",
2026
- "dataProduct"
2027
+ "dataProduct",
2028
+ "businessAttribute"
2027
2029
  ],
2028
2030
  "type": [
2029
2031
  "null",
datahub/metadata/schemas/DataHubFileInfo.avsc CHANGED
@@ -91,7 +91,8 @@
91
91
  "mlPrimaryKey",
92
92
  "mlModelGroup",
93
93
  "domain",
94
- "dataProduct"
94
+ "dataProduct",
95
+ "businessAttribute"
95
96
  ],
96
97
  "name": "ReferencedBy"
97
98
  },
@@ -125,7 +126,8 @@
125
126
  "mlPrimaryKey",
126
127
  "mlModelGroup",
127
128
  "domain",
128
- "dataProduct"
129
+ "dataProduct",
130
+ "businessAttribute"
129
131
  ]
130
132
  },
131
133
  {
datahub/sdk/mlmodel.py CHANGED
@@ -293,6 +293,25 @@ class MLModel(
293
293
  job for job in props.downstreamJobs if job != job_str
294
294
  ]
295
295
 
296
+ @property
297
+ def deployments(self) -> Optional[List[str]]:
298
+ return self._ensure_model_props().deployments
299
+
300
+ def set_deployments(self, deployments: Sequence[str]) -> None:
301
+ self._ensure_model_props().deployments = list(deployments)
302
+
303
+ def add_deployment(self, deployment: str) -> None:
304
+ props = self._ensure_model_props()
305
+ if props.deployments is None:
306
+ props.deployments = []
307
+ if deployment not in props.deployments:
308
+ props.deployments.append(deployment)
309
+
310
+ def remove_deployment(self, deployment: str) -> None:
311
+ props = self._ensure_model_props()
312
+ if props.deployments is not None:
313
+ props.deployments = [d for d in props.deployments if d != deployment]
314
+
296
315
  def _init_basic_properties(
297
316
  self,
298
317
  version: Optional[str] = None,