apache-airflow-providers-microsoft-azure 11.0.0rc1__tar.gz → 11.1.0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (58) hide show
  1. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/PKG-INFO +8 -8
  2. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/README.rst +3 -3
  3. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/__init__.py +1 -1
  4. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/get_provider_info.py +3 -2
  5. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/hooks/wasb.py +27 -0
  6. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/triggers/powerbi.py +12 -7
  7. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/pyproject.toml +5 -6
  8. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/LICENSE +0 -0
  9. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/fs/__init__.py +0 -0
  10. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/fs/adls.py +0 -0
  11. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/hooks/__init__.py +0 -0
  12. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/hooks/adx.py +0 -0
  13. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/hooks/asb.py +0 -0
  14. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/hooks/base_azure.py +0 -0
  15. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/hooks/batch.py +0 -0
  16. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/hooks/container_instance.py +0 -0
  17. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/hooks/container_registry.py +0 -0
  18. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/hooks/container_volume.py +0 -0
  19. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/hooks/cosmos.py +0 -0
  20. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/hooks/data_factory.py +0 -0
  21. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/hooks/data_lake.py +0 -0
  22. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/hooks/fileshare.py +0 -0
  23. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/hooks/msgraph.py +0 -0
  24. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/hooks/powerbi.py +0 -0
  25. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/hooks/synapse.py +0 -0
  26. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/log/__init__.py +0 -0
  27. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/log/wasb_task_handler.py +0 -0
  28. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/operators/__init__.py +0 -0
  29. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/operators/adls.py +0 -0
  30. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/operators/adx.py +0 -0
  31. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/operators/asb.py +0 -0
  32. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/operators/batch.py +0 -0
  33. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/operators/container_instances.py +0 -0
  34. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/operators/cosmos.py +0 -0
  35. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/operators/data_factory.py +0 -0
  36. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/operators/msgraph.py +0 -0
  37. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/operators/powerbi.py +0 -0
  38. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/operators/synapse.py +0 -0
  39. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/operators/wasb_delete_blob.py +0 -0
  40. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/secrets/__init__.py +0 -0
  41. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/secrets/key_vault.py +0 -0
  42. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/sensors/__init__.py +0 -0
  43. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/sensors/cosmos.py +0 -0
  44. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/sensors/data_factory.py +0 -0
  45. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/sensors/msgraph.py +0 -0
  46. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/sensors/wasb.py +0 -0
  47. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/transfers/__init__.py +0 -0
  48. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/transfers/azure_blob_to_gcs.py +0 -0
  49. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/transfers/local_to_adls.py +0 -0
  50. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/transfers/local_to_wasb.py +0 -0
  51. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/transfers/oracle_to_azure_data_lake.py +0 -0
  52. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/transfers/s3_to_wasb.py +0 -0
  53. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/transfers/sftp_to_wasb.py +0 -0
  54. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/triggers/__init__.py +0 -0
  55. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/triggers/data_factory.py +0 -0
  56. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/triggers/msgraph.py +0 -0
  57. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/triggers/wasb.py +0 -0
  58. {apache_airflow_providers_microsoft_azure-11.0.0rc1 → apache_airflow_providers_microsoft_azure-11.1.0}/airflow/providers/microsoft/azure/utils.py +0 -0
@@ -1,6 +1,6 @@
1
- Metadata-Version: 2.1
1
+ Metadata-Version: 2.3
2
2
  Name: apache-airflow-providers-microsoft-azure
3
- Version: 11.0.0rc1
3
+ Version: 11.1.0
4
4
  Summary: Provider package apache-airflow-providers-microsoft-azure for Apache Airflow
5
5
  Keywords: airflow-provider,microsoft.azure,airflow,integration
6
6
  Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -22,7 +22,7 @@ Classifier: Programming Language :: Python :: 3.12
22
22
  Classifier: Topic :: System :: Monitoring
23
23
  Requires-Dist: adal>=1.2.7
24
24
  Requires-Dist: adlfs>=2023.10.0
25
- Requires-Dist: apache-airflow>=2.8.0rc0
25
+ Requires-Dist: apache-airflow>=2.8.0
26
26
  Requires-Dist: azure-batch>=8.0.0
27
27
  Requires-Dist: azure-cosmos>=4.6.0
28
28
  Requires-Dist: azure-datalake-store>=0.0.45
@@ -52,8 +52,8 @@ Requires-Dist: apache-airflow-providers-google ; extra == "google"
52
52
  Requires-Dist: apache-airflow-providers-oracle ; extra == "oracle"
53
53
  Requires-Dist: apache-airflow-providers-sftp ; extra == "sftp"
54
54
  Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
55
- Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/11.0.0/changelog.html
56
- Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/11.0.0
55
+ Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/11.1.0/changelog.html
56
+ Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/11.1.0
57
57
  Project-URL: Slack Chat, https://s.apache.org/airflow-slack
58
58
  Project-URL: Source Code, https://github.com/apache/airflow
59
59
  Project-URL: Twitter, https://twitter.com/ApacheAirflow
@@ -107,7 +107,7 @@ Provides-Extra: sftp
107
107
 
108
108
  Package ``apache-airflow-providers-microsoft-azure``
109
109
 
110
- Release: ``11.0.0.rc1``
110
+ Release: ``11.1.0``
111
111
 
112
112
 
113
113
  `Microsoft Azure <https://azure.microsoft.com/>`__
@@ -120,7 +120,7 @@ This is a provider package for ``microsoft.azure`` provider. All classes for thi
120
120
  are in ``airflow.providers.microsoft.azure`` python package.
121
121
 
122
122
  You can find package information and changelog for the provider
123
- in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/11.0.0/>`_.
123
+ in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/11.1.0/>`_.
124
124
 
125
125
  Installation
126
126
  ------------
@@ -189,4 +189,4 @@ Dependent package
189
189
  ==================================================================================================== ==========
190
190
 
191
191
  The changelog for the provider package can be found in the
192
- `changelog <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/11.0.0/changelog.html>`_.
192
+ `changelog <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/11.1.0/changelog.html>`_.
@@ -42,7 +42,7 @@
42
42
 
43
43
  Package ``apache-airflow-providers-microsoft-azure``
44
44
 
45
- Release: ``11.0.0.rc1``
45
+ Release: ``11.1.0``
46
46
 
47
47
 
48
48
  `Microsoft Azure <https://azure.microsoft.com/>`__
@@ -55,7 +55,7 @@ This is a provider package for ``microsoft.azure`` provider. All classes for thi
55
55
  are in ``airflow.providers.microsoft.azure`` python package.
56
56
 
57
57
  You can find package information and changelog for the provider
58
- in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/11.0.0/>`_.
58
+ in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/11.1.0/>`_.
59
59
 
60
60
  Installation
61
61
  ------------
@@ -124,4 +124,4 @@ Dependent package
124
124
  ==================================================================================================== ==========
125
125
 
126
126
  The changelog for the provider package can be found in the
127
- `changelog <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/11.0.0/changelog.html>`_.
127
+ `changelog <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/11.1.0/changelog.html>`_.
@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
29
29
 
30
30
  __all__ = ["__version__"]
31
31
 
32
- __version__ = "11.0.0"
32
+ __version__ = "11.1.0"
33
33
 
34
34
  if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
35
35
  "2.8.0"
@@ -28,8 +28,9 @@ def get_provider_info():
28
28
  "name": "Microsoft Azure",
29
29
  "description": "`Microsoft Azure <https://azure.microsoft.com/>`__\n",
30
30
  "state": "ready",
31
- "source-date-epoch": 1730013072,
31
+ "source-date-epoch": 1731570356,
32
32
  "versions": [
33
+ "11.1.0",
33
34
  "11.0.0",
34
35
  "10.5.1",
35
36
  "10.5.0",
@@ -120,7 +121,7 @@ def get_provider_info():
120
121
  "microsoft-kiota-serialization-text==1.0.0",
121
122
  "microsoft-kiota-abstractions<1.4.0",
122
123
  ],
123
- "devel-dependencies": ["pywinrm"],
124
+ "devel-dependencies": ["pywinrm>=0.4"],
124
125
  "integrations": [
125
126
  {
126
127
  "integration-name": "Microsoft Azure Batch",
@@ -493,6 +493,33 @@ class WasbHook(BaseHook):
493
493
  self._get_container_client(container_name).delete_blobs(*blobs, **kwargs)
494
494
  self.log.info("Deleted blobs: %s", blobs)
495
495
 
496
+ def copy_blobs(
497
+ self,
498
+ source_container_name: str,
499
+ source_blob_name: str,
500
+ destination_container_name: str,
501
+ destination_blob_name: str,
502
+ ) -> None:
503
+ """
504
+ Copy the specified blobs from one blob prefix to another.
505
+
506
+ :param source_container_name: The name of the source container containing the blobs.
507
+ :param source_blob_name: The full source blob path without the container name.
508
+ :param destination_container_name: The name of the destination container where the blobs
509
+ will be copied to.
510
+ :param destination_blob_name: The full destination blob path without the container name.
511
+ """
512
+ source_blob_client = self._get_blob_client(
513
+ container_name=source_container_name, blob_name=source_blob_name
514
+ )
515
+ source_blob_url = source_blob_client.url
516
+
517
+ destination_blob_client = self._get_blob_client(
518
+ container_name=destination_container_name, blob_name=destination_blob_name
519
+ )
520
+
521
+ destination_blob_client.start_copy_from_url(source_blob_url)
522
+
496
523
  def delete_file(
497
524
  self,
498
525
  container_name: str,
@@ -104,16 +104,21 @@ class PowerBITrigger(BaseTrigger):
104
104
  dataset_id=self.dataset_id,
105
105
  group_id=self.group_id,
106
106
  )
107
+
108
+ async def fetch_refresh_status() -> str:
109
+ """Fetch the current status of the dataset refresh."""
110
+ refresh_details = await self.hook.get_refresh_details_by_refresh_id(
111
+ dataset_id=self.dataset_id,
112
+ group_id=self.group_id,
113
+ refresh_id=self.dataset_refresh_id,
114
+ )
115
+ return refresh_details["status"]
116
+
107
117
  try:
108
- dataset_refresh_status = None
118
+ dataset_refresh_status = await fetch_refresh_status()
109
119
  start_time = time.monotonic()
110
120
  while start_time + self.timeout > time.monotonic():
111
- refresh_details = await self.hook.get_refresh_details_by_refresh_id(
112
- dataset_id=self.dataset_id,
113
- group_id=self.group_id,
114
- refresh_id=self.dataset_refresh_id,
115
- )
116
- dataset_refresh_status = refresh_details.get("status")
121
+ dataset_refresh_status = await fetch_refresh_status()
117
122
 
118
123
  if dataset_refresh_status == PowerBIDatasetRefreshStatus.COMPLETED:
119
124
  yield TriggerEvent(
@@ -21,14 +21,13 @@
21
21
 
22
22
  # IF YOU WANT TO MODIFY THIS FILE, YOU SHOULD MODIFY THE TEMPLATE
23
23
  # `pyproject_TEMPLATE.toml.jinja2` IN the `dev/breeze/src/airflow_breeze/templates` DIRECTORY
24
- #
25
24
  [build-system]
26
- requires = ["flit_core >=3.2,<4"]
25
+ requires = ["flit_core==3.10.1"]
27
26
  build-backend = "flit_core.buildapi"
28
27
 
29
28
  [project]
30
29
  name = "apache-airflow-providers-microsoft-azure"
31
- version = "11.0.0.rc1"
30
+ version = "11.1.0"
32
31
  description = "Provider package apache-airflow-providers-microsoft-azure for Apache Airflow"
33
32
  readme = "README.rst"
34
33
  authors = [
@@ -57,7 +56,7 @@ requires-python = "~=3.9"
57
56
  dependencies = [
58
57
  "adal>=1.2.7",
59
58
  "adlfs>=2023.10.0",
60
- "apache-airflow>=2.8.0rc0",
59
+ "apache-airflow>=2.8.0",
61
60
  "azure-batch>=8.0.0",
62
61
  "azure-cosmos>=4.6.0",
63
62
  "azure-datalake-store>=0.0.45",
@@ -85,8 +84,8 @@ dependencies = [
85
84
  ]
86
85
 
87
86
  [project.urls]
88
- "Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/11.0.0"
89
- "Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/11.0.0/changelog.html"
87
+ "Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/11.1.0"
88
+ "Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/11.1.0/changelog.html"
90
89
  "Bug Tracker" = "https://github.com/apache/airflow/issues"
91
90
  "Source Code" = "https://github.com/apache/airflow"
92
91
  "Slack Chat" = "https://s.apache.org/airflow-slack"