azure-developer-loadtesting 1.0.0__zip

azure-developer-loadtesting-1.0.0/tests/test_async_run_ops.py

@@ -0,0 +1,286 @@
+# coding: utf-8
+# -------------------------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# Licensed under the MIT License. See License.txt in the project root for
+# license information.
+# -------------------------------------------------------------------------
+import os
+from pathlib import Path
+
+import pytest
+from azure.core.exceptions import HttpResponseError, ResourceNotFoundError
+
+from testcase import LoadtestingPowerShellPreparer
+from testcase_async import LoadtestingAsyncTest
+from devtools_testutils import set_bodiless_matcher, set_custom_default_matcher
+from devtools_testutils.aio import recorded_by_proxy_async
+
+DISPLAY_NAME = "TestingResourcePyTest"
+NON_EXISTING_RESOURCE = "nonexistingresource"
+class TestRunOps(LoadtestingAsyncTest):
+
+    async def setup_loadtest(self, endpoint, test_id):
+        admin_client = self.create_administration_client(endpoint)
+
+        await admin_client.create_or_update_test(
+            test_id,
+            {
+                "description": "",
+                "displayName": DISPLAY_NAME,
+                "loadTestConfig": {
+                    "engineSize": "m",
+                    "engineInstances": 1,
+                    "splitAllCSVs": False,
+                },
+                "secrets": {},
+                "environmentVariables": {},
+                "passFailCriteria": {"passFailMetrics": {}},
+                "keyvaultReferenceIdentityType": "SystemAssigned",
+                "keyvaultReferenceIdentityId": None,
+            }
+        )
+
+        validation_poller = await admin_client.begin_upload_test_file(
+            test_id, "sample.jmx", open(os.path.join(os.path.dirname(__file__), "sample.jmx"), "rb")
+        )
+
+        await validation_poller.result()
+
+    async def setup_test_run(self, endpoint, test_id, test_run_id):
+        await self.setup_loadtest(endpoint, test_id)
+
+        run_client = self.create_run_client(endpoint)
+
+        run_poller = await run_client.begin_test_run(
+            test_run_id,
+            {
+                "testId": test_id,
+                "displayName": "My New Load Test Run from PyTest",
+            }
+        )
+        await run_poller.result()
+
+    @LoadtestingPowerShellPreparer()
+    @recorded_by_proxy_async
+    async def test_test_run_poller(self, loadtesting_endpoint, loadtesting_test_id, loadtesting_test_run_id):
+        set_bodiless_matcher()
+
+        await self.setup_loadtest(loadtesting_endpoint, loadtesting_test_id)
+
+        run_client = self.create_run_client(loadtesting_endpoint)
+
+        run_poller = await run_client.begin_test_run(
+            loadtesting_test_run_id,
+            {
+                "testId": loadtesting_test_id,
+                "displayName": "My New Load Test Run from PyTest",
+            }
+        )
+
+        result = await run_poller.result()
+        assert result is not None
+
+        assert run_poller.status() is not None
+        assert run_poller.done() is True
+
+    @LoadtestingPowerShellPreparer()
+    @recorded_by_proxy_async
+    async def test_get_test_run(self, loadtesting_endpoint, loadtesting_test_run_id):
+        set_bodiless_matcher()
+
+        run_client = self.create_run_client(loadtesting_endpoint)
+
+        result = await run_client.get_test_run(loadtesting_test_run_id)
+        assert result is not None
+
+        with pytest.raises(ResourceNotFoundError):
+            await run_client.get_test_run(NON_EXISTING_RESOURCE)
+
+    @LoadtestingPowerShellPreparer()
+    @recorded_by_proxy_async
+    async def test_delete_test_run(self, loadtesting_endpoint, loadtesting_test_id, loadtesting_test_run_id):
+        set_bodiless_matcher()
+
+        await self.setup_test_run(loadtesting_endpoint, loadtesting_test_id, loadtesting_test_run_id)
+
+        run_client = self.create_run_client(loadtesting_endpoint)
+
+        result = await run_client.delete_test_run(loadtesting_test_run_id)
+        assert result is None
+
+        with pytest.raises(ResourceNotFoundError):
+            await run_client.delete_test_run(NON_EXISTING_RESOURCE)
+
+
+    @LoadtestingPowerShellPreparer()
+    @recorded_by_proxy_async
+    async def test_get_test_run_file(self, loadtesting_endpoint, loadtesting_test_id, loadtesting_test_run_id):
+        set_bodiless_matcher()
+
+        await self.setup_test_run(loadtesting_endpoint, loadtesting_test_id, loadtesting_test_run_id)
+
+        run_client = self.create_run_client(loadtesting_endpoint)
+
+        result = await run_client.get_test_run_file(loadtesting_test_run_id, "sample.jmx")
+        assert result is not None
+
+        with pytest.raises(ResourceNotFoundError):
+            await run_client.get_test_run_file(NON_EXISTING_RESOURCE, "sample.jmx")
+
+        with pytest.raises(HttpResponseError):
+            await run_client.get_test_run_file(loadtesting_test_run_id, NON_EXISTING_RESOURCE)
+
+
+    @LoadtestingPowerShellPreparer()
+    @recorded_by_proxy_async
+    async def test_list_test_runs(self, loadtesting_endpoint, loadtesting_test_id, loadtesting_test_run_id):
+        set_bodiless_matcher()
+
+        await self.setup_test_run(loadtesting_endpoint, loadtesting_test_id, loadtesting_test_run_id)
+
+        run_client = self.create_run_client(loadtesting_endpoint)
+
+        result = run_client.list_test_runs()
+        assert result is not None
+
+
+    @LoadtestingPowerShellPreparer()
+    @recorded_by_proxy_async
+    async def test_stop_test_run(self, loadtesting_endpoint):
+        set_bodiless_matcher()
+
+        await self.setup_loadtest(loadtesting_endpoint, "new-load-test-from-pytest-aio-abc")
+        run_client = self.create_run_client(loadtesting_endpoint)
+
+        try:
+            await run_client.delete_test_run("my-new-test-run-from-pytest-aio-abc")
+        except ResourceNotFoundError:
+            pass
+
+        run_poller = await run_client.begin_test_run(
+            "my-new-test-run-from-pytest-aio-abc",
+            {
+                "testId": "new-load-test-from-pytest-aio-abc",
+                "displayName": "My New Load Test Run from PyTest",
+            }
+        )
+
+        result = await run_client.stop_test_run("my-new-test-run-from-pytest-aio-abc")
+        assert result is not None
+
+    @LoadtestingPowerShellPreparer()
+    @recorded_by_proxy_async
+    async def test_get_metrics(self, loadtesting_endpoint, loadtesting_test_id, loadtesting_test_run_id):
+        set_bodiless_matcher()
+
+        await self.setup_test_run(loadtesting_endpoint, loadtesting_test_id, loadtesting_test_run_id)
+        run_client = self.create_run_client(loadtesting_endpoint)
+
+        test_run_response = await run_client.get_test_run(loadtesting_test_run_id)
+        assert test_run_response is not None
+
+        metric_namespaces = await run_client.get_metric_namespaces(loadtesting_test_run_id)
+        assert metric_namespaces is not None
+
+        metric_definitions = await run_client.get_metric_definitions(loadtesting_test_run_id,
+                            metric_namespace=metric_namespaces["value"][0]["name"])
+        assert metric_definitions is not None
+
+        metrics = run_client.list_metrics(
+            test_run_id=loadtesting_test_run_id,
+            metric_name=metric_definitions["value"][0]["name"],
+            metric_namespace=metric_namespaces["value"][0]["name"],
+            time_interval=test_run_response["startDateTime"] + "/" + test_run_response["endDateTime"]
+        )
+        assert metrics is not None
+
+    @LoadtestingPowerShellPreparer()
+    @recorded_by_proxy_async
+    async def test_create_or_update_app_component(self, loadtesting_endpoint, loadtesting_test_id, loadtesting_test_run_id, loadtesting_resource_id):
+        set_bodiless_matcher()
+
+        await self.setup_test_run(loadtesting_endpoint, loadtesting_test_id, loadtesting_test_run_id)
+
+        run_client = self.create_run_client(loadtesting_endpoint)
+
+        result = await run_client.create_or_update_app_components(
+            loadtesting_test_run_id,
+            {
+                "components":
+                    {
+                        loadtesting_resource_id:
+                            {
+                                "resourceId": loadtesting_resource_id,
+                                "resourceName": "App-Service-Sample-Demo",
+                                "resourceType": "Microsoft.Web/sites",
+                                "kind": "web"
+                            }
+                    }
+            }
+        )
+        assert result is not None
+
+        with pytest.raises(ResourceNotFoundError):
+            await run_client.create_or_update_app_components(
+                NON_EXISTING_RESOURCE,
+                {
+                    "components":
+                        {
+                            loadtesting_resource_id:
+                                {
+                                    "resourceId": loadtesting_resource_id,
+                                    "resourceName": "App-Service-Sample-Demo",
+                                    "resourceType": "Microsoft.Web/sites",
+                                    "kind": "web"
+                                }
+                        }
+                }
+            )
+
+    @LoadtestingPowerShellPreparer()
+    @recorded_by_proxy_async
+    async def test_get_app_component(self, loadtesting_endpoint, loadtesting_test_id, loadtesting_test_run_id, loadtesting_resource_id):
+        set_bodiless_matcher()
+        await self.setup_test_run(loadtesting_endpoint, loadtesting_test_id, loadtesting_test_run_id)
+
+        run_client = self.create_run_client(loadtesting_endpoint)
+
+        result = await run_client.get_app_components(loadtesting_test_run_id)
+        assert result is not None
+
+    @LoadtestingPowerShellPreparer()
+    @recorded_by_proxy_async
+    async def test_create_or_update_server_metrics_config(self, loadtesting_endpoint, loadtesting_test_id, loadtesting_test_run_id, loadtesting_resource_id):
+        set_bodiless_matcher()
+        await self.setup_test_run(loadtesting_endpoint, loadtesting_test_id, loadtesting_test_run_id)
+
+        run_client = self.create_run_client(loadtesting_endpoint)
+
+        result = await run_client.create_or_update_server_metrics_config(
+            loadtesting_test_run_id,
+            {
+                "metrics": {
+                    loadtesting_resource_id: {
+                        "resourceId": loadtesting_resource_id,
+                        "metricNamespace": "microsoft.insights/components",
+                        "displayDescription": "sample description",
+                        "name": "requests/duration",
+                        "aggregation": "Average",
+                        "unit": None,
+                        "resourceType": "microsoft.insights/components"
+                    }
+                }
+            }
+        )
+        assert result is not None
+
+    @LoadtestingPowerShellPreparer()
+    @recorded_by_proxy_async
+    async def test_get_server_metrics_config(self, loadtesting_endpoint, loadtesting_test_id, loadtesting_test_run_id, loadtesting_resource_id):
+        set_bodiless_matcher()
+        await self.setup_test_run(loadtesting_endpoint, loadtesting_test_id, loadtesting_test_run_id)
+
+        run_client = self.create_run_client(loadtesting_endpoint)
+
+        result = await run_client.get_server_metrics_config(loadtesting_test_run_id)
+        assert result is not None

azure-developer-loadtesting-1.0.0/tests/test_run_ops.py

@@ -0,0 +1,289 @@
+# coding: utf-8
+# -------------------------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# Licensed under the MIT License. See License.txt in the project root for
+# license information.
+# -------------------------------------------------------------------------
+import os
+from pathlib import Path
+
+import pytest
+from azure.core.exceptions import HttpResponseError, ResourceNotFoundError
+
+from testcase import LoadtestingPowerShellPreparer, LoadtestingTest
+from devtools_testutils import recorded_by_proxy, set_bodiless_matcher, set_custom_default_matcher
+
+DISPLAY_NAME = "TestingResourcePyTest"
+NON_EXISTING_RESOURCE = "nonexistingresource"
+
+class TestRunOps(LoadtestingTest):
+
+    def setup_loadtest(self, endpoint, test_id):
+        admin_client = self.create_administration_client(endpoint)
+
+        admin_client.create_or_update_test(
+            test_id,
+            {
+                "description": "",
+                "displayName": DISPLAY_NAME,
+                "loadTestConfig": {
+                    "engineSize": "m",
+                    "engineInstances": 1,
+                    "splitAllCSVs": False,
+                },
+                "secrets": {},
+                "environmentVariables": {},
+                "passFailCriteria": {"passFailMetrics": {}},
+                "keyvaultReferenceIdentityType": "SystemAssigned",
+                "keyvaultReferenceIdentityId": None,
+            }
+        )
+
+        validation_poller = admin_client.begin_upload_test_file(
+            test_id, "sample.jmx", open(os.path.join(os.path.dirname(__file__), "sample.jmx"), "rb")
+        )
+
+        validation_poller.result(6000)
+
+    def setup_test_run(self, endpoint, test_id, test_run_id):
+        self.setup_loadtest(endpoint, test_id)
+
+        run_client = self.create_run_client(endpoint)
+
+        run_poller = run_client.begin_test_run(
+            test_run_id,
+            {
+                "testId": test_id,
+                "displayName": "My New Load Test Run from PyTest",
+            }
+        )
+        run_poller.result(10800)
+
+    @LoadtestingPowerShellPreparer()
+    @recorded_by_proxy
+    def test_test_run_poller(self, loadtesting_endpoint, loadtesting_test_id, loadtesting_test_run_id):
+        set_bodiless_matcher()
+
+        self.setup_loadtest(loadtesting_endpoint, loadtesting_test_id)
+
+        run_client = self.create_run_client(loadtesting_endpoint)
+
+        run_poller = run_client.begin_test_run(
+            loadtesting_test_run_id,
+            {
+                "testId": loadtesting_test_id,
+                "displayName": "My New Load Test Run from PyTest",
+            },
+        )
+
+        result = run_poller.result(10800)
+        assert result is not None
+
+        assert run_poller.status() is not None
+        assert run_poller.done() is True
+
+    @LoadtestingPowerShellPreparer()
+    @recorded_by_proxy
+    def test_get_test_run(self, loadtesting_endpoint, loadtesting_test_run_id):
+        set_bodiless_matcher()
+
+        run_client = self.create_run_client(loadtesting_endpoint)
+
+        result = run_client.get_test_run(loadtesting_test_run_id)
+        assert result is not None
+
+        with pytest.raises(ResourceNotFoundError):
+            run_client.get_test_run(NON_EXISTING_RESOURCE)
+
+    @LoadtestingPowerShellPreparer()
+    @recorded_by_proxy
+    def test_delete_test_run(self, loadtesting_endpoint, loadtesting_test_id, loadtesting_test_run_id):
+        set_bodiless_matcher()
+
+        self.setup_test_run(loadtesting_endpoint, loadtesting_test_id, loadtesting_test_run_id)
+
+        run_client = self.create_run_client(loadtesting_endpoint)
+
+        result = run_client.delete_test_run(loadtesting_test_run_id)
+        assert result is None
+
+        with pytest.raises(ResourceNotFoundError):
+            run_client.delete_test_run(NON_EXISTING_RESOURCE)
+
+
+    @LoadtestingPowerShellPreparer()
+    @recorded_by_proxy
+    def test_get_test_run_file(self, loadtesting_endpoint, loadtesting_test_id, loadtesting_test_run_id):
+        set_bodiless_matcher()
+
+        self.setup_test_run(loadtesting_endpoint, loadtesting_test_id, loadtesting_test_run_id)
+
+        run_client = self.create_run_client(loadtesting_endpoint)
+
+        result = run_client.get_test_run_file(loadtesting_test_run_id, "sample.jmx")
+        assert result is not None
+
+        with pytest.raises(ResourceNotFoundError):
+            run_client.get_test_run_file(NON_EXISTING_RESOURCE, "sample.jmx")
+
+        with pytest.raises(HttpResponseError):
+            run_client.get_test_run_file(loadtesting_test_run_id, NON_EXISTING_RESOURCE)
+
+
+    @LoadtestingPowerShellPreparer()
+    @recorded_by_proxy
+    def test_list_test_runs(self, loadtesting_endpoint, loadtesting_test_id, loadtesting_test_run_id):
+        set_bodiless_matcher()
+
+        self.setup_test_run(loadtesting_endpoint, loadtesting_test_id, loadtesting_test_run_id)
+
+        run_client = self.create_run_client(loadtesting_endpoint)
+
+        result = run_client.list_test_runs()
+        assert result is not None
+
+
+    @LoadtestingPowerShellPreparer()
+    @recorded_by_proxy
+    def test_stop_test_run(self, loadtesting_endpoint):
+        set_bodiless_matcher()
+
+        self.setup_loadtest(loadtesting_endpoint, "new-load-test-from-pytest-abc")
+        run_client = self.create_run_client(loadtesting_endpoint)
+
+        try:
+            run_client.delete_test_run("my-new-test-run-from-pytest")
+        except ResourceNotFoundError:
+            pass
+
+        run_poller = run_client.begin_test_run(
+            "my-new-test-run-from-pytest",
+            {
+                "testId": "new-load-test-from-pytest-abc",
+                "displayName": "My New Load Test Run from PyTest",
+            }
+        )
+
+        result = run_client.stop_test_run("my-new-test-run-from-pytest")
+        assert result is not None
+
+        with pytest.raises(ResourceNotFoundError):
+            run_client.stop_test_run(NON_EXISTING_RESOURCE)
+
+
+    @LoadtestingPowerShellPreparer()
+    @recorded_by_proxy
+    def test_get_metrics(self, loadtesting_endpoint, loadtesting_test_id, loadtesting_test_run_id):
+        set_bodiless_matcher()
+
+        self.setup_test_run(loadtesting_endpoint, loadtesting_test_id, loadtesting_test_run_id)
+        run_client = self.create_run_client(loadtesting_endpoint)
+
+        test_run_response = run_client.get_test_run(loadtesting_test_run_id)
+        assert test_run_response is not None
+
+        metric_namespaces = run_client.get_metric_namespaces(loadtesting_test_run_id)
+        assert metric_namespaces is not None
+
+        metric_definitions = run_client.get_metric_definitions(loadtesting_test_run_id,
+                            metric_namespace=metric_namespaces["value"][0]["name"])
+        assert metric_definitions is not None
+
+        metrics = run_client.list_metrics(
+            test_run_id=loadtesting_test_run_id,
+            metric_name=metric_definitions["value"][0]["name"],
+            metric_namespace=metric_namespaces["value"][0]["name"],
+            time_interval=test_run_response["startDateTime"] + "/" + test_run_response["endDateTime"]
+        )
+        assert metrics is not None
+
+    @LoadtestingPowerShellPreparer()
+    @recorded_by_proxy
+    def test_create_or_update_app_component(self, loadtesting_endpoint, loadtesting_test_id, loadtesting_test_run_id, loadtesting_resource_id):
+        set_bodiless_matcher()
+
+        self.setup_test_run(loadtesting_endpoint, loadtesting_test_id, loadtesting_test_run_id)
+
+        run_client = self.create_run_client(loadtesting_endpoint)
+
+        result = run_client.create_or_update_app_components(
+            loadtesting_test_run_id,
+            {
+                "components":
+                    {
+                        loadtesting_resource_id:
+                            {
+                                "resourceId": loadtesting_resource_id,
+                                "resourceName": "App-Service-Sample-Demo",
+                                "resourceType": "Microsoft.Web/sites",
+                                "kind": "web"
+                            }
+                    }
+            }
+        )
+        assert result is not None
+
+        with pytest.raises(ResourceNotFoundError):
+            run_client.create_or_update_app_components(
+                NON_EXISTING_RESOURCE,
+                {
+                    "components":
+                        {
+                            loadtesting_resource_id:
+                                {
+                                    "resourceId": loadtesting_resource_id,
+                                    "resourceName": "App-Service-Sample-Demo",
+                                    "resourceType": "Microsoft.Web/sites",
+                                    "kind": "web"
+                                }
+                        }
+                }
+            )
+
+    @LoadtestingPowerShellPreparer()
+    @recorded_by_proxy
+    def test_get_app_component(self, loadtesting_endpoint, loadtesting_test_id, loadtesting_test_run_id, loadtesting_resource_id):
+        set_bodiless_matcher()
+        self.setup_test_run(loadtesting_endpoint, loadtesting_test_id, loadtesting_test_run_id)
+
+        run_client = self.create_run_client(loadtesting_endpoint)
+
+        result = run_client.get_app_components(loadtesting_test_run_id)
+        assert result is not None
+
+    @LoadtestingPowerShellPreparer()
+    @recorded_by_proxy
+    def test_create_or_update_server_metrics_config(self, loadtesting_endpoint, loadtesting_test_id, loadtesting_test_run_id, loadtesting_resource_id):
+        set_bodiless_matcher()
+        self.setup_test_run(loadtesting_endpoint, loadtesting_test_id, loadtesting_test_run_id)
+
+        run_client = self.create_run_client(loadtesting_endpoint)
+
+        result = run_client.create_or_update_server_metrics_config(
+            loadtesting_test_run_id,
+            {
+                "metrics": {
+                    loadtesting_resource_id: {
+                        "resourceId": loadtesting_resource_id,
+                        "metricNamespace": "microsoft.insights/components",
+                        "displayDescription": "sample description",
+                        "name": "requests/duration",
+                        "aggregation": "Average",
+                        "unit": None,
+                        "resourceType": "microsoft.insights/components"
+                    }
+                }
+            }
+        )
+        assert result is not None
+
+    @LoadtestingPowerShellPreparer()
+    @recorded_by_proxy
+    def test_get_server_metrics_config(self, loadtesting_endpoint, loadtesting_test_id, loadtesting_test_run_id, loadtesting_resource_id):
+        set_bodiless_matcher()
+        self.setup_test_run(loadtesting_endpoint, loadtesting_test_id, loadtesting_test_run_id)
+
+        run_client = self.create_run_client(loadtesting_endpoint)
+
+        result = run_client.get_server_metrics_config(loadtesting_test_run_id)
+        assert result is not None

azure-developer-loadtesting-1.0.0/tests/testcase.py

@@ -0,0 +1,41 @@
+# coding: utf-8
+# -------------------------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# Licensed under the MIT License. See License.txt in the project root for
+# license information.
+# --------------------------------------------------------------------------
+import os
+import functools
+from devtools_testutils import AzureRecordedTestCase, PowerShellPreparer
+from azure.developer.loadtesting import LoadTestAdministrationClient, LoadTestRunClient
+
+class LoadtestingTest(AzureRecordedTestCase):
+
+    def create_administration_client(self, endpoint):
+        credential = self.get_credential(LoadTestAdministrationClient)
+        return self.create_client_from_credential(
+            LoadTestAdministrationClient,
+            credential=credential,
+            endpoint=endpoint,
+        )
+
+    def create_run_client(self, endpoint):
+        credential = self.get_credential(LoadTestRunClient)
+        return self.create_client_from_credential(
+            LoadTestRunClient,
+            credential=credential,
+            endpoint=endpoint,
+        )
+
+
+LoadtestingPowerShellPreparer = functools.partial(
+    PowerShellPreparer,
+    "loadtesting",
+    loadtesting_endpoint="https://myservice.azure.com",
+    loadtesting_test_id="000",
+    loadtesting_file_id="000",
+    loadtesting_test_run_id="000",
+    loadtesting_app_component="000",
+    loadtesting_subscription_id="000",
+    loadtesting_resource_id="000",
+)

azure-developer-loadtesting-1.0.0/tests/testcase_async.py

@@ -0,0 +1,26 @@
+# coding: utf-8
+# -------------------------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# Licensed under the MIT License. See License.txt in the project root for
+# license information.
+# --------------------------------------------------------------------------
+from azure.developer.loadtesting.aio import LoadTestRunClient, LoadTestAdministrationClient
+from devtools_testutils import AzureRecordedTestCase
+
+
+class LoadtestingAsyncTest(AzureRecordedTestCase):
+    def create_administration_client(self, endpoint):
+        credential = self.get_credential(LoadTestAdministrationClient, is_async=True)
+        return self.create_client_from_credential(
+            LoadTestAdministrationClient,
+            credential=credential,
+            endpoint=endpoint,
+        )
+
+    def create_run_client(self, endpoint):
+        credential = self.get_credential(LoadTestRunClient, is_async=True)
+        return self.create_client_from_credential(
+            LoadTestRunClient,
+            credential=credential,
+            endpoint=endpoint,
+        )