semantic-link-labs 0.7.4__tar.gz → 0.8.0__tar.gz

{semantic_link_labs-0.7.4 → semantic_link_labs-0.8.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: semantic-link-labs
-Version: 0.7.4
+Version: 0.8.0
 Summary: Semantic Link Labs for Microsoft Fabric
 Author: Microsoft Corporation
 License: MIT License
@@ -20,13 +20,14 @@ Requires-Dist: anytree
 Requires-Dist: powerbiclient
 Requires-Dist: polib
 Requires-Dist: azure.mgmt.resource
+Requires-Dist: jsonpath_ng
 Provides-Extra: test
 Requires-Dist: pytest>=8.2.1; extra == "test"
 
 # Semantic Link Labs
 
 [![PyPI version](https://badge.fury.io/py/semantic-link-labs.svg)](https://badge.fury.io/py/semantic-link-labs)
-[![Read The Docs](https://readthedocs.org/projects/semantic-link-labs/badge/?version=0.7.4&style=flat)](https://readthedocs.org/projects/semantic-link-labs/)
+[![Read The Docs](https://readthedocs.org/projects/semantic-link-labs/badge/?version=0.8.0&style=flat)](https://readthedocs.org/projects/semantic-link-labs/)
 [![Code style: black](https://img.shields.io/badge/code%20style-black-000000.svg)](https://github.com/psf/black)
 [![Downloads](https://static.pepy.tech/badge/semantic-link-labs)](https://pepy.tech/project/semantic-link-labs)
 
@@ -50,11 +51,13 @@ If you have ideas for new features/functions, please [request a feature](https:/
 ## Once installed, run this code to import the library into your notebook
 ```python
 import sempy_labs as labs
-from sempy_labs import migration, directlake
+from sempy_labs import migration, directlake, admin
 from sempy_labs import lakehouse as lake
 from sempy_labs import report as rep
 from sempy_labs.tom import connect_semantic_model
+from sempy_labs.report import ReportWrapper
 from sempy_labs import ConnectWarehouse
+from sempy_labs import ConnectLakehouse
 ```
 
 ## Load semantic-link-labs into a custom [Fabric environment](https://learn.microsoft.com/fabric/data-engineering/create-and-use-environment)
@@ -78,6 +81,7 @@ An even better way to ensure the semantic-link-labs library is available in your
 2. Select your newly created environment within the 'Environment' drop down in the navigation bar at the top of the notebook
 
 ## Version History
+* [0.8.0](https://github.com/microsoft/semantic-link-labs/releases/tag/0.8.0) (September 24, 2024)
 * [0.7.4](https://github.com/microsoft/semantic-link-labs/releases/tag/0.7.4) (September 16, 2024)
 * [0.7.3](https://github.com/microsoft/semantic-link-labs/releases/tag/0.7.3) (September 11, 2024)
 * [0.7.2](https://github.com/microsoft/semantic-link-labs/releases/tag/0.7.2) (August 30, 2024)

{semantic_link_labs-0.7.4 → semantic_link_labs-0.8.0}/README.md

@@ -1,7 +1,7 @@
 # Semantic Link Labs
 
 [![PyPI version](https://badge.fury.io/py/semantic-link-labs.svg)](https://badge.fury.io/py/semantic-link-labs)
-[![Read The Docs](https://readthedocs.org/projects/semantic-link-labs/badge/?version=0.7.4&style=flat)](https://readthedocs.org/projects/semantic-link-labs/)
+[![Read The Docs](https://readthedocs.org/projects/semantic-link-labs/badge/?version=0.8.0&style=flat)](https://readthedocs.org/projects/semantic-link-labs/)
 [![Code style: black](https://img.shields.io/badge/code%20style-black-000000.svg)](https://github.com/psf/black)
 [![Downloads](https://static.pepy.tech/badge/semantic-link-labs)](https://pepy.tech/project/semantic-link-labs)
 
@@ -25,11 +25,13 @@ If you have ideas for new features/functions, please [request a feature](https:/
 ## Once installed, run this code to import the library into your notebook
 ```python
 import sempy_labs as labs
-from sempy_labs import migration, directlake
+from sempy_labs import migration, directlake, admin
 from sempy_labs import lakehouse as lake
 from sempy_labs import report as rep
 from sempy_labs.tom import connect_semantic_model
+from sempy_labs.report import ReportWrapper
 from sempy_labs import ConnectWarehouse
+from sempy_labs import ConnectLakehouse
 ```
 
 ## Load semantic-link-labs into a custom [Fabric environment](https://learn.microsoft.com/fabric/data-engineering/create-and-use-environment)
@@ -53,6 +55,7 @@ An even better way to ensure the semantic-link-labs library is available in your
 2. Select your newly created environment within the 'Environment' drop down in the navigation bar at the top of the notebook
 
 ## Version History
+* [0.8.0](https://github.com/microsoft/semantic-link-labs/releases/tag/0.8.0) (September 24, 2024)
 * [0.7.4](https://github.com/microsoft/semantic-link-labs/releases/tag/0.7.4) (September 16, 2024)
 * [0.7.3](https://github.com/microsoft/semantic-link-labs/releases/tag/0.7.3) (September 11, 2024)
 * [0.7.2](https://github.com/microsoft/semantic-link-labs/releases/tag/0.7.2) (August 30, 2024)

{semantic_link_labs-0.7.4 → semantic_link_labs-0.8.0}/docs/requirements.txt

@@ -10,4 +10,5 @@ azure-storage-blob>=12.9.0
 anytree
 IPython
 polib
-azure.mgmt.resource
+azure.mgmt.resource
+jsonpath_ng

{semantic_link_labs-0.7.4 → semantic_link_labs-0.8.0}/docs/source/conf.py

@@ -13,7 +13,7 @@ sys.path.insert(0, os.path.abspath('../../src/'))
 project = 'semantic-link-labs'
 copyright = '2024, Microsoft and community'
 author = 'Microsoft and community'
-release = '0.7.4'
+release = '0.8.0'
 
 # -- General configuration ---------------------------------------------------
 # https://www.sphinx-doc.org/en/master/usage/configuration.html#general-configuration

{semantic_link_labs-0.7.4 → semantic_link_labs-0.8.0}/environment.yml

@@ -6,7 +6,7 @@ dependencies:
 - pytest-cov
 - pytest-mock
 - pip:
-  - semantic-link-sempy>=0.7.5
+  - semantic-link-sempy>=0.8.0
   - azure-identity==1.7.1
   - azure-storage-blob>=12.9.0
   - pandas-stubs

semantic_link_labs-0.8.0/notebooks/Capacity Migration.ipynb

@@ -0,0 +1 @@
+{"cells":[{"cell_type":"markdown","id":"5c27dfd1-4fe0-4a97-92e6-ddf78889aa93","metadata":{"nteract":{"transient":{"deleting":false}}},"source":["### Install the latest .whl package\n","\n","Check [here](https://pypi.org/project/semantic-link-labs/) to see the latest version."]},{"cell_type":"code","execution_count":null,"id":"d5cae9db-cef9-48a8-a351-9c5fcc99645c","metadata":{"jupyter":{"outputs_hidden":true,"source_hidden":false},"nteract":{"transient":{"deleting":false}}},"outputs":[],"source":["%pip install semantic-link-labs"]},{"cell_type":"markdown","id":"2856d26d","metadata":{},"source":["### Requirements\n","* Must have an Azure Subscription\n","* Must [register an App](https://ms.portal.azure.com/#blade/Microsoft_AAD_RegisteredApps/ApplicationsListBlade)\n","    * Permissions: Will need the Contributor role at the scope where the resources will be created, which is often the subscription level\n","* Azure Key Vault\n","    * [Set up](https://learn.microsoft.com/azure/key-vault/secrets/quick-create-portal) within the Azure Subscription\n","    * Save secrets for the Tenant ID, Client ID (Application ID), Client Secret\n","    * Permissions: Ensure the user who will be executing the notebooks has “Key Vault Secrets User”\n","* Fabric Permissions\n","    * User should be a tenant admin. This ensures they have the necessary authority to execute and manage the notebooks without encountering permission issues.\n","\n","### Result\n","* F skus are created for each (specified) capacity\n","    * Within the same region as the P SKU\n","    * Equivalent SKU size as the P SKU\n","    * Same admins as listed on the P SKU\n","    * All workspaces are migrated to the corresponding new capacity\n","    * Capacity settings from the P SKU are transferred to the F SKU\n","        * Capacity settings\n","        * Notification settings\n","        * Access settings\n","        * Disaster recovery settings\n","        * Spark settings\n","        * Delegated tenant settings\n","* The names of the newly created F SKU capacities will be an alphanumeric lowercase version of the P SKU capacity name, suffixed with 'fsku'. As an example: \"My capacity_3!\" -> \"mycapacity3fsku\"."]},{"cell_type":"markdown","id":"b195eae8","metadata":{},"source":["### Import the library and set the initial parameters"]},{"cell_type":"code","execution_count":null,"id":"1344e286","metadata":{},"outputs":[],"source":["import sempy_labs as labs\n","\n","azure_subscription_id = '' # Enter your Azure subscription ID\n","key_vault_uri = '' # Enter your Azure Key Vault URI\n","key_vault_tenant_id = '' # Enter the name of the Azure Key Vault secret which stores your Tenant ID\n","key_vault_client_id = '' # Enter the name of the Azure Key Vault secret which stores your Client ID (Application ID)\n","key_vault_client_secret = '' # Enter the name of the Azure Key Vault secret which stores your Client Secret\n","resource_group = '' # Enter the name of the resource group (to be used to create the new F skus)"]},{"cell_type":"markdown","id":"5a3fe6e8-b8aa-4447-812b-7931831e07fe","metadata":{"nteract":{"transient":{"deleting":false}}},"source":["### Migrate a single P SKU -> F SKU\n","Set the 'capacities' parameter to the single P SKU."]},{"cell_type":"code","execution_count":null,"id":"3655dd88","metadata":{},"outputs":[],"source":["labs.migrate_capacities(\n","    azure_subscription_id = azure_subscription_id,\n","    key_vault_uri = key_vault_uri,\n","    key_vault_tenant_id = key_vault_tenant_id,\n","    key_vault_client_id = key_vault_client_id,\n","    key_vault_client_secret = key_vault_client_secret,\n","    resource_group = resource_group,\n","    capacities = 'CapacityA',\n","    p_sku_only = True,\n",")"]},{"cell_type":"markdown","id":"175a59b8","metadata":{},"source":["### Migrate a list of P SKUs to F SKUs\n","Set the 'capacities' parameter to a list of P SKUs."]},{"cell_type":"code","execution_count":null,"id":"3a7a80ec","metadata":{},"outputs":[],"source":["labs.migrate_capacities(\n","    azure_subscription_id = azure_subscription_id,\n","    key_vault_uri = key_vault_uri,\n","    key_vault_tenant_id = key_vault_tenant_id,\n","    key_vault_client_id = key_vault_client_id,\n","    key_vault_client_secret = key_vault_client_secret,\n","    resource_group = resource_group,\n","    capacities = ['CapacityA', 'CapacityB', 'CapacityC'],\n","    p_sku_only = True,\n",")"]},{"cell_type":"markdown","id":"30438799","metadata":{},"source":["### Migrate all P SKUs to F SKUs\n","Set the 'capacities' parameter to None."]},{"cell_type":"code","execution_count":null,"id":"315c2dc7","metadata":{},"outputs":[],"source":["labs.migrate_capacities(\n","    azure_subscription_id = azure_subscription_id,\n","    key_vault_uri = key_vault_uri,\n","    key_vault_tenant_id = key_vault_tenant_id,\n","    key_vault_client_id = key_vault_client_id,\n","    key_vault_client_secret = key_vault_client_secret,\n","    resource_group = resource_group,\n","    capacities = None,\n","    p_sku_only = True,\n",")"]},{"cell_type":"markdown","id":"1d8e73b2","metadata":{},"source":["### Migrate a list of P SKUs to F SKUs; associate each capacity with a specific resource group\n","This process ensures that each F SKU is created within the resource group specified in the resource_group_mapping dictionary."]},{"cell_type":"code","execution_count":null,"id":"2854bf8a","metadata":{},"outputs":[],"source":["resource_group_mapping = {\n","    \"CapacityA\": \"ResourceGroupA\",\n","    \"CapacityB\": \"ResourceGroupA\",\n","    \"CapacityC\": \"ResourceGroupB\",\n","}\n","\n","labs.migrate_capacities(\n","    azure_subscription_id = azure_subscription_id,\n","    key_vault_uri = key_vault_uri,\n","    key_vault_tenant_id = key_vault_tenant_id,\n","    key_vault_client_id = key_vault_client_id,\n","    key_vault_client_secret = key_vault_client_secret,\n","    resource_group = resource_group_mapping,\n","    capacities = ['CapacityA', 'CapacityB', 'CapacityC'],\n","    p_sku_only = True,\n",")"]},{"cell_type":"markdown","id":"c3f497c8","metadata":{},"source":["### Migrate a single P SKU (already created F SKU)"]},{"cell_type":"code","execution_count":null,"id":"a4f0b5a2","metadata":{},"outputs":[],"source":["source_capacity = '' # Enter the P SKU capacity name\n","target_capacity = '' # Enter the F SKU capacity name (already exists) \n","\n","labs.migrate_workspaces(\n","    source_capacity=source_capacity, \n","    target_capacity=target_capacity\n",")\n","\n","# Optionally migrate settings\n","\"\"\"\n","labs.migrate_capacity_settings(\n","    source_capacity=source_capacity, \n","    target_capacity=target_capacity\n",")\n","labs.migrate_access_settings(\n","    source_capacity=source_capacity, \n","    target_capacity=target_capacity\n",")\n","labs.migrate_delegated_tenant_settings(\n","    source_capacity=source_capacity, \n","    target_capacity=target_capacity\n",")\n","labs.migrate_disaster_recovery_settings(\n","    source_capacity=source_capacity, \n","    target_capacity=target_capacity\n",")\n","labs.migrate_notification_settings(\n","    source_capacity=source_capacity, \n","    target_capacity=target_capacity\n",")\n","labs.migrate_spark_settings(\n","    source_capacity=source_capacity, \n","    target_capacity=target_capacity\n",")\n","\"\"\""]},{"cell_type":"markdown","id":"e0db744b","metadata":{},"source":["### Migrate a list of P SKUs (already created F SKUs)"]},{"cell_type":"code","execution_count":null,"id":"0e04d519","metadata":{},"outputs":[],"source":["capacity_mapping = {\n","    \"capacitya\": \"capacityafsku\", # Format is \"P SKU\": \"F SKU\"\n","    \"capacityb\": \"capacitybfsku\",\n","    \"capacityc\": \"capacitycfsku\",\n","}\n","\n","p_skus = list(capacity_mapping.keys())\n","\n","for p_sku in p_skus:\n","    labs.migrate_workspaces(\n","        source_capacity=p_sku,\n","        target_capacity=capacity_mapping.get(p_sku)\n","    )\n","    # Optionally migrate settings\n","    \"\"\"\n","    labs.migrate_capacity_settings(\n","        source_capacity=source_capacity, \n","        target_capacity=target_capacity\n","    )\n","    labs.migrate_access_settings(\n","        source_capacity=source_capacity, \n","        target_capacity=target_capacity\n","    )\n","    labs.migrate_delegated_tenant_settings(\n","        source_capacity=source_capacity, \n","        target_capacity=target_capacity\n","    )\n","    labs.migrate_disaster_recovery_settings(\n","        source_capacity=source_capacity, \n","        target_capacity=target_capacity\n","    )\n","    labs.migrate_notification_settings(\n","        source_capacity=source_capacity, \n","        target_capacity=target_capacity\n","    )\n","    labs.migrate_spark_settings(\n","        source_capacity=source_capacity, \n","        target_capacity=target_capacity\n","    )\n","    \"\"\"\n"]}],"metadata":{"kernel_info":{"name":"synapse_pyspark"},"kernelspec":{"display_name":"Synapse PySpark","language":"Python","name":"synapse_pyspark"},"language_info":{"name":"python"},"microsoft":{"language":"python"},"nteract":{"version":"nteract-front-end@1.0.0"},"spark_compute":{"compute_id":"/trident/default"},"synapse_widget":{"state":{},"version":"0.1"},"widgets":{}},"nbformat":4,"nbformat_minor":5}

semantic_link_labs-0.8.0/notebooks/Report Analysis.ipynb

@@ -0,0 +1 @@
+{"cells":[{"cell_type":"markdown","id":"5c27dfd1-4fe0-4a97-92e6-ddf78889aa93","metadata":{"nteract":{"transient":{"deleting":false}}},"source":["### Install the latest .whl package\n","\n","Check [here](https://pypi.org/project/semantic-link-labs/) to see the latest version."]},{"cell_type":"code","execution_count":null,"id":"d5cae9db-cef9-48a8-a351-9c5fcc99645c","metadata":{"jupyter":{"outputs_hidden":true,"source_hidden":false},"nteract":{"transient":{"deleting":false}}},"outputs":[],"source":["%pip install semantic-link-labs"]},{"cell_type":"markdown","id":"b195eae8","metadata":{},"source":["### Import the library and set the initial parameters"]},{"cell_type":"code","execution_count":null,"id":"1344e286","metadata":{},"outputs":[],"source":["import sempy_labs as labs\n","import sempy_labs.report as rep\n","from sempy_labs.report import ReportWrapper\n","\n","# For checking reports\n","report_name = '' # Enter the report name\n","report_workspace = None # Enter the workspace in which the report exists\n","rpt = ReportWrapper(report=report_name, workspace=report_workspace)"]},{"cell_type":"markdown","id":"4b68c027","metadata":{},"source":["### Report Best Practice Analyzer (BPA)"]},{"cell_type":"code","execution_count":null,"id":"3a596d68","metadata":{},"outputs":[],"source":["rep.run_report_bpa(report=report_name, workspace=report_workspace)"]},{"cell_type":"markdown","id":"2ac3b59a","metadata":{},"source":["#### Report BPA using custom rules"]},{"cell_type":"code","execution_count":null,"id":"bf0fe645","metadata":{},"outputs":[],"source":["import pandas as pd\n","\n","rules = pd.DataFrame(\n","    [\n","        (\n","            \"Error Prevention\",\n","            \"Semantic Model\",\n","            \"Error\",\n","            \"Fix report objects which reference invalid semantic model objects\",\n","            lambda df: df[\"Valid Semantic Model Object\"] == False,\n","            \"This rule highlights visuals, report filters, page filters or visual filters which reference an invalid semantic model object (i.e Measure/Column/Hierarchy).\",\n","            \"\",\n","        ),\n","        (\n","            \"Performance\",\n","            \"Page\",\n","            \"Warning\",\n","            \"Reduce the number of visible visuals on the page\",\n","            lambda df: df[\"Visible Visual Count\"] > 15,\n","            'Reducing the number of visable visuals on a page will lead to faster report performance. This rule flags pages with over \" + visVisuals + \" visible visuals.',\n","        ),\n","        (\n","            \"Performance\",\n","            \"Visual\",\n","            \"Warning\",\n","            \"Reduce the number of objects within visuals\",\n","            lambda df: df[\"Visual Object Count\"] > 5,\n","            \"Reducing the number of objects (i.e. measures, columns) which are used in a visual will lead to faster report performance.\",\n","        )\n","    ],\n","    columns=[\n","        \"Category\",\n","        \"Scope\",\n","        \"Severity\",\n","        \"Rule Name\",\n","        \"Expression\",\n","        \"Description\",\n","        \"URL\",\n","    ],\n",")\n","\n","rep.run_report_bpa(report=report_name, workspace=report_workspace, rules=rules)"]},{"cell_type":"markdown","id":"5a3fe6e8-b8aa-4447-812b-7931831e07fe","metadata":{"nteract":{"transient":{"deleting":false}}},"source":["### View all semantic model objects within a report"]},{"cell_type":"code","execution_count":null,"id":"9e349954","metadata":{},"outputs":[],"source":["rpt.list_semantic_model_objects()"]},{"cell_type":"markdown","id":"9efe783e","metadata":{},"source":["#### View broken report objects (if any semantic model objects used in the report do not exist within the semantic model)\n","The 'Valid Object' column indicates if the object (measure/column/hierarchy) exists within the semantic model used by the report"]},{"cell_type":"code","execution_count":null,"id":"a7480602","metadata":{},"outputs":[],"source":["rpt.list_semantic_model_objects(extended=True)"]},{"cell_type":"markdown","id":"5fab7ef7","metadata":{},"source":["#### View broken report objects across all reports tied to a semantic model"]},{"cell_type":"code","execution_count":null,"id":"34f1d9a6","metadata":{},"outputs":[],"source":["dataset_name = '' # Enter the semantic model name\n","dataset_workspace = None # Enter the workspace name in which the semantic model exists (if set to None it will use the workspace in which the notebook is running)\n","labs.list_report_semantic_model_objects(dataset=dataset_name, workspace=dataset_workspace, extended=True)"]},{"cell_type":"markdown","id":"26acd665","metadata":{},"source":["### List functions within the ReportWrapper"]},{"cell_type":"code","execution_count":null,"id":"9c2c206a","metadata":{},"outputs":[],"source":["rpt.list_custom_visuals()"]},{"cell_type":"code","execution_count":null,"id":"22647267","metadata":{},"outputs":[],"source":["rpt.list_pages()"]},{"cell_type":"code","execution_count":null,"id":"493fb104","metadata":{},"outputs":[],"source":["rpt.list_visuals()"]},{"cell_type":"code","execution_count":null,"id":"1ef9a9ac","metadata":{},"outputs":[],"source":["rpt.list_visual_objects()"]},{"cell_type":"code","execution_count":null,"id":"ad00499c","metadata":{},"outputs":[],"source":["rpt.list_report_filters()"]},{"cell_type":"code","execution_count":null,"id":"c0f02a49","metadata":{},"outputs":[],"source":["rpt.list_page_filters()"]},{"cell_type":"code","execution_count":null,"id":"4cf8d12f","metadata":{},"outputs":[],"source":["rpt.list_visual_filters()"]},{"cell_type":"code","execution_count":null,"id":"3b5e9c16","metadata":{},"outputs":[],"source":["rpt.list_report_level_measures()"]},{"cell_type":"code","execution_count":null,"id":"9f420f57","metadata":{},"outputs":[],"source":["rpt.list_visual_interactions()"]},{"cell_type":"code","execution_count":null,"id":"198afff0","metadata":{},"outputs":[],"source":["rpt.list_bookmarks()"]},{"cell_type":"markdown","id":"f3ee5962","metadata":{},"source":["### Perform actions on a report\n","Set a custom theme for a report based on a Power BI theme file"]},{"cell_type":"code","execution_count":null,"id":"ec1a7d1b","metadata":{},"outputs":[],"source":["rpt.set_theme(theme_file_path='/lakehouse/default/Files/CY23SU09.json')"]},{"cell_type":"code","execution_count":null,"id":"b1203067","metadata":{},"outputs":[],"source":["rpt.set_theme(theme_file_path='https://raw.githubusercontent.com/PowerBiDevCamp/FabricUserApiDemo/main/FabricUserApiDemo/DefinitionTemplates/Shared/Reports/StaticResources/SharedResources/BaseThemes/CY23SU08.json')"]},{"cell_type":"markdown","id":"9b230f9f","metadata":{},"source":["Set whether a Power BI report page is hidden or visible"]},{"cell_type":"code","execution_count":null,"id":"8ce57483","metadata":{},"outputs":[],"source":["rpt.set_page_visibility(page_name='Page 1', hidden=True)"]},{"cell_type":"markdown","id":"ef3e4c02","metadata":{},"source":["Set the active page (page shown upon opening the report)"]},{"cell_type":"code","execution_count":null,"id":"024d4111","metadata":{},"outputs":[],"source":["rpt.set_active_page(page_name='Page 2')"]},{"cell_type":"markdown","id":"f96511ac","metadata":{},"source":["Disable the 'show items with no data' for all visuals within a Power BI report"]},{"cell_type":"code","execution_count":null,"id":"65bf38fe","metadata":{},"outputs":[],"source":["rpt.disable_show_items_with_no_data()"]},{"cell_type":"markdown","id":"ddee3565","metadata":{},"source":["Remove all custom visuals in a Power BI report which are not used in any visuals within the report"]},{"cell_type":"code","execution_count":null,"id":"9aba1564","metadata":{},"outputs":[],"source":["rpt.remove_unnecessary_custom_visuals()"]},{"cell_type":"markdown","id":"5342423f","metadata":{},"source":["Hide all pages which are used for a tooltip or drillthrough"]},{"cell_type":"code","execution_count":null,"id":"b9045cbb","metadata":{},"outputs":[],"source":["rpt.hide_tooltip_drillthrough_pages()"]}],"metadata":{"kernel_info":{"name":"synapse_pyspark"},"kernelspec":{"display_name":"Synapse PySpark","language":"Python","name":"synapse_pyspark"},"language_info":{"name":"python"},"microsoft":{"language":"python"},"nteract":{"version":"nteract-front-end@1.0.0"},"spark_compute":{"compute_id":"/trident/default"},"synapse_widget":{"state":{},"version":"0.1"},"widgets":{}},"nbformat":4,"nbformat_minor":5}

semantic_link_labs-0.8.0/notebooks/SQL.ipynb

@@ -0,0 +1 @@
+{"cells":[{"cell_type":"markdown","id":"5c27dfd1-4fe0-4a97-92e6-ddf78889aa93","metadata":{"nteract":{"transient":{"deleting":false}}},"source":["### Install the latest .whl package\n","\n","Check [here](https://pypi.org/project/semantic-link-labs/) to see the latest version."]},{"cell_type":"code","execution_count":null,"id":"d5cae9db-cef9-48a8-a351-9c5fcc99645c","metadata":{"jupyter":{"outputs_hidden":true,"source_hidden":false},"nteract":{"transient":{"deleting":false}}},"outputs":[],"source":["%pip install semantic-link-labs"]},{"cell_type":"markdown","id":"b195eae8","metadata":{},"source":["### Import the library and necessary packages"]},{"cell_type":"code","execution_count":null,"id":"1344e286","metadata":{},"outputs":[],"source":["import sempy_labs as labs\n","from sempy_labs import ConnectWarehouse\n","from sempy_labs import ConnectLakehouse\n","\n","lakehouse_name = ''\n","lakehouse_workspace_name = ''\n","warehouse_name = ''\n","warehouse_workspace_name = ''"]},{"cell_type":"markdown","id":"55e5ca67","metadata":{},"source":["### Run a SQL query (or queries) against a Fabric warehouse"]},{"cell_type":"code","execution_count":null,"id":"a9f984e9","metadata":{},"outputs":[],"source":["with ConnectWarehouse(warehouse=warehouse_name, workspace=warehouse_workspace_name) as sql:\n","    df = sql.query(\"SELECT * FROM Product\")\n","    display(df)"]},{"cell_type":"code","execution_count":null,"id":"865ac4a1","metadata":{},"outputs":[],"source":["with ConnectWarehouse(warehouse=warehouse_name, workspace=warehouse_workspace_name) as sql:\n","    dfs = sql.query([\"SELECT * FROM Product\", \"SELECT DISTINCT [Category] FROM Product\"])\n","\n","for df in dfs:\n","    display(df)"]},{"cell_type":"markdown","id":"634700c3","metadata":{},"source":["### Run a T-SQL query (or queries) against a Fabric warehouse"]},{"cell_type":"code","execution_count":null,"id":"5dbf34f3","metadata":{},"outputs":[],"source":["with ConnectWarehouse(warehouse=warehouse_name, workspace=warehouse_workspace_name) as sql:\n","    sql.query(\"CREATE SCHEMA [Business]\")"]},{"cell_type":"code","execution_count":null,"id":"ec8ddb81","metadata":{},"outputs":[],"source":["with ConnectWarehouse(warehouse=warehouse_name, workspace=warehouse_workspace_name) as sql:\n","    sql.query([\"CREATE SCHEMA [Business]\", \"CREATE SCHEMA [Marketing]\"])"]},{"cell_type":"markdown","id":"d5b090da","metadata":{},"source":["### Run a SQL query (or queries) against a Fabric lakehouse"]},{"cell_type":"code","execution_count":null,"id":"4dca7f4a","metadata":{},"outputs":[],"source":["with ConnectLakehouse(lakehouse=lakehouse_name, workspace=lakehouse_workspace_name) as sql:\n","    df = sql.query(\"SELECT * FROM Product\")\n","    display(df)"]},{"cell_type":"code","execution_count":null,"id":"b9606ae8","metadata":{},"outputs":[],"source":["with ConnectLakehouse(lakehouse=lakehouse_name, workspace=lakehouse_workspace_name) as sql:\n","    dfs = sql.query([\"SELECT * FROM Product\", \"SELECT DISTINCT [Category] FROM Product\"])\n","\n","for df in dfs:\n","    display(df)"]}],"metadata":{"kernel_info":{"name":"synapse_pyspark"},"kernelspec":{"display_name":"Synapse PySpark","language":"Python","name":"synapse_pyspark"},"language_info":{"name":"python"},"microsoft":{"language":"python"},"nteract":{"version":"nteract-front-end@1.0.0"},"spark_compute":{"compute_id":"/trident/default"},"synapse_widget":{"state":{},"version":"0.1"},"widgets":{}},"nbformat":4,"nbformat_minor":5}

{semantic_link_labs-0.7.4 → semantic_link_labs-0.8.0}/pyproject.toml

@@ -7,7 +7,7 @@ name="semantic-link-labs"
 authors = [
     { name = "Microsoft Corporation" },
 ]
-version="0.7.4"
+version="0.8.0"
 description="Semantic Link Labs for Microsoft Fabric"
 readme="README.md"
 requires-python=">=3.10,<3.12"
@@ -28,6 +28,7 @@ dependencies = [
     "powerbiclient",
     "polib",
     "azure.mgmt.resource",
+    "jsonpath_ng",
 ]
 
 [tool.setuptools.packages.find]
@@ -45,7 +46,7 @@ test = [
 Repository = "https://github.com/microsoft/semantic-link-labs.git"
 
 [[tool.mypy.overrides]]
-module = "sempy.*,Microsoft.*,System.*,anytree.*,powerbiclient.*,synapse.ml.services.*,polib.*,azure.mgmt.resource.*"
+module = "sempy.*,Microsoft.*,System.*,anytree.*,powerbiclient.*,synapse.ml.services.*,polib.*,azure.mgmt.resource.*,jsonpath_ng.*"
 ignore_missing_imports = true
 
 [tool.flake8]

{semantic_link_labs-0.7.4 → semantic_link_labs-0.8.0}/src/semantic_link_labs.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: semantic-link-labs
-Version: 0.7.4
+Version: 0.8.0
 Summary: Semantic Link Labs for Microsoft Fabric
 Author: Microsoft Corporation
 License: MIT License
@@ -20,13 +20,14 @@ Requires-Dist: anytree
 Requires-Dist: powerbiclient
 Requires-Dist: polib
 Requires-Dist: azure.mgmt.resource
+Requires-Dist: jsonpath_ng
 Provides-Extra: test
 Requires-Dist: pytest>=8.2.1; extra == "test"
 
 # Semantic Link Labs
 
 [![PyPI version](https://badge.fury.io/py/semantic-link-labs.svg)](https://badge.fury.io/py/semantic-link-labs)
-[![Read The Docs](https://readthedocs.org/projects/semantic-link-labs/badge/?version=0.7.4&style=flat)](https://readthedocs.org/projects/semantic-link-labs/)
+[![Read The Docs](https://readthedocs.org/projects/semantic-link-labs/badge/?version=0.8.0&style=flat)](https://readthedocs.org/projects/semantic-link-labs/)
 [![Code style: black](https://img.shields.io/badge/code%20style-black-000000.svg)](https://github.com/psf/black)
 [![Downloads](https://static.pepy.tech/badge/semantic-link-labs)](https://pepy.tech/project/semantic-link-labs)
 
@@ -50,11 +51,13 @@ If you have ideas for new features/functions, please [request a feature](https:/
 ## Once installed, run this code to import the library into your notebook
 ```python
 import sempy_labs as labs
-from sempy_labs import migration, directlake
+from sempy_labs import migration, directlake, admin
 from sempy_labs import lakehouse as lake
 from sempy_labs import report as rep
 from sempy_labs.tom import connect_semantic_model
+from sempy_labs.report import ReportWrapper
 from sempy_labs import ConnectWarehouse
+from sempy_labs import ConnectLakehouse
 ```
 
 ## Load semantic-link-labs into a custom [Fabric environment](https://learn.microsoft.com/fabric/data-engineering/create-and-use-environment)
@@ -78,6 +81,7 @@ An even better way to ensure the semantic-link-labs library is available in your
 2. Select your newly created environment within the 'Environment' drop down in the navigation bar at the top of the notebook
 
 ## Version History
+* [0.8.0](https://github.com/microsoft/semantic-link-labs/releases/tag/0.8.0) (September 24, 2024)
 * [0.7.4](https://github.com/microsoft/semantic-link-labs/releases/tag/0.7.4) (September 16, 2024)
 * [0.7.3](https://github.com/microsoft/semantic-link-labs/releases/tag/0.7.3) (September 11, 2024)
 * [0.7.2](https://github.com/microsoft/semantic-link-labs/releases/tag/0.7.2) (August 30, 2024)

{semantic_link_labs-0.7.4 → semantic_link_labs-0.8.0}/src/semantic_link_labs.egg-info/SOURCES.txt

@@ -20,12 +20,14 @@ docs/source/conf.py
 docs/source/index.rst
 docs/source/modules.rst
 notebooks/Best Practice Analyzer Report.ipynb
+notebooks/Capacity Migration.ipynb
 notebooks/Migration to Direct Lake.ipynb
 notebooks/Model Optimization.ipynb
 notebooks/Query Scale Out.ipynb
+notebooks/Report Analysis.ipynb
+notebooks/SQL.ipynb
 notebooks/Semantic Model Refresh.ipynb
 notebooks/Tabular Object Model.ipynb
-notebooks/Warehouse.ipynb
 src/semantic_link_labs.egg-info/PKG-INFO
 src/semantic_link_labs.egg-info/SOURCES.txt
 src/semantic_link_labs.egg-info/dependency_links.txt
@@ -34,6 +36,7 @@ src/semantic_link_labs.egg-info/top_level.txt
 src/sempy_labs/__init__.py
 src/sempy_labs/_ai.py
 src/sempy_labs/_capacities.py
+src/sempy_labs/_capacity_migration.py
 src/sempy_labs/_clear_cache.py
 src/sempy_labs/_connections.py
 src/sempy_labs/_dataflows.py
@@ -98,6 +101,9 @@ src/sempy_labs/_bpa_translation/_model/_translations_tr-TR.po
 src/sempy_labs/_bpa_translation/_model/_translations_uk-UA.po
 src/sempy_labs/_bpa_translation/_model/_translations_zh-CN.po
 src/sempy_labs/_bpa_translation/_model/_translations_zu-ZA.po
+src/sempy_labs/admin/__init__.py
+src/sempy_labs/admin/_basic_functions.py
+src/sempy_labs/admin/_domains.py
 src/sempy_labs/directlake/__init__.py
 src/sempy_labs/directlake/_directlake_schema_compare.py
 src/sempy_labs/directlake/_directlake_schema_sync.py
@@ -127,8 +133,13 @@ src/sempy_labs/migration/_refresh_calc_tables.py
 src/sempy_labs/report/_BPAReportTemplate.json
 src/sempy_labs/report/__init__.py
 src/sempy_labs/report/_generate_report.py
+src/sempy_labs/report/_report_bpa.py
+src/sempy_labs/report/_report_bpa_rules.py
 src/sempy_labs/report/_report_functions.py
+src/sempy_labs/report/_report_helper.py
+src/sempy_labs/report/_report_list_functions.py
 src/sempy_labs/report/_report_rebind.py
+src/sempy_labs/report/_reportwrapper.py
 src/sempy_labs/report/_bpareporttemplate/.platform
 src/sempy_labs/report/_bpareporttemplate/definition.pbir
 src/sempy_labs/report/_bpareporttemplate/.pbi/localSettings.json

{semantic_link_labs-0.7.4 → semantic_link_labs-0.8.0}/src/semantic_link_labs.egg-info/requires.txt

@@ -3,6 +3,7 @@ anytree
 powerbiclient
 polib
 azure.mgmt.resource
+jsonpath_ng
 
 [test]
 pytest>=8.2.1

{semantic_link_labs-0.7.4 → semantic_link_labs-0.8.0}/src/sempy_labs/__init__.py

@@ -3,6 +3,36 @@ from sempy_labs._environments import (
     delete_environment,
     publish_environment,
 )
+from sempy_labs._clear_cache import (
+    clear_cache,
+    backup_semantic_model,
+    restore_semantic_model,
+    copy_semantic_model_backup_file,
+    list_backups,
+    list_storage_account_files,
+)
+from sempy_labs._capacity_migration import (
+    migrate_spark_settings,
+    migrate_workspaces,
+    migrate_capacities,
+    migrate_notification_settings,
+    migrate_access_settings,
+    migrate_delegated_tenant_settings,
+    migrate_capacity_settings,
+    migrate_disaster_recovery_settings,
+)
+from sempy_labs._capacities import (
+    create_fabric_capacity,
+    # get_capacity_resource_governance,
+    # list_vcores,
+    resume_fabric_capacity,
+    suspend_fabric_capacity,
+    update_fabric_capacity,
+    delete_fabric_capacity,
+    check_fabric_capacity_name_availablility,
+    delete_embedded_capacity,
+    delete_premium_capacity,
+)
 
 from sempy_labs._spark import (
     get_spark_settings,
@@ -28,16 +58,7 @@ from sempy_labs._notebooks import (
 )
 from sempy_labs._sql import (
     ConnectWarehouse,
-)
-from sempy_labs._capacities import (
-    check_fabric_capacity_name_availablility,
-    delete_fabric_capacity,
-    resume_fabric_capacity,
-    update_fabric_capacity,
-    create_fabric_capacity,
-    delete_premium_capacity,
-    suspend_fabric_capacity,
-    delete_embedded_capacity,
+    ConnectLakehouse,
 )
 from sempy_labs._workspace_identity import (
     provision_workspace_identity,
@@ -62,14 +83,6 @@ from sempy_labs._dataflows import (
     assign_workspace_to_dataflow_storage,
     list_dataflows,
 )
-from sempy_labs._clear_cache import (
-    clear_cache,
-    backup_semantic_model,
-    restore_semantic_model,
-    copy_semantic_model_backup_file,
-    list_backups,
-    list_storage_account_files,
-)
 from sempy_labs._connections import (
     list_connections,
     list_item_connections,
@@ -88,6 +101,8 @@ from sempy_labs._generate_semantic_model import (
 )
 from sempy_labs._list_functions import (
     list_reports_using_semantic_model,
+    list_semantic_model_object_report_usage,
+    list_report_semantic_model_objects,
     list_semantic_model_objects,
     list_shortcuts,
     get_object_level_security,
@@ -116,6 +131,7 @@ from sempy_labs._helper_functions import (
     resolve_environment_id,
     resolve_capacity_id,
     resolve_warehouse_id,
+    resolve_dataset_from_report,
     resolve_workspace_capacity,
     create_abfss_path,
     format_dax_object_name,
@@ -175,6 +191,7 @@ from sempy_labs._vertipaq import (
 __all__ = [
     "resolve_warehouse_id",
     "ConnectWarehouse",
+    "ConnectLakehouse",
     "update_semantic_model_from_bim",
     "list_connections",
     "get_semantic_model_size",
@@ -186,6 +203,10 @@ __all__ = [
     "list_storage_account_files",
     "backup_semantic_model",
     "restore_semantic_model",
+    "list_semantic_model_object_report_usage",
+    "list_report_semantic_model_objects",
+    "migrate_spark_settings",
+    "create_azure_storage_account",
     "delete_custom_pool",
     "clear_cache",
     # create_connection_cloud,
@@ -301,4 +322,22 @@ __all__ = [
     "delete_premium_capacity",
     "suspend_fabric_capacity",
     "delete_embedded_capacity",
+    "resolve_dataset_from_report",
+    "migrate_workspaces",
+    "migrate_capacities",
+    "create_fabric_capacity",
+    "migrate_capacity_settings",
+    # "get_capacity_resource_governance",
+    # "list_vcores",
+    "migrate_disaster_recovery_settings",
+    "migrate_notification_settings",
+    "migrate_access_settings",
+    "migrate_delegated_tenant_settings",
+    "resume_fabric_capacity",
+    "suspend_fabric_capacity",
+    "update_fabric_capacity",
+    "delete_fabric_capacity",
+    "check_fabric_capacity_name_availablility",
+    "delete_embedded_capacity",
+    "delete_premium_capacity",
 ]

{semantic_link_labs-0.7.4 → semantic_link_labs-0.8.0}/src/sempy_labs/_capacities.py

@@ -5,6 +5,7 @@ import sempy_labs._icons as icons
 from sempy.fabric.exceptions import FabricHTTPException
 import requests
 from sempy_labs._helper_functions import get_azure_token_credentials
+import pandas as pd
 
 
 def _add_sll_tag(payload, tags):
@@ -155,10 +156,10 @@ def create_fabric_capacity(
         for i in resource_client.resources.list(
             "resourceType eq 'Microsoft.PowerBIDedicated/capacities'"
         ):
-            if i.name == capacity_name.removesuffix(capacity_suffix):
+            if i.name == capacity_name.removesuffix(icons.migrate_capacity_suffix):
                 resource_group = i.id.split("/")[4]
                 print(
-                    f"{icons.yellow_dot} Override resource group flag detected for A SKUs - using the existing resource group '{resource_group}' for capacity '{capacity_name}'"
+                    f"{icons.yellow_dot} Override resource group flag detected for A SKUs - using the existing resource group '{resource_group}' for the '{capacity_name}' capacity."
                 )
     else:
         # Attempt to get the resource group
@@ -207,6 +208,41 @@ def create_fabric_capacity(
     )
 
 
+def list_vcores() -> pd.DataFrame:
+
+    df = pd.DataFrame(columns=["Total Purchased Cores", "Available Cores"])
+
+    client = fabric.PowerBIRestClient()
+    response = client.get("capacities/vcores")
+    if response.status_code != 200:
+        FabricHTTPException(response)
+    response_json = response.json()
+    new_data = {
+        "Total Purchased Cores": response_json.get("totalPurchasedCores"),
+        "Available Cores": response_json.get("availableCores"),
+    }
+    df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+
+    int_cols = ["Total Purchased Cores", "Available Cores"]
+    df[int_cols] = df[int_cols].astype(int)
+
+    return df
+
+
+def get_capacity_resource_governance(capacity_name: str):
+
+    dfC = fabric.list_capacities()
+    dfC_filt = dfC[dfC["Display Name"] == capacity_name]
+    capacity_id = dfC_filt["Id"].iloc[0].upper()
+    client = fabric.PowerBIRestClient()
+    response = client.get(f"capacities/{capacity_id}/resourceGovernance")
+
+    if response.status_code != 200:
+        FabricHTTPException(response)
+
+    return response.json()["workloadSettings"]
+
+
 def suspend_fabric_capacity(
     capacity_name: str,
     azure_subscription_id: str,
@@ -375,7 +411,7 @@ def delete_premium_capacity(capacity_name: str):
     client = fabric.FabricRestClient()
     response = client.delete(f"capacities/{capacity_id}")
 
-    if response.status_code != 200:
+    if response.status_code != 204:
         raise FabricHTTPException(response)
 
     print(f"{icons.green_dot} The '{capacity_name}' capacity has been deleted.")