semantic-link-labs 0.7.2__tar.gz → 0.7.4__tar.gz

{semantic_link_labs-0.7.2 → semantic_link_labs-0.7.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: semantic-link-labs
-Version: 0.7.2
+Version: 0.7.4
 Summary: Semantic Link Labs for Microsoft Fabric
 Author: Microsoft Corporation
 License: MIT License
@@ -15,17 +15,18 @@ Classifier: Framework :: Jupyter
 Requires-Python: <3.12,>=3.10
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: semantic-link-sempy>=0.7.7
+Requires-Dist: semantic-link-sempy>=0.8.0
 Requires-Dist: anytree
 Requires-Dist: powerbiclient
 Requires-Dist: polib
+Requires-Dist: azure.mgmt.resource
 Provides-Extra: test
 Requires-Dist: pytest>=8.2.1; extra == "test"
 
 # Semantic Link Labs
 
 [![PyPI version](https://badge.fury.io/py/semantic-link-labs.svg)](https://badge.fury.io/py/semantic-link-labs)
-[![Read The Docs](https://readthedocs.org/projects/semantic-link-labs/badge/?version=0.7.2&style=flat)](https://readthedocs.org/projects/semantic-link-labs/)
+[![Read The Docs](https://readthedocs.org/projects/semantic-link-labs/badge/?version=0.7.4&style=flat)](https://readthedocs.org/projects/semantic-link-labs/)
 [![Code style: black](https://img.shields.io/badge/code%20style-black-000000.svg)](https://github.com/psf/black)
 [![Downloads](https://static.pepy.tech/badge/semantic-link-labs)](https://pepy.tech/project/semantic-link-labs)
 
@@ -53,6 +54,7 @@ from sempy_labs import migration, directlake
 from sempy_labs import lakehouse as lake
 from sempy_labs import report as rep
 from sempy_labs.tom import connect_semantic_model
+from sempy_labs import ConnectWarehouse
 ```
 
 ## Load semantic-link-labs into a custom [Fabric environment](https://learn.microsoft.com/fabric/data-engineering/create-and-use-environment)
@@ -75,6 +77,16 @@ An even better way to ensure the semantic-link-labs library is available in your
 1. Navigate to your Notebook
 2. Select your newly created environment within the 'Environment' drop down in the navigation bar at the top of the notebook
 
+## Version History
+* [0.7.4](https://github.com/microsoft/semantic-link-labs/releases/tag/0.7.4) (September 16, 2024)
+* [0.7.3](https://github.com/microsoft/semantic-link-labs/releases/tag/0.7.3) (September 11, 2024)
+* [0.7.2](https://github.com/microsoft/semantic-link-labs/releases/tag/0.7.2) (August 30, 2024)
+* [0.7.1](https://github.com/microsoft/semantic-link-labs/releases/tag/0.7.1) (August 29, 2024)
+* [0.7.0](https://github.com/microsoft/semantic-link-labs/releases/tag/0.7.0) (August 26, 2024)
+* [0.6.0](https://github.com/microsoft/semantic-link-labs/releases/tag/0.6.0) (July 22, 2024)
+* [0.5.0](https://github.com/microsoft/semantic-link-labs/releases/tag/0.5.0) (July 2, 2024)
+* [0.4.2](https://github.com/microsoft/semantic-link-labs/releases/tag/0.4.2) (June 18, 2024)
+
 ---
 ## Direct Lake migration
 

{semantic_link_labs-0.7.2 → semantic_link_labs-0.7.4}/README.md

@@ -1,7 +1,7 @@
 # Semantic Link Labs
 
 [![PyPI version](https://badge.fury.io/py/semantic-link-labs.svg)](https://badge.fury.io/py/semantic-link-labs)
-[![Read The Docs](https://readthedocs.org/projects/semantic-link-labs/badge/?version=0.7.2&style=flat)](https://readthedocs.org/projects/semantic-link-labs/)
+[![Read The Docs](https://readthedocs.org/projects/semantic-link-labs/badge/?version=0.7.4&style=flat)](https://readthedocs.org/projects/semantic-link-labs/)
 [![Code style: black](https://img.shields.io/badge/code%20style-black-000000.svg)](https://github.com/psf/black)
 [![Downloads](https://static.pepy.tech/badge/semantic-link-labs)](https://pepy.tech/project/semantic-link-labs)
 
@@ -29,6 +29,7 @@ from sempy_labs import migration, directlake
 from sempy_labs import lakehouse as lake
 from sempy_labs import report as rep
 from sempy_labs.tom import connect_semantic_model
+from sempy_labs import ConnectWarehouse
 ```
 
 ## Load semantic-link-labs into a custom [Fabric environment](https://learn.microsoft.com/fabric/data-engineering/create-and-use-environment)
@@ -51,6 +52,16 @@ An even better way to ensure the semantic-link-labs library is available in your
 1. Navigate to your Notebook
 2. Select your newly created environment within the 'Environment' drop down in the navigation bar at the top of the notebook
 
+## Version History
+* [0.7.4](https://github.com/microsoft/semantic-link-labs/releases/tag/0.7.4) (September 16, 2024)
+* [0.7.3](https://github.com/microsoft/semantic-link-labs/releases/tag/0.7.3) (September 11, 2024)
+* [0.7.2](https://github.com/microsoft/semantic-link-labs/releases/tag/0.7.2) (August 30, 2024)
+* [0.7.1](https://github.com/microsoft/semantic-link-labs/releases/tag/0.7.1) (August 29, 2024)
+* [0.7.0](https://github.com/microsoft/semantic-link-labs/releases/tag/0.7.0) (August 26, 2024)
+* [0.6.0](https://github.com/microsoft/semantic-link-labs/releases/tag/0.6.0) (July 22, 2024)
+* [0.5.0](https://github.com/microsoft/semantic-link-labs/releases/tag/0.5.0) (July 2, 2024)
+* [0.4.2](https://github.com/microsoft/semantic-link-labs/releases/tag/0.4.2) (June 18, 2024)
+
 ---
 ## Direct Lake migration
 

{semantic_link_labs-0.7.2 → semantic_link_labs-0.7.4}/docs/requirements.txt

@@ -9,4 +9,5 @@ azure-storage-file-datalake==12.3.1
 azure-storage-blob>=12.9.0
 anytree
 IPython
-polib
+polib
+azure.mgmt.resource

{semantic_link_labs-0.7.2 → semantic_link_labs-0.7.4}/docs/source/conf.py

@@ -13,7 +13,7 @@ sys.path.insert(0, os.path.abspath('../../src/'))
 project = 'semantic-link-labs'
 copyright = '2024, Microsoft and community'
 author = 'Microsoft and community'
-release = '0.7.2'
+release = '0.7.4'
 
 # -- General configuration ---------------------------------------------------
 # https://www.sphinx-doc.org/en/master/usage/configuration.html#general-configuration

semantic_link_labs-0.7.4/notebooks/Migration to Direct Lake.ipynb

@@ -0,0 +1 @@
+{"cells":[{"cell_type":"markdown","id":"5c27dfd1-4fe0-4a97-92e6-ddf78889aa93","metadata":{"nteract":{"transient":{"deleting":false}}},"source":["### Install the latest .whl package\n","\n","Check [here](https://pypi.org/project/semantic-link-labs/) to see the latest version."]},{"cell_type":"code","execution_count":null,"id":"d5cae9db-cef9-48a8-a351-9c5fcc99645c","metadata":{"jupyter":{"outputs_hidden":true,"source_hidden":false},"nteract":{"transient":{"deleting":false}}},"outputs":[],"source":["%pip install semantic-link-labs"]},{"cell_type":"markdown","id":"969a29bf","metadata":{},"source":["### Import the library and set initial parameters"]},{"cell_type":"code","execution_count":null,"id":"29c923f8","metadata":{},"outputs":[],"source":["import sempy_labs as labs\n","from sempy_labs import migration, directlake\n","import sempy_labs.report as rep\n","\n","dataset_name = '' #Enter the import/DQ semantic model name\n","workspace_name = None #Enter the workspace of the import/DQ semantic model. It set to none it will use the current workspace.\n","new_dataset_name = '' #Enter the new Direct Lake semantic model name\n","new_dataset_workspace_name = None #Enter the workspace where the Direct Lake model will be created. If set to None it will use the current workspace.\n","lakehouse_name = None #Enter the lakehouse to be used for the Direct Lake model. If set to None it will use the lakehouse attached to the notebook.\n","lakehouse_workspace_name = None #Enter the lakehouse workspace. If set to None it will use the new_dataset_workspace_name."]},{"cell_type":"markdown","id":"5a3fe6e8-b8aa-4447-812b-7931831e07fe","metadata":{"nteract":{"transient":{"deleting":false}}},"source":["### Create the [Power Query Template](https://learn.microsoft.com/power-query/power-query-template) file\n","\n","This encapsulates all of the semantic model's Power Query logic into a single file."]},{"cell_type":"code","execution_count":null,"id":"cde43b47-4ecc-46ae-9125-9674819c7eab","metadata":{"jupyter":{"outputs_hidden":false,"source_hidden":false},"nteract":{"transient":{"deleting":false}}},"outputs":[],"source":["migration.create_pqt_file(dataset = dataset_name, workspace = workspace_name)"]},{"cell_type":"markdown","id":"bf945d07-544c-4934-b7a6-cfdb90ca725e","metadata":{"nteract":{"transient":{"deleting":false}}},"source":["### Import the Power Query Template to Dataflows Gen2\n","\n","- Open the [OneLake file explorer](https://www.microsoft.com/download/details.aspx?id=105222) and sync your files (right click -> Sync from OneLake)\n","\n","- Navigate to your lakehouse. From this window, create a new Dataflows Gen2 and import the Power Query Template file from OneLake (OneLake -> Workspace -> Lakehouse -> Files...), and publish the Dataflows Gen2.\n","\n","<div class=\"alert alert-block alert-info\">\n","<b>Important!</b> Make sure to create the Dataflows Gen2 from within the lakehouse window. That will ensure that all the tables automatically map to that lakehouse as the destination. Otherwise, you will have to manually map each table to its destination individually.\n","</div>"]},{"cell_type":"markdown","id":"9975db7d","metadata":{},"source":["### Create the Direct Lake model based on the import/DQ semantic model\n","\n","Calculated columns are not migrated to the Direct Lake model as they are not supported in Direct Lake mode."]},{"cell_type":"code","execution_count":null,"id":"0a3616b5-566e-414e-a225-fb850d6418dc","metadata":{"jupyter":{"outputs_hidden":false,"source_hidden":false},"nteract":{"transient":{"deleting":false}}},"outputs":[],"source":["import time\n","labs.create_blank_semantic_model(dataset = new_dataset_name, workspace = new_dataset_workspace_name, overwrite=False)\n","\n","migration.migrate_calc_tables_to_lakehouse(\n","    dataset = dataset_name,\n","    new_dataset = new_dataset_name,\n","    workspace = workspace_name,\n","    new_dataset_workspace = new_dataset_workspace_name,\n","    lakehouse = lakehouse_name,\n","    lakehouse_workspace = lakehouse_workspace_name\n",")\n","migration.migrate_tables_columns_to_semantic_model(\n","    dataset = dataset_name,\n","    new_dataset = new_dataset_name,\n","    workspace = workspace_name,\n","    new_dataset_workspace = new_dataset_workspace_name,\n","    lakehouse = lakehouse_name,\n","    lakehouse_workspace = lakehouse_workspace_name\n",")\n","migration.migrate_calc_tables_to_semantic_model(\n","    dataset = dataset_name,\n","    new_dataset = new_dataset_name,\n","    workspace = workspace_name,\n","    new_dataset_workspace = new_dataset_workspace_name,\n","    lakehouse = lakehouse_name,\n","    lakehouse_workspace = lakehouse_workspace_name\n",")\n","migration.migrate_model_objects_to_semantic_model(\n","    dataset = dataset_name,\n","    new_dataset = new_dataset_name,\n","    workspace = workspace_name,\n","    new_dataset_workspace = new_dataset_workspace_name\n",")\n","migration.migrate_field_parameters(\n","    dataset = dataset_name,\n","    new_dataset = new_dataset_name,\n","    workspace = workspace_name,\n","    new_dataset_workspace = new_dataset_workspace_name\n",")\n","time.sleep(2)\n","labs.refresh_semantic_model(dataset = new_dataset_name, workspace = new_dataset_workspace_name)\n","migration.refresh_calc_tables(dataset = new_dataset_name, workspace = new_dataset_workspace_name)\n","labs.refresh_semantic_model(dataset = new_dataset_name, workspace = new_dataset_workspace_name)"]},{"cell_type":"markdown","id":"bb98bb13","metadata":{},"source":["### Show migrated/unmigrated objects"]},{"cell_type":"code","execution_count":null,"id":"5db2f22c","metadata":{},"outputs":[],"source":["migration.migration_validation(\n","    dataset = dataset_name,\n","    new_dataset = new_dataset_name, \n","    workspace = workspace_name, \n","    new_dataset_workspace = new_dataset_workspace_name\n",")"]},{"cell_type":"markdown","id":"fa244e9d-87c2-4a66-a7e0-be539a0ac7de","metadata":{"nteract":{"transient":{"deleting":false}}},"source":["### Rebind all reports using the old semantic model to the new Direct Lake semantic model"]},{"cell_type":"code","execution_count":null,"id":"d4e867cc","metadata":{},"outputs":[],"source":["rep.report_rebind_all(\n","    dataset = dataset_name,\n","    dataset_workspace = workspace_name,\n","    new_dataset = new_dataset_name,\n","    new_dataset_workpace = new_dataset_workspace_name,\n","    report_workspace = None\n",")"]},{"cell_type":"markdown","id":"3365d20d","metadata":{},"source":["### Rebind reports one-by-one (optional)"]},{"cell_type":"code","execution_count":null,"id":"056b7180-d7ac-492c-87e7-ac7d0e4bb929","metadata":{"jupyter":{"outputs_hidden":false,"source_hidden":false},"nteract":{"transient":{"deleting":false}}},"outputs":[],"source":["report_name = '' # Enter report name which you want to rebind to the new Direct Lake model\n","\n","rep.report_rebind(\n","    report = report_name,\n","    dataset = new_dataset_name,\n","    report_workspace=workspace_name,\n","    dataset_workspace = new_dataset_workspace_name)"]},{"cell_type":"markdown","id":"526f2327","metadata":{},"source":["### Show unsupported objects"]},{"cell_type":"code","execution_count":null,"id":"a47376d7","metadata":{},"outputs":[],"source":["dfT, dfC, dfR = directlake.show_unsupported_direct_lake_objects(dataset = dataset_name, workspace = workspace_name)\n","\n","print('Calculated Tables are not supported...')\n","display(dfT)\n","print(\"Learn more about Direct Lake limitations here: https://learn.microsoft.com/power-bi/enterprise/directlake-overview#known-issues-and-limitations\")\n","print('Calculated columns are not supported. Columns of binary data type are not supported.')\n","display(dfC)\n","print('Columns used for relationship cannot be of data type datetime and they also must be of the same data type.')\n","display(dfR)"]},{"cell_type":"markdown","id":"ed08ba4c","metadata":{},"source":["### Schema check between semantic model tables/columns and lakehouse tables/columns\n","\n","This will list any tables/columns which are in the new semantic model but do not exist in the lakehouse"]},{"cell_type":"code","execution_count":null,"id":"03889ba4","metadata":{},"outputs":[],"source":["directlake.direct_lake_schema_compare(dataset = new_dataset_name, workspace = new_dataset_workspace_name)"]},{"cell_type":"markdown","id":"2229963b","metadata":{},"source":["### Show calculated tables which have been migrated to the Direct Lake semantic model as regular tables"]},{"cell_type":"code","execution_count":null,"id":"dd537d90","metadata":{},"outputs":[],"source":["directlake.list_direct_lake_model_calc_tables(dataset = new_dataset_name, workspace = new_dataset_workspace_name)"]}],"metadata":{"kernel_info":{"name":"synapse_pyspark"},"kernelspec":{"display_name":"Python 3","language":"python","name":"python3"},"language_info":{"name":"python","version":"3.12.3"},"microsoft":{"language":"python"},"nteract":{"version":"nteract-front-end@1.0.0"},"spark_compute":{"compute_id":"/trident/default"},"synapse_widget":{"state":{},"version":"0.1"},"widgets":{}},"nbformat":4,"nbformat_minor":5}

semantic_link_labs-0.7.4/notebooks/Model Optimization.ipynb

@@ -0,0 +1 @@
+{"cells":[{"cell_type":"markdown","id":"5c27dfd1-4fe0-4a97-92e6-ddf78889aa93","metadata":{"nteract":{"transient":{"deleting":false}}},"source":["### Install the latest .whl package\n","\n","Check [here](https://pypi.org/project/semantic-link-labs/) to see the latest version."]},{"cell_type":"code","execution_count":null,"id":"d5cae9db-cef9-48a8-a351-9c5fcc99645c","metadata":{"jupyter":{"outputs_hidden":true,"source_hidden":false},"nteract":{"transient":{"deleting":false}}},"outputs":[],"source":["%pip install semantic-link-labs"]},{"cell_type":"markdown","id":"cd8de5a0","metadata":{},"source":["### Import the library"]},{"cell_type":"code","execution_count":null,"id":"5cc6eedf","metadata":{},"outputs":[],"source":["import sempy_labs as labs\n","from sempy_labs import lakehouse as lake\n","from sempy_labs import directlake\n","import sempy_labs.report as rep\n","\n","dataset_name = ''\n","workspace_name = None"]},{"cell_type":"markdown","id":"5a3fe6e8-b8aa-4447-812b-7931831e07fe","metadata":{"nteract":{"transient":{"deleting":false}}},"source":["### Vertipaq Analyzer"]},{"cell_type":"code","execution_count":null,"id":"cde43b47-4ecc-46ae-9125-9674819c7eab","metadata":{"jupyter":{"outputs_hidden":false,"source_hidden":false},"nteract":{"transient":{"deleting":false}}},"outputs":[],"source":["labs.vertipaq_analyzer(dataset = dataset_name, workspace = workspace_name)"]},{"cell_type":"markdown","id":"419a348f","metadata":{},"source":["Export the Vertipaq Analyzer results to a .zip file in your lakehouse"]},{"cell_type":"code","execution_count":null,"id":"8aa239b3","metadata":{},"outputs":[],"source":["labs.vertipaq_analyzer(dataset = dataset_name, workspace = workspace_name, export = 'zip')"]},{"cell_type":"markdown","id":"2dce0f4f","metadata":{},"source":["Export the Vertipaq Analyzer results to append to delta tables in your lakehouse."]},{"cell_type":"code","execution_count":null,"id":"aef93fc8","metadata":{},"outputs":[],"source":["labs.vertipaq_analyzer(dataset = dataset_name, workspace = workspace_name, export = 'table')"]},{"cell_type":"markdown","id":"1c62a802","metadata":{},"source":["Visualize the contents of an exported Vertipaq Analzyer .zip file."]},{"cell_type":"code","execution_count":null,"id":"9e349954","metadata":{},"outputs":[],"source":["labs.import_vertipaq_analyzer(folder_path = '', file_name = '')"]},{"cell_type":"markdown","id":"456ce0ff","metadata":{},"source":["### Best Practice Analzyer\n","\n","This runs the [standard rules](https://github.com/microsoft/Analysis-Services/tree/master/BestPracticeRules) for semantic models posted on Microsoft's GitHub."]},{"cell_type":"code","execution_count":null,"id":"0a3616b5-566e-414e-a225-fb850d6418dc","metadata":{"jupyter":{"outputs_hidden":false,"source_hidden":false},"nteract":{"transient":{"deleting":false}}},"outputs":[],"source":["labs.run_model_bpa(dataset = dataset_name, workspace = workspace_name)"]},{"cell_type":"markdown","id":"6fb32a58","metadata":{},"source":["This runs the Best Practice Analyzer and exports the results to the 'modelbparesults' delta table in your Fabric lakehouse."]},{"cell_type":"code","execution_count":null,"id":"677851c3","metadata":{},"outputs":[],"source":["labs.run_model_bpa(dataset = dataset_name, workspace = workspace_name, export = True)"]},{"cell_type":"markdown","id":"64968a31","metadata":{},"source":["This runs the Best Practice Analyzer with the rules translated into Italian."]},{"cell_type":"code","execution_count":null,"id":"3c7d89e2","metadata":{},"outputs":[],"source":["labs.run_model_bpa(dataset = dataset_name, workspace = workspace_name, language = 'it-IT')"]},{"cell_type":"markdown","id":"255c30bb","metadata":{},"source":["<div class=\"alert alert-block alert-info\">\n","<b>Note:</b> For analyzing model BPA results at scale, see the Best Practice Analyzer Report notebook (link below).\n","</div>\n","\n","[Best Practice Analyzer Notebook](https://github.com/microsoft/semantic-link-labs/blob/main/notebooks/Best%20Practice%20Analyzer%20Report.ipynb)"]},{"cell_type":"markdown","id":"bab18a61","metadata":{},"source":["### Run BPA using your own best practice rules"]},{"cell_type":"code","execution_count":null,"id":"59b89387","metadata":{},"outputs":[],"source":["import sempy\n","sempy.fabric._client._utils._init_analysis_services()\n","import Microsoft.AnalysisServices.Tabular as TOM\n","import pandas as pd\n","\n","dataset_name = ''\n","workspace_name = ''\n","\n","rules = pd.DataFrame(\n","    [\n","        (\n","            \"Performance\",\n","            \"Table\",\n","            \"Warning\",\n","            \"Rule name...\",\n","            lambda obj, tom: tom.is_calculated_table(table_name=obj.Name),\n","            'Rule description...',\n","            '',\n","        ),\n","        (\n","            \"Performance\",\n","            \"Column\",\n","            \"Warning\",\n","            \"Do not use floating point data types\",\n","            lambda obj, tom: obj.DataType == TOM.DataType.Double,\n","            'The \"Double\" floating point data type should be avoided, as it can result in unpredictable roundoff errors and decreased performance in certain scenarios. Use \"Int64\" or \"Decimal\" where appropriate (but note that \"Decimal\" is limited to 4 digits after the decimal sign).',\n","        )\n","    ],\n","    columns=[\n","            \"Category\",\n","            \"Scope\",\n","            \"Severity\",\n","            \"Rule Name\",\n","            \"Expression\",\n","            \"Description\",\n","            \"URL\",\n","        ],\n",")\n","\n","labs.run_model_bpa(dataset=dataset_name, workspace=workspace_name, rules=rules)"]},{"cell_type":"markdown","id":"8126a1a1","metadata":{},"source":["### Direct Lake\n","\n","Check if any lakehouse tables will hit the [Direct Lake guardrails](https://learn.microsoft.com/power-bi/enterprise/directlake-overview#fallback)."]},{"cell_type":"code","execution_count":null,"id":"e7397b15","metadata":{},"outputs":[],"source":["lake.get_lakehouse_tables(lakehouse = None, workspace = None, extended = True, count_rows = False)"]},{"cell_type":"code","execution_count":null,"id":"b30074cf","metadata":{},"outputs":[],"source":["lake.get_lakehouse_tables(lakehouse = None, workspace = None, extended = True, count_rows = False, export = True)"]},{"cell_type":"markdown","id":"99b84f2b","metadata":{},"source":["Check if any tables in a Direct Lake semantic model will fall back to DirectQuery."]},{"cell_type":"code","execution_count":null,"id":"f837be58","metadata":{},"outputs":[],"source":["directlake.check_fallback_reason(dataset = dataset_name, workspace = workspace_name)"]},{"cell_type":"markdown","id":"8f6df93e","metadata":{},"source":["### [OPTIMIZE](https://docs.delta.io/latest/optimizations-oss.html) your lakehouse delta tables."]},{"cell_type":"code","execution_count":null,"id":"e0262c9e","metadata":{},"outputs":[],"source":["lake.optimize_lakehouse_tables(tables = ['', ''], lakehouse = None, workspace = None)"]},{"cell_type":"markdown","id":"0091d6a0","metadata":{},"source":["Refresh/reframe your Direct Lake semantic model and restore the columns which were in memory prior to the refresh."]},{"cell_type":"code","execution_count":null,"id":"77eef082","metadata":{},"outputs":[],"source":["directlake.warm_direct_lake_cache_isresident(dataset = dataset_name, workspace = workspace_name)"]},{"cell_type":"markdown","id":"dae1a210","metadata":{},"source":["Ensure a warm cache for your users by putting the columns of a Direct Lake semantic model into memory based on the contents of a [perspective](https://learn.microsoft.com/analysis-services/tabular-models/perspectives-ssas-tabular?view=asallproducts-allversions).\n","\n","Perspectives can be created either in [Tabular Editor 3](https://github.com/TabularEditor/TabularEditor3/releases/latest) or in [Tabular Editor 2](https://github.com/TabularEditor/TabularEditor/releases/latest) using the [Perspective Editor](https://www.elegantbi.com/post/perspectiveeditor)."]},{"cell_type":"code","execution_count":null,"id":"43297001","metadata":{},"outputs":[],"source":["directlake.warm_direct_lake_cache_perspective(dataset = dataset_name, workspace = workspace_name, perspective = '', add_dependencies = True)"]}],"metadata":{"kernel_info":{"name":"synapse_pyspark"},"kernelspec":{"display_name":"Synapse PySpark","language":"Python","name":"synapse_pyspark"},"language_info":{"name":"python"},"microsoft":{"language":"python"},"nteract":{"version":"nteract-front-end@1.0.0"},"spark_compute":{"compute_id":"/trident/default"},"synapse_widget":{"state":{},"version":"0.1"},"widgets":{}},"nbformat":4,"nbformat_minor":5}

semantic_link_labs-0.7.4/notebooks/Warehouse.ipynb

@@ -0,0 +1 @@
+{"cells":[{"cell_type":"markdown","id":"5c27dfd1-4fe0-4a97-92e6-ddf78889aa93","metadata":{"nteract":{"transient":{"deleting":false}}},"source":["### Install the latest .whl package\n","\n","Check [here](https://pypi.org/project/semantic-link-labs/) to see the latest version."]},{"cell_type":"code","execution_count":null,"id":"d5cae9db-cef9-48a8-a351-9c5fcc99645c","metadata":{"jupyter":{"outputs_hidden":true,"source_hidden":false},"nteract":{"transient":{"deleting":false}}},"outputs":[],"source":["%pip install semantic-link-labs"]},{"cell_type":"markdown","id":"b195eae8","metadata":{},"source":["### Import the library and necessary packages"]},{"cell_type":"code","execution_count":null,"id":"1344e286","metadata":{},"outputs":[],"source":["import sempy_labs as labs\n","from sempy_labs import ConnectWarehouse\n","warehouse_name = ''\n","workspace_name = ''"]},{"cell_type":"markdown","id":"55e5ca67","metadata":{},"source":["### Run a SQL query against a Fabric warehouse"]},{"cell_type":"code","execution_count":null,"id":"a9f984e9","metadata":{},"outputs":[],"source":["with ConnectWarehouse(warehouse=warehouse_name, workspace=workspace_name) as sql:\n","    df = sql.query(\"SELECT * FROM Product\")"]},{"cell_type":"markdown","id":"d5b090da","metadata":{},"source":["#### Display the results of the query"]},{"cell_type":"code","execution_count":null,"id":"05953d6d","metadata":{},"outputs":[],"source":["df"]},{"cell_type":"code","execution_count":null,"id":"4dca7f4a","metadata":{},"outputs":[],"source":["display(df)"]}],"metadata":{"kernel_info":{"name":"synapse_pyspark"},"kernelspec":{"display_name":"Synapse PySpark","language":"Python","name":"synapse_pyspark"},"language_info":{"name":"python"},"microsoft":{"language":"python"},"nteract":{"version":"nteract-front-end@1.0.0"},"spark_compute":{"compute_id":"/trident/default"},"synapse_widget":{"state":{},"version":"0.1"},"widgets":{}},"nbformat":4,"nbformat_minor":5}

{semantic_link_labs-0.7.2 → semantic_link_labs-0.7.4}/pyproject.toml

@@ -7,7 +7,7 @@ name="semantic-link-labs"
 authors = [
     { name = "Microsoft Corporation" },
 ]
-version="0.7.2"
+version="0.7.4"
 description="Semantic Link Labs for Microsoft Fabric"
 readme="README.md"
 requires-python=">=3.10,<3.12"
@@ -23,10 +23,11 @@ classifiers = [
 license= { text = "MIT License" }
 
 dependencies = [
-    "semantic-link-sempy>=0.7.7",
+    "semantic-link-sempy>=0.8.0",
     "anytree",
     "powerbiclient",
     "polib",
+    "azure.mgmt.resource",
 ]
 
 [tool.setuptools.packages.find]
@@ -44,7 +45,7 @@ test = [
 Repository = "https://github.com/microsoft/semantic-link-labs.git"
 
 [[tool.mypy.overrides]]
-module = "sempy.*,Microsoft.*,System.*,anytree.*,powerbiclient.*,synapse.ml.services.*,polib.*"
+module = "sempy.*,Microsoft.*,System.*,anytree.*,powerbiclient.*,synapse.ml.services.*,polib.*,azure.mgmt.resource.*"
 ignore_missing_imports = true
 
 [tool.flake8]

{semantic_link_labs-0.7.2 → semantic_link_labs-0.7.4}/src/semantic_link_labs.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: semantic-link-labs
-Version: 0.7.2
+Version: 0.7.4
 Summary: Semantic Link Labs for Microsoft Fabric
 Author: Microsoft Corporation
 License: MIT License
@@ -15,17 +15,18 @@ Classifier: Framework :: Jupyter
 Requires-Python: <3.12,>=3.10
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: semantic-link-sempy>=0.7.7
+Requires-Dist: semantic-link-sempy>=0.8.0
 Requires-Dist: anytree
 Requires-Dist: powerbiclient
 Requires-Dist: polib
+Requires-Dist: azure.mgmt.resource
 Provides-Extra: test
 Requires-Dist: pytest>=8.2.1; extra == "test"
 
 # Semantic Link Labs
 
 [![PyPI version](https://badge.fury.io/py/semantic-link-labs.svg)](https://badge.fury.io/py/semantic-link-labs)
-[![Read The Docs](https://readthedocs.org/projects/semantic-link-labs/badge/?version=0.7.2&style=flat)](https://readthedocs.org/projects/semantic-link-labs/)
+[![Read The Docs](https://readthedocs.org/projects/semantic-link-labs/badge/?version=0.7.4&style=flat)](https://readthedocs.org/projects/semantic-link-labs/)
 [![Code style: black](https://img.shields.io/badge/code%20style-black-000000.svg)](https://github.com/psf/black)
 [![Downloads](https://static.pepy.tech/badge/semantic-link-labs)](https://pepy.tech/project/semantic-link-labs)
 
@@ -53,6 +54,7 @@ from sempy_labs import migration, directlake
 from sempy_labs import lakehouse as lake
 from sempy_labs import report as rep
 from sempy_labs.tom import connect_semantic_model
+from sempy_labs import ConnectWarehouse
 ```
 
 ## Load semantic-link-labs into a custom [Fabric environment](https://learn.microsoft.com/fabric/data-engineering/create-and-use-environment)
@@ -75,6 +77,16 @@ An even better way to ensure the semantic-link-labs library is available in your
 1. Navigate to your Notebook
 2. Select your newly created environment within the 'Environment' drop down in the navigation bar at the top of the notebook
 
+## Version History
+* [0.7.4](https://github.com/microsoft/semantic-link-labs/releases/tag/0.7.4) (September 16, 2024)
+* [0.7.3](https://github.com/microsoft/semantic-link-labs/releases/tag/0.7.3) (September 11, 2024)
+* [0.7.2](https://github.com/microsoft/semantic-link-labs/releases/tag/0.7.2) (August 30, 2024)
+* [0.7.1](https://github.com/microsoft/semantic-link-labs/releases/tag/0.7.1) (August 29, 2024)
+* [0.7.0](https://github.com/microsoft/semantic-link-labs/releases/tag/0.7.0) (August 26, 2024)
+* [0.6.0](https://github.com/microsoft/semantic-link-labs/releases/tag/0.6.0) (July 22, 2024)
+* [0.5.0](https://github.com/microsoft/semantic-link-labs/releases/tag/0.5.0) (July 2, 2024)
+* [0.4.2](https://github.com/microsoft/semantic-link-labs/releases/tag/0.4.2) (June 18, 2024)
+
 ---
 ## Direct Lake migration
 

{semantic_link_labs-0.7.2 → semantic_link_labs-0.7.4}/src/semantic_link_labs.egg-info/SOURCES.txt

@@ -25,6 +25,7 @@ notebooks/Model Optimization.ipynb
 notebooks/Query Scale Out.ipynb
 notebooks/Semantic Model Refresh.ipynb
 notebooks/Tabular Object Model.ipynb
+notebooks/Warehouse.ipynb
 src/semantic_link_labs.egg-info/PKG-INFO
 src/semantic_link_labs.egg-info/SOURCES.txt
 src/semantic_link_labs.egg-info/dependency_links.txt
@@ -32,10 +33,15 @@ src/semantic_link_labs.egg-info/requires.txt
 src/semantic_link_labs.egg-info/top_level.txt
 src/sempy_labs/__init__.py
 src/sempy_labs/_ai.py
+src/sempy_labs/_capacities.py
 src/sempy_labs/_clear_cache.py
 src/sempy_labs/_connections.py
+src/sempy_labs/_dataflows.py
 src/sempy_labs/_dax.py
+src/sempy_labs/_deployment_pipelines.py
+src/sempy_labs/_environments.py
 src/sempy_labs/_generate_semantic_model.py
+src/sempy_labs/_git.py
 src/sempy_labs/_helper_functions.py
 src/sempy_labs/_icons.py
 src/sempy_labs/_list_functions.py
@@ -44,41 +50,59 @@ src/sempy_labs/_model_bpa.py
 src/sempy_labs/_model_bpa_bulk.py
 src/sempy_labs/_model_bpa_rules.py
 src/sempy_labs/_model_dependencies.py
+src/sempy_labs/_notebooks.py
 src/sempy_labs/_one_lake_integration.py
 src/sempy_labs/_query_scale_out.py
 src/sempy_labs/_refresh_semantic_model.py
+src/sempy_labs/_spark.py
+src/sempy_labs/_sql.py
 src/sempy_labs/_translations.py
 src/sempy_labs/_vertipaq.py
-src/sempy_labs/_bpa_translation/_translations_am-ET.po
-src/sempy_labs/_bpa_translation/_translations_ar-AE.po
-src/sempy_labs/_bpa_translation/_translations_cs-CZ.po
-src/sempy_labs/_bpa_translation/_translations_da-DK.po
-src/sempy_labs/_bpa_translation/_translations_de-DE.po
-src/sempy_labs/_bpa_translation/_translations_el-GR.po
-src/sempy_labs/_bpa_translation/_translations_es-ES.po
-src/sempy_labs/_bpa_translation/_translations_fa-IR.po
-src/sempy_labs/_bpa_translation/_translations_fr-FR.po
-src/sempy_labs/_bpa_translation/_translations_ga-IE.po
-src/sempy_labs/_bpa_translation/_translations_he-IL.po
-src/sempy_labs/_bpa_translation/_translations_hi-IN.po
-src/sempy_labs/_bpa_translation/_translations_hu-HU.po
-src/sempy_labs/_bpa_translation/_translations_is-IS.po
-src/sempy_labs/_bpa_translation/_translations_it-IT.po
-src/sempy_labs/_bpa_translation/_translations_ja-JP.po
-src/sempy_labs/_bpa_translation/_translations_nl-NL.po
-src/sempy_labs/_bpa_translation/_translations_pl-PL.po
-src/sempy_labs/_bpa_translation/_translations_pt-BR.po
-src/sempy_labs/_bpa_translation/_translations_pt-PT.po
-src/sempy_labs/_bpa_translation/_translations_ru-RU.po
-src/sempy_labs/_bpa_translation/_translations_ta-IN.po
-src/sempy_labs/_bpa_translation/_translations_te-IN.po
-src/sempy_labs/_bpa_translation/_translations_th-TH.po
-src/sempy_labs/_bpa_translation/_translations_zh-CN.po
-src/sempy_labs/_bpa_translation/_translations_zu-ZA.po
+src/sempy_labs/_workspace_identity.py
+src/sempy_labs/_workspaces.py
+src/sempy_labs/_bpa_translation/_model/_translations_am-ET.po
+src/sempy_labs/_bpa_translation/_model/_translations_ar-AE.po
+src/sempy_labs/_bpa_translation/_model/_translations_bg-BG.po
+src/sempy_labs/_bpa_translation/_model/_translations_ca-ES.po
+src/sempy_labs/_bpa_translation/_model/_translations_cs-CZ.po
+src/sempy_labs/_bpa_translation/_model/_translations_da-DK.po
+src/sempy_labs/_bpa_translation/_model/_translations_de-DE.po
+src/sempy_labs/_bpa_translation/_model/_translations_el-GR.po
+src/sempy_labs/_bpa_translation/_model/_translations_es-ES.po
+src/sempy_labs/_bpa_translation/_model/_translations_fa-IR.po
+src/sempy_labs/_bpa_translation/_model/_translations_fi-FI.po
+src/sempy_labs/_bpa_translation/_model/_translations_fr-FR.po
+src/sempy_labs/_bpa_translation/_model/_translations_ga-IE.po
+src/sempy_labs/_bpa_translation/_model/_translations_he-IL.po
+src/sempy_labs/_bpa_translation/_model/_translations_hi-IN.po
+src/sempy_labs/_bpa_translation/_model/_translations_hu-HU.po
+src/sempy_labs/_bpa_translation/_model/_translations_id-ID.po
+src/sempy_labs/_bpa_translation/_model/_translations_is-IS.po
+src/sempy_labs/_bpa_translation/_model/_translations_it-IT.po
+src/sempy_labs/_bpa_translation/_model/_translations_ja-JP.po
+src/sempy_labs/_bpa_translation/_model/_translations_ko-KR.po
+src/sempy_labs/_bpa_translation/_model/_translations_mt-MT.po
+src/sempy_labs/_bpa_translation/_model/_translations_nl-NL.po
+src/sempy_labs/_bpa_translation/_model/_translations_pl-PL.po
+src/sempy_labs/_bpa_translation/_model/_translations_pt-BR.po
+src/sempy_labs/_bpa_translation/_model/_translations_pt-PT.po
+src/sempy_labs/_bpa_translation/_model/_translations_ro-RO.po
+src/sempy_labs/_bpa_translation/_model/_translations_ru-RU.po
+src/sempy_labs/_bpa_translation/_model/_translations_sk-SK.po
+src/sempy_labs/_bpa_translation/_model/_translations_sl-SL.po
+src/sempy_labs/_bpa_translation/_model/_translations_sv-SE.po
+src/sempy_labs/_bpa_translation/_model/_translations_ta-IN.po
+src/sempy_labs/_bpa_translation/_model/_translations_te-IN.po
+src/sempy_labs/_bpa_translation/_model/_translations_th-TH.po
+src/sempy_labs/_bpa_translation/_model/_translations_tr-TR.po
+src/sempy_labs/_bpa_translation/_model/_translations_uk-UA.po
+src/sempy_labs/_bpa_translation/_model/_translations_zh-CN.po
+src/sempy_labs/_bpa_translation/_model/_translations_zu-ZA.po
 src/sempy_labs/directlake/__init__.py
 src/sempy_labs/directlake/_directlake_schema_compare.py
 src/sempy_labs/directlake/_directlake_schema_sync.py
 src/sempy_labs/directlake/_dl_helper.py
+src/sempy_labs/directlake/_generate_shared_expression.py
 src/sempy_labs/directlake/_get_directlake_lakehouse.py
 src/sempy_labs/directlake/_get_shared_expression.py
 src/sempy_labs/directlake/_guardrails.py

{semantic_link_labs-0.7.2 → semantic_link_labs-0.7.4}/src/semantic_link_labs.egg-info/requires.txt

@@ -1,7 +1,8 @@
-semantic-link-sempy>=0.7.7
+semantic-link-sempy>=0.8.0
 anytree
 powerbiclient
 polib
+azure.mgmt.resource
 
 [test]
 pytest>=8.2.1

{semantic_link_labs-0.7.2 → semantic_link_labs-0.7.4}/src/sempy_labs/__init__.py

@@ -1,20 +1,93 @@
-from sempy_labs._clear_cache import clear_cache
+from sempy_labs._environments import (
+    create_environment,
+    delete_environment,
+    publish_environment,
+)
 
-# from sempy_labs._connections import (
-# create_connection_cloud,
-# create_connection_vnet,
-# create_connection_on_prem
-# )
+from sempy_labs._spark import (
+    get_spark_settings,
+    update_spark_settings,
+    list_custom_pools,
+    create_custom_pool,
+    delete_custom_pool,
+    update_custom_pool,
+)
+
+from sempy_labs._workspaces import (
+    list_workspace_users,
+    update_workspace_user,
+    add_user_to_workspace,
+    delete_user_from_workspace,
+    assign_workspace_to_capacity,
+    unassign_workspace_from_capacity,
+    list_workspace_role_assignments,
+)
+from sempy_labs._notebooks import (
+    get_notebook_definition,
+    import_notebook_from_web,
+)
+from sempy_labs._sql import (
+    ConnectWarehouse,
+)
+from sempy_labs._capacities import (
+    check_fabric_capacity_name_availablility,
+    delete_fabric_capacity,
+    resume_fabric_capacity,
+    update_fabric_capacity,
+    create_fabric_capacity,
+    delete_premium_capacity,
+    suspend_fabric_capacity,
+    delete_embedded_capacity,
+)
+from sempy_labs._workspace_identity import (
+    provision_workspace_identity,
+    deprovision_workspace_identity,
+)
+from sempy_labs._deployment_pipelines import (
+    list_deployment_pipeline_stage_items,
+    list_deployment_pipeline_stages,
+    list_deployment_pipelines,
+)
+from sempy_labs._git import (
+    get_git_connection,
+    get_git_status,
+    commit_to_git,
+    initialize_git_connection,
+    update_from_git,
+    connect_workspace_to_git,
+    disconnect_workspace_from_git,
+)
+from sempy_labs._dataflows import (
+    list_dataflow_storage_accounts,
+    assign_workspace_to_dataflow_storage,
+    list_dataflows,
+)
+from sempy_labs._clear_cache import (
+    clear_cache,
+    backup_semantic_model,
+    restore_semantic_model,
+    copy_semantic_model_backup_file,
+    list_backups,
+    list_storage_account_files,
+)
+from sempy_labs._connections import (
+    list_connections,
+    list_item_connections,
+    # create_connection_cloud,
+    # create_connection_vnet,
+    # create_connection_on_prem
+)
 from sempy_labs._dax import evaluate_dax_impersonation
 from sempy_labs._generate_semantic_model import (
     create_blank_semantic_model,
     create_semantic_model_from_bim,
     deploy_semantic_model,
     get_semantic_model_bim,
+    get_semantic_model_size,
+    update_semantic_model_from_bim,
 )
 from sempy_labs._list_functions import (
     list_reports_using_semantic_model,
-    delete_custom_pool,
     list_semantic_model_objects,
     list_shortcuts,
     get_object_level_security,
@@ -22,7 +95,6 @@ from sempy_labs._list_functions import (
     # list_annotations,
     # list_columns,
     list_dashboards,
-    list_dataflow_storage_accounts,
     # list_datamarts,
     # list_datapipelines,
     # list_eventstreams,
@@ -37,26 +109,13 @@ from sempy_labs._list_functions import (
     # list_sqlendpoints,
     # list_tables,
     list_warehouses,
-    list_workspace_role_assignments,
     create_warehouse,
     update_item,
-    list_custom_pools,
-    create_custom_pool,
-    update_custom_pool,
-    assign_workspace_to_capacity,
-    unassign_workspace_from_capacity,
-    get_spark_settings,
-    update_spark_settings,
-    add_user_to_workspace,
-    delete_user_from_workspace,
-    update_workspace_user,
-    list_workspace_users,
-    assign_workspace_to_dataflow_storage,
-    get_notebook_definition,
-    import_notebook_from_web,
 )
-
 from sempy_labs._helper_functions import (
+    resolve_environment_id,
+    resolve_capacity_id,
+    resolve_warehouse_id,
     resolve_workspace_capacity,
     create_abfss_path,
     format_dax_object_name,
@@ -114,6 +173,19 @@ from sempy_labs._vertipaq import (
 )
 
 __all__ = [
+    "resolve_warehouse_id",
+    "ConnectWarehouse",
+    "update_semantic_model_from_bim",
+    "list_connections",
+    "get_semantic_model_size",
+    "provision_workspace_identity",
+    "deprovision_workspace_identity",
+    "list_dataflows",
+    "copy_semantic_model_backup_file",
+    "list_backups",
+    "list_storage_account_files",
+    "backup_semantic_model",
+    "restore_semantic_model",
     "delete_custom_pool",
     "clear_cache",
     # create_connection_cloud,
@@ -205,4 +277,28 @@ __all__ = [
     "resolve_capacity_name",
     "run_model_bpa_bulk",
     "create_model_bpa_semantic_model",
+    "list_deployment_pipeline_stage_items",
+    "list_deployment_pipeline_stages",
+    "list_deployment_pipelines",
+    "get_git_connection",
+    "get_git_status",
+    "commit_to_git",
+    "initialize_git_connection",
+    "update_from_git",
+    "connect_workspace_to_git",
+    "disconnect_workspace_from_git",
+    "create_environment",
+    "delete_environment",
+    "publish_environment",
+    "resolve_capacity_id",
+    "resolve_environment_id",
+    "list_item_connections",
+    "check_fabric_capacity_name_availablility",
+    "delete_fabric_capacity",
+    "resume_fabric_capacity",
+    "update_fabric_capacity",
+    "create_fabric_capacity",
+    "delete_premium_capacity",
+    "suspend_fabric_capacity",
+    "delete_embedded_capacity",
 ]

{semantic_link_labs-0.7.2/src/sempy_labs/_bpa_translation → semantic_link_labs-0.7.4/src/sempy_labs/_bpa_translation/_model}/_translations_am-ET.po

@@ -42,6 +42,13 @@ msgid ""
 "hybrid table"
 msgstr "የውሂብ ጠረጴዛ በDirectQuery ክፍፍሉ ላይ 'የዳታ ሽፋን ፍቺ' ንብረት ያስቀምጡ"
 
+# rule_name
+msgid ""
+"Dual mode is only relevant for dimension tables if DirectQuery is used for "
+"the corresponding fact table"
+msgstr ""
+"ድርብ ዘዴ ለስፋት ሠንጠረዦች ብቻ ጠቃሚ ነው DirectQuery ለተመጣጣኝ እውነታ ሠንጠረዥ ጥቅም ላይ የዋለ ከሆነ"
+
 # rule_name
 msgid ""
 "Set dimensions tables to dual mode instead of import when using DirectQuery "
@@ -289,6 +296,12 @@ msgid ""
 "hybrid table"
 msgstr "አፈጻጸም"
 
+# category
+msgid ""
+"Dual mode is only relevant for dimension tables if DirectQuery is used for "
+"the corresponding fact table"
+msgstr "አፈጻጸም"
+
 # category
 msgid ""
 "Set dimensions tables to dual mode instead of import when using DirectQuery "
@@ -553,6 +566,15 @@ msgstr ""
 " መጠየቂያ እንደሚያስፈልገው ስለሚያውቅ 'የData Coverage Definition' የሚለውን ንብረት ማመቻቸት የተሻለ "
 "አፈጻጸም ሊያስከትል ይችላል።"
 
+# description
+msgid ""
+"Dual mode is only relevant for dimension tables if DirectQuery is used for "
+"the corresponding fact table"
+msgstr ""
+"ተመሳሳዩ እውነታ ሠንጠረዥ በDirectQuery ውስጥ የሚገኝበትን ስፋት tables/partitions ለማግኘት ብቻ "
+"Dual mode ይጠቀሙ. በሌሎች ሁኔታዎች ሁለት ዓይነት ዘዴን መጠቀም (ማለትም የቀረው ሞዴል በኢምፖርት ሞድ ውስጥ "
+"ነው) በተለይ በሞዴሉ ውስጥ ያለው የመለኪያ ቁጥር ከፍተኛ ከሆነ ወደ አፈጻጸም ችግር ሊያመራ ይችላል."
+
 # description
 msgid ""
 "Set dimensions tables to dual mode instead of import when using DirectQuery "