msdev-kit 0.1.7__tar.gz → 0.1.8__tar.gz

msdev_kit-0.1.8/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Bernardo Rufino
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

{msdev_kit-0.1.7 → msdev_kit-0.1.8}/PKG-INFO

@@ -1,8 +1,9 @@
 Metadata-Version: 2.4
 Name: msdev-kit
-Version: 0.1.7
+Version: 0.1.8
 Summary: Microsoft developer toolkit: Fabric, MS Graph, and SharePoint
 License: MIT
+License-File: LICENSE
 Author: Bernardo Rufino
 Author-email: contact@bernardorufino.com
 Requires-Python: >=3.10
@@ -19,6 +20,7 @@ Requires-Dist: cryptography (>=46.0.6,<47.0.0)
 Requires-Dist: numpy (==2.1.3)
 Requires-Dist: openpyxl (==3.1.5)
 Requires-Dist: pandas (==2.2.3)
+Requires-Dist: pydantic (>=2.13.4,<3.0.0)
 Requires-Dist: pyodbc (==5.2.0)
 Requires-Dist: python-dotenv (>=1.2.2,<2)
 Requires-Dist: pyyaml (>=6.0.3,<7.0.0)
@@ -36,6 +38,10 @@ Microsoft developer toolkit for Python: Fabric/Power BI, MS Graph (Entra), and S
 [![Python](https://img.shields.io/pypi/pyversions/msdev-kit)](https://pypi.org/project/msdev-kit/)
 [![License: MIT](https://img.shields.io/badge/License-MIT-blue.svg)](https://opensource.org/licenses/MIT)
 
+> Until 2026-06-17 this package was developed in a private repository. The git
+> history was squashed when the project was opened to the public, so commits
+> before that date are not preserved.
+
 ## Installation
 
 ```shell
@@ -396,3 +402,32 @@ Hostname and site path inputs are normalized automatically:
   - Datasets hosted in Azure Analysis Services or with a live connection to on-premises AAS are not supported.
   - Service Principals are not supported for datasets with RLS or SSO enabled.
 
+---
+
+## Examples
+
+End-to-end scripts for the most common scenarios live in [`examples/`](./examples).
+They share a small `_setup.py` that builds Auth and the service clients from
+environment variables (or `./utils/.env`). Run any of them from the repo root:
+
+```bash
+python -m examples.workspaces
+python -m examples.dataflows
+```
+
+---
+
+## Contributing
+
+External contributions are welcome via pull requests. Please:
+
+1. Open an issue first for non-trivial changes so the design can be discussed.
+2. Use `feature/<name>` / `fix/<name>` branches. Direct pushes to `main` are
+   blocked by repository rulesets.
+3. Keep PRs focused. Add or update tests under `tests/` for any behavior change.
+4. Run `pytest` locally before opening a PR; the `Collaboration` workflow runs
+   the same suite on every PR and must pass before merging.
+
+PyPI releases are published automatically from `main` by the `Publish to PyPI`
+workflow, gated by a manual approval on the `pypi` environment.
+

{msdev_kit-0.1.7 → msdev_kit-0.1.8}/README.md

@@ -6,6 +6,10 @@ Microsoft developer toolkit for Python: Fabric/Power BI, MS Graph (Entra), and S
 [![Python](https://img.shields.io/pypi/pyversions/msdev-kit)](https://pypi.org/project/msdev-kit/)
 [![License: MIT](https://img.shields.io/badge/License-MIT-blue.svg)](https://opensource.org/licenses/MIT)
 
+> Until 2026-06-17 this package was developed in a private repository. The git
+> history was squashed when the project was opened to the public, so commits
+> before that date are not preserved.
+
 ## Installation
 
 ```shell
@@ -365,3 +369,32 @@ Hostname and site path inputs are normalized automatically:
   - Only **DAX** queries are supported (no MDX, INFO functions, or DMV).
   - Datasets hosted in Azure Analysis Services or with a live connection to on-premises AAS are not supported.
   - Service Principals are not supported for datasets with RLS or SSO enabled.
+
+---
+
+## Examples
+
+End-to-end scripts for the most common scenarios live in [`examples/`](./examples).
+They share a small `_setup.py` that builds Auth and the service clients from
+environment variables (or `./utils/.env`). Run any of them from the repo root:
+
+```bash
+python -m examples.workspaces
+python -m examples.dataflows
+```
+
+---
+
+## Contributing
+
+External contributions are welcome via pull requests. Please:
+
+1. Open an issue first for non-trivial changes so the design can be discussed.
+2. Use `feature/<name>` / `fix/<name>` branches. Direct pushes to `main` are
+   blocked by repository rulesets.
+3. Keep PRs focused. Add or update tests under `tests/` for any behavior change.
+4. Run `pytest` locally before opening a PR; the `Collaboration` workflow runs
+   the same suite on every PR and must pass before merging.
+
+PyPI releases are published automatically from `main` by the `Publish to PyPI`
+workflow, gated by a manual approval on the `pypi` environment.

{msdev_kit-0.1.7 → msdev_kit-0.1.8}/msdev_kit/__init__.py

@@ -1,3 +1,3 @@
 from .auth import Auth
 
-__version__ = "0.1.7"
+__version__ = "0.1.8"

{msdev_kit-0.1.7 → msdev_kit-0.1.8}/msdev_kit/fabric/dataflow.py

@@ -7,11 +7,23 @@ import time
 import base64
 import requests
 import pandas as pd
-from typing import Dict, List
+from typing import Dict, List, Optional
+from pydantic import BaseModel, ConfigDict
 from .utilities import create_directory
 from .workspace import Workspace
 
 
+class ComputeEngineSettingsModel(BaseModel):
+    model_config = ConfigDict(extra='forbid')
+
+    allowFastCopy: Optional[bool] = None
+    allowPartitionedCompute: Optional[bool] = None
+    allowModernEvaluationEngine: Optional[bool] = None
+    enableVorder: Optional[bool] = None
+    enableOptimizedCopyToLakehouse: Optional[bool] = None
+    maxConcurrency: Optional[int] = None
+
+
 class Dataflow:
 
     def __init__(self, token: str):
@@ -475,6 +487,110 @@ class Dataflow:
             return {'message': {'error': error_message, 'status_code': response.status_code}}
 
 
+    def update_compute_engine_settings(self, workspace_id: str, dataflow_id: str, settings: Dict = None) -> Dict:
+        """
+        Updates the computeEngineSettings of a Dataflow Gen2 CI/CD (native Fabric) item.
+        Only works for Dataflow Gen2 (CI/CD) items.
+
+        Args:
+            workspace_id (str): The ID of the workspace where the Dataflow Gen2 resides.
+            dataflow_id (str): The ID of the Dataflow Gen2 to update.
+            settings (Dict, optional): Custom compute engine settings. If not provided,
+                uses the default configuration.
+
+        Returns:
+            Dict: status message and content of the updated dataflow.
+        """
+        # Validate settings using Pydantic if provided
+        if settings is not None:
+            try:
+                validated = ComputeEngineSettingsModel(**settings)
+                settings = validated.model_dump(exclude_unset=True)
+            except Exception as e:
+                return {'message': {'error': f'Invalid compute engine settings: {e}'}}
+
+        # Fetch current definition
+        definition_result = self.get_dataflow_gen2_definition(workspace_id, dataflow_id)
+        if definition_result.get('message') != 'Success':
+            # Not a CI/CD Gen2.1 dataflow or error fetching
+            return {
+                'message': {
+                    'error': 'This dataflow is not a Dataflow Gen2 CI/CD or could not retrieve its definition.',
+                    'details': definition_result.get('message')
+                }
+            }
+
+        definition = definition_result['content']
+        display_name = self.get_dataflow_name(workspace_id, dataflow_id) or 'dataflow'
+
+        # Modify computeEngineSettings in queryMetadata.json
+        parts = definition.get('definition', {}).get('parts', [])
+        patched = False
+
+        for part in parts:
+            if part.get('path') == 'queryMetadata.json':
+                payload = part.get('payload')
+                if payload:
+                    try:
+                        metadata_bytes = base64.b64decode(payload)
+                        try:
+                            decoded_str = metadata_bytes.decode('utf-8-sig')
+                        except UnicodeDecodeError:
+                            decoded_str = metadata_bytes.decode('utf-8', errors='replace')
+                        
+                        metadata = json.loads(decoded_str)
+                        
+                        current_engine_settings = metadata.get('computeEngineSettings', {})
+                        new_engine_settings = {}
+                        
+                        # Keep both old and new keys allowed in the schema
+                        allowed_keys = [
+                            "allowFastCopy",
+                            "allowPartitionedCompute",
+                            "allowModernEvaluationEngine",
+                            "enableVorder",
+                            "enableOptimizedCopyToLakehouse",
+                            "maxConcurrency"
+                        ]
+                        for key in allowed_keys:
+                            if key in current_engine_settings:
+                                new_engine_settings[key] = current_engine_settings[key]
+                        
+                        if settings is not None:
+                            # Update existing settings with user-provided settings
+                            for k, v in settings.items():
+                                new_engine_settings[k] = v
+                            
+                            # If maxConcurrency is not in settings, remove it
+                            if 'maxConcurrency' not in settings:
+                                new_engine_settings.pop('maxConcurrency', None)
+                        else:
+                            # Default settings if none provided (without maxConcurrency)
+                            new_engine_settings = {
+                                "allowFastCopy": False,
+                                "allowPartitionedCompute": True,
+                                "allowModernEvaluationEngine": True,
+                                "enableVorder": False,
+                                "enableOptimizedCopyToLakehouse": True
+                            }
+                        
+                        metadata['computeEngineSettings'] = new_engine_settings
+                        
+                        # Minify and encode
+                        updated_bytes = json.dumps(metadata, ensure_ascii=False, separators=(',', ':')).encode('utf-8')
+                        part['payload'] = base64.b64encode(updated_bytes).decode('utf-8')
+                        patched = True
+                    except Exception as e:
+                        return {'message': {'error': f'Failed to patch queryMetadata.json: {e}'}}
+                break
+
+        if not patched:
+            return {'message': {'error': 'queryMetadata.json not found in dataflow definition.'}}
+
+        # Call update_dataflow_gen2_from_definition to save changes
+        return self.update_dataflow_gen2_from_definition(workspace_id, dataflow_id, display_name, definition)
+
+
     def _rewrite_data_destination_queries(self, m_code: str, destination_type: str,
                                            destination_workspace_id: str,
                                            destination_item_id: str) -> str:

{msdev_kit-0.1.7 → msdev_kit-0.1.8}/pyproject.toml

@@ -1,7 +1,7 @@
 [project]
 name = "msdev-kit"
 description = "Microsoft developer toolkit: Fabric, MS Graph, and SharePoint"
-version = "0.1.7"
+version = "0.1.8"
 requires-python = ">=3.10"
 readme = "README.md"
 license = {text = "MIT"}
@@ -21,6 +21,7 @@ dependencies = [
     "pyyaml (>=6.0.3,<7.0.0)",
     "azure-kusto-data (>=6.0.1,<7.0.0)",
     "cryptography (>=46.0.6,<47.0.0)",
+    "pydantic (>=2.13.4,<3.0.0)",
 ]
 
 [project.urls]