azureml-registry-tools 0.1.0a6__py3-none-any.whl → 0.1.0a7__py3-none-any.whl

azureml/registry/_cli/registry_syndication_cli.py

@@ -4,10 +4,14 @@
 import argparse
 import json
 import sys
+from pathlib import Path
 from uuid import UUID
 from azureml.registry._rest_client.registry_management_client import RegistryManagementClient
 from azureml.registry._rest_client.arm_client import ArmClient
+from azureml.registry.mgmt.asset_management import asset_validate, asset_deploy
+from azureml.registry.mgmt.create_asset_template import asset_template
 from azureml.registry.mgmt.create_manifest import generate_syndication_manifest
+from azureml.registry.mgmt.registry_config import create_registry_config
 from azureml.registry.mgmt.syndication_manifest import SyndicationManifest, ResyncAssetsInManifestDto
 
 
@@ -133,6 +137,14 @@ def show_command(registry_name: str, as_arm_object: bool) -> object:
     return discovery
 
 
+def validate_registry_cfg(cfg_file_name) -> str:
+    """Validate if registry config extension is .cfg."""
+    cfg_file_path = Path(cfg_file_name)
+    if not cfg_file_path.suffix == ".cfg":
+        raise argparse.ArgumentTypeError(f"--config arg {cfg_file_name} must be a path to a .cfg file")
+    return cfg_file_path
+
+
 def _add_common_args(p, arg_dicts=None):
     if arg_dicts is None:
         arg_dicts = []
@@ -168,6 +180,21 @@ def main() -> None:
       # Set target values
       registry-mgmt syndication target set --registry-name myreg -v reg1Id -v reg2Id
 
+      # Validate an asset
+      registry-mgmt asset validate --asset-path ./path-to-asset
+
+      # Deploy an asset to registry (using config file)
+      registry-mgmt asset deploy --asset-path ./path-to-asset --config ./registry-mgmt.cfg
+
+      # Create registry configuration file
+      registry-mgmt asset config --registry-name myreg --subscription sub123 --resource-group rg123 --tenant-id tenant123
+
+      # Create registry configuration file with storage overrides
+      registry-mgmt asset config --registry-name myreg --subscription sub123 --resource-group rg123 --tenant-id tenant123 --storage-name storage123 --container-name container123 --container-path path123
+
+      # Create asset template files
+      registry-mgmt asset template --folder ./folder-path
+
       # Show registry discovery info
       registry-mgmt show --registry-name myreg
 
@@ -235,6 +262,37 @@ def main() -> None:
     _add_common_args(target_set_parser, [registry_name_arg, dry_run_arg])
     target_set_parser.add_argument("-v", "--value", type=str, action="append", required=True, help="Target value (can be specified multiple times).")
 
+    # asset root command
+    asset_parser = subparsers.add_parser("asset", help="Asset management operations")
+    asset_subparsers = asset_parser.add_subparsers(dest="asset_subcommand", required=True)
+
+    # asset validate command
+    asset_validate_parser = asset_subparsers.add_parser("validate", help="Validate an asset.")
+    _add_common_args(asset_validate_parser, [dry_run_arg])
+    asset_validate_parser.add_argument("--asset-path", type=Path, help="Path to the asset folder to validate.")
+
+    # asset deploy command
+    asset_deploy_parser = asset_subparsers.add_parser("deploy", help="Deploy an asset to registry.")
+    _add_common_args(asset_deploy_parser, [dry_run_arg])
+    asset_deploy_parser.add_argument("-c", "--config", type=validate_registry_cfg, required=True, help="Path to registry config file.")
+    asset_deploy_parser.add_argument("--asset-path", type=Path, help="Path to the asset folder to deploy.")
+
+    # asset config command
+    asset_config_parser = asset_subparsers.add_parser("config", help="Create registry configuration file.")
+    asset_config_parser.add_argument("--registry-name", type=str, required=True, help="AzureML Registry name.")
+    asset_config_parser.add_argument("--subscription", type=str, required=True, help="Registry subscription ID.")
+    asset_config_parser.add_argument("-g", "--resource-group", type=str, required=True, help="Registry resource group.")
+    asset_config_parser.add_argument("--tenant-id", type=str, required=True, help="Registry Tenant ID.")
+    asset_config_parser.add_argument("-c", "--config-file", type=validate_registry_cfg, help="Registry config file path to write to (default: registry-mgmt.cfg).")
+    asset_config_parser.add_argument("--storage-name", type=str, help="Storage account name for storage overrides.")
+    asset_config_parser.add_argument("--container-name", type=str, help="Container name for storage overrides.")
+    asset_config_parser.add_argument("--container-path", type=str, help="Container path for storage overrides.")
+
+    # asset template command
+    asset_template_parser = asset_subparsers.add_parser("template", help="Create asset template files.")
+    _add_common_args(asset_template_parser, [dry_run_arg])
+    asset_template_parser.add_argument("--folder", type=Path, required=True, help="Path to the folder where asset template files will be created.")
+
     # show root command
     show_parser = subparsers.add_parser("show", help="Show syndication info.")
     _add_common_args(show_parser, [registry_name_arg, dry_run_arg])
@@ -272,6 +330,32 @@ def main() -> None:
                 print(syndication_target_show(args.registry_name))
             elif args.target_subcommand == "set":
                 syndication_target_set(args.registry_name, args.value, args.dry_run)
+    elif args.command == "asset":
+        if args.asset_subcommand == "validate":
+            # Config file is not needed for validation
+            asset_validate(args.asset_path, args.dry_run)
+        elif args.asset_subcommand == "deploy":
+            # Config file is required for deployment
+            asset_deploy(args.asset_path, args.config, args.dry_run)
+        elif args.asset_subcommand == "config":
+            # Validate storage parameters - all or none must be provided
+            storage_args = [args.storage_name, args.container_name, args.container_path]
+            if any(storage_args) and not all(storage_args):
+                parser.error("When using storage overrides, --storage-name, --container-name, and --container-path are all required.")
+
+            create_registry_config(
+                registry_name=args.registry_name,
+                subscription_id=args.subscription,
+                resource_group=args.resource_group,
+                tenant_id=args.tenant_id,
+                config_file_path=args.config_file,
+                storage_name=args.storage_name,
+                container_name=args.container_name,
+                container_path=args.container_path
+            )
+        elif args.asset_subcommand == "template":
+            # Create asset template files
+            asset_template(args.folder, args.dry_run)
     elif args.command == "show":
         print(show_command(args.registry_name, args.as_arm_object))
     else:

azureml/registry/data/__init__.py

@@ -0,0 +1,4 @@
+# ---------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# ---------------------------------------------------------
+"""This module is for asset content validation."""

azureml/registry/data/asset.yaml.template

@@ -0,0 +1,4 @@
+extra_config: model.yaml
+spec: spec.yaml
+type: model
+categories: [""] # include the author name

azureml/registry/data/description.md.template

@@ -0,0 +1,3 @@
+<!-- DO NOT CHANGE MARKDOWN HEADERS. IF CHANGED, MODEL CARD MAY BE REJECTED BY A REVIEWER -->
+ 
+<!-- `description.md` is required. -->

azureml/registry/data/evaluation.md.template

@@ -0,0 +1,3 @@
+<!-- DO NOT CHANGE MARKDOWN HEADERS. IF CHANGED, MODEL CARD MAY BE REJECTED BY A REVIEWER -->
+ 
+<!-- `evaluation.md` is highly recommended, but not required. It captures information about the performance of the model. We highly recommend including this section as this information is often used to decide what model to use. -->

azureml/registry/data/model-variant.schema.json

@@ -0,0 +1,61 @@
+ {
+    "type": "object",
+    "properties": {
+        "parents": {
+            "type": "array",
+            "items": {
+                "type": "object",
+                "properties": {
+                    "assetId": {
+                        "type": "string",
+                        "pattern": "^azureml://registries/"
+                    }
+                },
+                "required": [
+                    "assetId"
+                ]
+            }
+        },
+        "variantMetadata": {
+            "type": "object",
+            "properties": {
+                "modelType": {
+                    "type": "string",
+                    "enum": ["", "ONNX"]
+                },
+                "quantization": {
+                    "type": "array",
+                    "items": {
+                        "type": "string",
+                        "enum": ["QuaRot", "W4Aint16", "AWQ", "RTN", "GPTQ"]
+                    }
+                },
+                "device": {
+                    "type": "string",
+                    "enum": ["", "npu", "cpu", "gpu"]
+                },
+                "executionProvider": {
+                    "type": "string"
+                },
+                "fileSizeBytes": {
+                    "type": "integer"
+                },
+                "vRamFootprintBytes": {
+                    "type": "integer"
+                }
+            },
+            "required": [
+                "modelType",
+                "quantization",
+                "device",
+                "executionProvider",
+                "fileSizeBytes",
+                "vRamFootprintBytes"
+            ]
+        }
+    },
+    "required": [
+        "parents",
+        "variantMetadata"
+    ]
+}