nominal 1.104.3__py3-none-any.whl → 1.106.0__py3-none-any.whl

CHANGELOG.md

@@ -1,5 +1,24 @@
 # Changelog
 
+## [1.106.0](https://github.com/nominal-io/nominal-client/compare/v1.105.0...v1.106.0) (2026-01-21)
+
+
+### Features
+
+* create dataset with uuid endpoint for mgiration ([#580](https://github.com/nominal-io/nominal-client/issues/580)) ([f3a3b38](https://github.com/nominal-io/nominal-client/commit/f3a3b383d62e8466af617179479918ef0d1ee534))
+
+
+### Bug Fixes
+
+* handle case where compute returns a non-bucketed response for a bucketed query ([#579](https://github.com/nominal-io/nominal-client/issues/579)) ([58b84f5](https://github.com/nominal-io/nominal-client/commit/58b84f55d282a84c8eb6703816b16920e3b8ecf3))
+
+## [1.105.0](https://github.com/nominal-io/nominal-client/compare/v1.104.3...v1.105.0) (2026-01-21)
+
+
+### Features
+
+* refactor top-level migration config to allow for mapping of templates to assets ([#577](https://github.com/nominal-io/nominal-client/issues/577)) ([9f1f39d](https://github.com/nominal-io/nominal-client/commit/9f1f39d721ea54135441e00b0a31c8fdd78b381c))
+
 ## [1.104.3](https://github.com/nominal-io/nominal-client/compare/v1.104.2...v1.104.3) (2026-01-13)
 
 

nominal/core/dataset.py

@@ -1093,6 +1093,7 @@ def _construct_new_ingest_options(
                 tag_columns=tag_columns,
                 is_archive=file_type.is_parquet_archive(),
                 additional_file_tags={**tags} if tags else None,
+                exclude_columns=[],
             )
         )
     else:
@@ -1107,6 +1108,7 @@ def _construct_new_ingest_options(
                 channel_prefix=channel_prefix,
                 tag_columns=tag_columns,
                 additional_file_tags={**tags} if tags else None,
+                exclude_columns=[],
             )
         )
 
@@ -1139,6 +1141,7 @@ def _construct_existing_ingest_options(
                 tag_columns=tag_columns,
                 is_archive=file_type.is_parquet_archive(),
                 additional_file_tags={**tags} if tags else None,
+                exclude_columns=[],
             )
         )
     else:
@@ -1152,5 +1155,6 @@ def _construct_existing_ingest_options(
                 timestamp_metadata=timestamp_metadata,
                 tag_columns=tag_columns,
                 additional_file_tags={**tags} if tags else None,
+                exclude_columns=[],
             )
         )

nominal/experimental/compute/_buckets.py

@@ -317,10 +317,41 @@ def _compute_buckets(
 def _numeric_buckets_from_compute_response(
     response: scout_compute_api.ComputeNodeResponse,
 ) -> Iterable[tuple[api.Timestamp, scout_compute_api.NumericBucket]]:
-    if response.type != "bucketedNumeric" or response.bucketed_numeric is None:
-        return
-
-    yield from zip(response.bucketed_numeric.timestamps, response.bucketed_numeric.buckets)
+    if response.numeric_point is not None:
+        # single point would be returned-- create a synthetic bucket
+        val = response.numeric_point.value
+        yield (
+            response.numeric_point.timestamp,
+            scout_compute_api.NumericBucket(
+                count=1,
+                first_point=response.numeric_point,
+                max=val,
+                mean=val,
+                min=val,
+                variance=0,
+                last_point=response.numeric_point,
+            ),
+        )
+    elif response.numeric is not None:
+        # Not enough points to reach the number of requested bucket count, so
+        # gets returned as all of the raw data.
+        for timestamp, value in zip(response.numeric.timestamps, response.numeric.values):
+            point = scout_compute_api.NumericPoint(timestamp, value)
+            yield (
+                timestamp,
+                scout_compute_api.NumericBucket(
+                    count=1,
+                    first_point=point,
+                    max=value,
+                    min=value,
+                    mean=value,
+                    variance=0,
+                    last_point=point,
+                ),
+            )
+    elif response.bucketed_numeric is not None:
+        # Actually bucketed data
+        yield from zip(response.bucketed_numeric.timestamps, response.bucketed_numeric.buckets)
 
 
 def _timestamp_from_conjure(timestamp: api.Timestamp) -> params.NanosecondsUTC:

nominal/experimental/dataset_utils/__init__.py

@@ -0,0 +1,5 @@
+from nominal.experimental.dataset_utils._dataset_utils import create_dataset_with_uuid
+
+__all__ = [
+    "create_dataset_with_uuid",
+]

nominal/experimental/dataset_utils/_dataset_utils.py

@@ -0,0 +1,52 @@
+from collections.abc import Mapping, Sequence
+
+from nominal_api import scout_catalog
+
+from nominal.core import Dataset, NominalClient
+
+
+def create_dataset_with_uuid(
+    client: NominalClient,
+    dataset_uuid: str,
+    name: str,
+    *,
+    description: str | None = None,
+    labels: Sequence[str] = (),
+    properties: Mapping[str, str] | None = None,
+) -> Dataset:
+    """Create a dataset with a specific UUID.
+
+    This is useful for migrations where the dataset UUID must be controlled by the caller.
+    Throws a conflict error if a dataset with the specified UUID already exists.
+
+    This endpoint is not intended for general use. Use `NominalClient.create_dataset` instead
+    to create a new dataset with an auto-generated UUID.
+
+    Args:
+        client: The NominalClient to use for creating the dataset.
+        dataset_uuid: The UUID to assign to the new dataset.
+        name: Name of the dataset to create.
+        description: Human readable description of the dataset.
+        labels: Text labels to apply to the created dataset.
+        properties: Key-value properties to apply to the created dataset.
+
+    Returns:
+        Reference to the created dataset in Nominal.
+    """
+    create_dataset_request = scout_catalog.CreateDataset(
+        name=name,
+        description=description,
+        labels=list(labels),
+        properties={} if properties is None else dict(properties),
+        is_v2_dataset=True,
+        metadata={},
+        origin_metadata=scout_catalog.DatasetOriginMetadata(),
+        workspace=client._clients.workspace_rid,
+        marking_rids=[],
+    )
+    request = scout_catalog.CreateDatasetWithUuidRequest(
+        create_dataset=create_dataset_request,
+        uuid=dataset_uuid,
+    )
+    response = client._clients.catalog.create_dataset_with_uuid(client._clients.auth_header, request)
+    return Dataset._from_conjure(client._clients, response)

nominal/experimental/migration/migration_resources.py

@@ -0,0 +1,18 @@
+from __future__ import annotations
+
+from dataclasses import dataclass
+from typing import Sequence
+
+from nominal.core.asset import Asset
+from nominal.core.workbook_template import WorkbookTemplate
+
+
+@dataclass(frozen=True)
+class AssetResources:
+    asset: Asset
+    source_workbook_templates: Sequence[WorkbookTemplate]
+
+
+@dataclass(frozen=True)
+class MigrationResources:
+    source_assets: Sequence[AssetResources]

nominal/experimental/migration/migration_utils.py

@@ -26,6 +26,8 @@ from nominal.core._event_types import EventType, SearchEventOriginType
 from nominal.core._utils.api_tools import Link, LinkDict
 from nominal.core.attachment import Attachment
 from nominal.core.run import Run
+from nominal.experimental.dataset_utils import create_dataset_with_uuid
+from nominal.experimental.migration.migration_resources import MigrationResources
 from nominal.ts import (
     IntegralNanosecondsDuration,
     IntegralNanosecondsUTC,
@@ -421,6 +423,7 @@ def copy_dataset_from(
     new_dataset_properties: dict[str, Any] | None = None,
     new_dataset_labels: Sequence[str] | None = None,
     include_files: bool = False,
+    preserve_uuid: bool = False,
 ) -> Dataset:
     """Copy a dataset from the source to the destination client.
 
@@ -434,6 +437,9 @@ def copy_dataset_from(
             properties are used.
         new_dataset_labels: Optional new labels for the copied dataset. If not provided, the original labels are used.
         include_files: Whether to include files in the copied dataset.
+        preserve_uuid: If True, create the dataset with the same UUID as the source dataset.
+            This is useful for migrations where references to datasets must be preserved.
+            Throws a conflict error if a dataset with the UUID already exists.
 
     Returns:
         The newly created Dataset in the destination client.
@@ -447,12 +453,34 @@ def copy_dataset_from(
         source_dataset.rid,
         extra=log_extras,
     )
-    new_dataset = destination_client.create_dataset(
-        name=new_dataset_name if new_dataset_name is not None else source_dataset.name,
-        description=new_dataset_description if new_dataset_description is not None else source_dataset.description,
-        properties=new_dataset_properties if new_dataset_properties is not None else source_dataset.properties,
-        labels=new_dataset_labels if new_dataset_labels is not None else source_dataset.labels,
-    )
+
+    dataset_name = new_dataset_name if new_dataset_name is not None else source_dataset.name
+    dataset_description = new_dataset_description if new_dataset_description is not None else source_dataset.description
+    dataset_properties = new_dataset_properties if new_dataset_properties is not None else source_dataset.properties
+    dataset_labels = new_dataset_labels if new_dataset_labels is not None else source_dataset.labels
+
+    if preserve_uuid:
+        # Extract the UUID from the source dataset's rid
+        match = UUID_PATTERN.search(source_dataset.rid)
+        if not match:
+            raise ValueError(f"Could not extract UUID from dataset rid: {source_dataset.rid}")
+        source_uuid = match.group(2)
+        new_dataset = create_dataset_with_uuid(
+            client=destination_client,
+            dataset_uuid=source_uuid,
+            name=dataset_name,
+            description=dataset_description,
+            labels=dataset_labels,
+            properties=dataset_properties,
+        )
+    else:
+        new_dataset = destination_client.create_dataset(
+            name=dataset_name,
+            description=dataset_description,
+            properties=dataset_properties,
+            labels=dataset_labels,
+        )
+
     if include_files:
         for source_file in source_dataset.list_files():
             copy_file_to_dataset(source_file, new_dataset)
@@ -681,17 +709,14 @@ def copy_asset_from(
 
 def copy_resources_to_destination_client(
     destination_client: NominalClient,
-    source_assets: Sequence[Asset],
-    source_workbook_templates: Sequence[WorkbookTemplate],
+    migration_resources: MigrationResources,
 ) -> tuple[Sequence[tuple[str, Dataset]], Sequence[Asset], Sequence[WorkbookTemplate], Sequence[Workbook]]:
     """Based on a list of assets and workbook templates, copy resources to destination client, creating
        new datasets, datafiles, and workbooks along the way.
 
     Args:
         destination_client (NominalClient): client of the tenant/workspace to copy resources to.
-        source_assets (Sequence[Asset]): a list of assets to copy (with data)
-        source_workbook_templates (Sequence[WorkbookTemplate]): a list of workbook templates to clone
-        and create workbooks from.
+        migration_resources (MigrationResources): resources to copy.
 
     Returns:
         All of the created resources.
@@ -700,32 +725,30 @@ def copy_resources_to_destination_client(
         "destination_client_workspace": destination_client.get_workspace(destination_client._clients.workspace_rid).rid,
     }
 
-    if len(source_assets) != 1:
-        raise ValueError("Currently, only single asset can be used to create workbook from template")
-
     new_assets = []
+    new_templates = []
+    new_workbooks = []
+
     new_data_scopes_and_datasets: list[tuple[str, Dataset]] = []
-    for source_asset in source_assets:
-        new_asset = clone_asset(source_asset, destination_client)
+    for source_asset in migration_resources.source_assets:
+        new_asset = clone_asset(source_asset.asset, destination_client)
         new_assets.append(new_asset)
         new_data_scopes_and_datasets.extend(new_asset.list_datasets())
-    new_templates = []
-    new_workbooks = []
 
-    for source_workbook_template in source_workbook_templates:
-        new_template = clone_workbook_template(source_workbook_template, destination_client)
-        new_templates.append(new_template)
-        new_workbook = new_template.create_workbook(
-            title=new_template.title, description=new_template.description, asset=new_assets[0]
-        )
-        logger.debug(
-            "Created new workbook %s (rid: %s) from template %s (rid: %s)",
-            new_workbook.title,
-            new_workbook.rid,
-            new_template.title,
-            new_template.rid,
-            extra=log_extras,
-        )
-        new_workbooks.append(new_workbook)
+        for source_workbook_template in source_asset.source_workbook_templates:
+            new_template = clone_workbook_template(source_workbook_template, destination_client)
+            new_templates.append(new_template)
+            new_workbook = new_template.create_workbook(
+                title=new_template.title, description=new_template.description, asset=new_assets[0]
+            )
+            logger.debug(
+                "Created new workbook %s (rid: %s) from template %s (rid: %s)",
+                new_workbook.title,
+                new_workbook.rid,
+                new_template.title,
+                new_template.rid,
+                extra=log_extras,
+            )
+            new_workbooks.append(new_workbook)
 
     return (new_data_scopes_and_datasets, new_assets, new_templates, new_workbooks)

{nominal-1.104.3.dist-info → nominal-1.106.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nominal
-Version: 1.104.3
+Version: 1.106.0
 Summary: Automate Nominal workflows in Python
 Project-URL: Homepage, https://nominal.io
 Project-URL: Documentation, https://docs.nominal.io
@@ -20,7 +20,7 @@ Requires-Dist: cachetools>=6.1.0
 Requires-Dist: click<9,>=8
 Requires-Dist: conjure-python-client<4,>=3.1.0
 Requires-Dist: ffmpeg-python>=0.2.0
-Requires-Dist: nominal-api==0.1032.0
+Requires-Dist: nominal-api==0.1075.0
 Requires-Dist: nominal-streaming==0.5.8; platform_python_implementation == 'CPython' and python_version >= '3.10' and ((sys_platform == 'win32' and platform_machine == 'AMD64') or (sys_platform == 'darwin' and platform_machine == 'arm64') or (sys_platform == 'linux' and (platform_machine == 'x86_64' or platform_machine == 'armv7l')))
 Requires-Dist: openpyxl>=0.0.0
 Requires-Dist: pandas>=0.0.0

{nominal-1.104.3.dist-info → nominal-1.106.0.dist-info}/RECORD

@@ -1,4 +1,4 @@
-CHANGELOG.md,sha256=fF78CTkn36QzRFx0hdf3cO0Bx4qzZl-CmuZbdilVG1A,87885
+CHANGELOG.md,sha256=roEVqpYae9DRMQRYCiJQm7ei603DhmGY7_Il7PmaoDg,88865
 LICENSE,sha256=zEGHG9mjDjaIS3I79O8mweQo-yiTbqx8jJvUPppVAwk,1067
 README.md,sha256=KKe0dxh_pHXCtB7I9G4qWGQYvot_BZU8yW6MJyuyUHM,311
 nominal/__init__.py,sha256=rbraORnXUrNn1hywLXM0XwSQCd9UmQt20PDYlsBalfE,2167
@@ -41,7 +41,7 @@ nominal/core/client.py,sha256=Awt9WPkE-YXBfOwJMTL7Su8AZFJY3UMH7IKp5hI26YQ,68328
 nominal/core/connection.py,sha256=LYllr3a1H2xp8-i4MaX1M7yK8X-HnwuIkciyK9XgLtQ,5175
 nominal/core/containerized_extractors.py,sha256=fUz3-NHoNWYKqOCD15gLwGXDKVfdsW-x_kpXnkOI3BE,10224
 nominal/core/data_review.py,sha256=Z_W1Okp_FSQDiVCk6aKb9gV0EXbE2jtiQaPqc6TaL0g,11038
-nominal/core/dataset.py,sha256=iOR-jiTrnUxTnsF_eteQCHQmbe8IZovdSzhAgq40bB8,46648
+nominal/core/dataset.py,sha256=LqofzNAlOd3S_3Aaw6b7DoY50rj6GyMHbUClIA2TmpY,46792
 nominal/core/dataset_file.py,sha256=8rCW6MO89MFbQ2NH0WtFWmJfRWeTxhmyuoGojuQQ4Qg,16545
 nominal/core/datasource.py,sha256=V5UahbqsCNIdml978kOHiY6boIxKxbp76KscNBpN5xc,16934
 nominal/core/event.py,sha256=8trZXyuAqRlKedgcqSgDIimXAAJBmEfDLyHkOOBwUC0,7762
@@ -75,19 +75,22 @@ nominal/exceptions/__init__.py,sha256=W2r_GWJkZQQ6t3HooFjGRdhIgJq3fBvRV7Yn6gseoO
 nominal/experimental/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 nominal/experimental/compute/README.md,sha256=jdgqPSIVhMSTnY3qebtDdyd8SCi4o107EtKqui2L76A,4865
 nominal/experimental/compute/__init__.py,sha256=NmjX_ZuCy5L0FYodpuFXpPLUyf1R8V-OitlEKLQvrAs,178
-nominal/experimental/compute/_buckets.py,sha256=W6njKDm1Tkr1yRITmgtRKLBDfoUYE0cJ65Fr2jS3MT8,14329
+nominal/experimental/compute/_buckets.py,sha256=W2RckTYEZSxT3fjCnjS1iUYSqRV8EzQEix5T1B0qr30,15523
 nominal/experimental/compute/dsl/__init__.py,sha256=IDHrxnYLOy87zihq_HM1STtXPlxobzddvWbMOAQQh6A,502
 nominal/experimental/compute/dsl/_enum_expr_impls.py,sha256=RtKenY8ClmSYZEmsBh2ttRyVv3OSVMyANvFgbUylX1I,6899
 nominal/experimental/compute/dsl/_numeric_expr_impls.py,sha256=3EIMiysAUdwwrezr9aZ2vB4Z8xt-hHxeZ66h3lVLSV4,17083
 nominal/experimental/compute/dsl/_range_expr_impls.py,sha256=VCcU8L8gfSLSBphi_B8JBcN6zDVskvjmgsa8waz1QEU,1741
 nominal/experimental/compute/dsl/exprs.py,sha256=ppDbdblujuwN3vNkIqGwlTvbUmCnnjoOTCiHukpFGX8,10248
 nominal/experimental/compute/dsl/params.py,sha256=xwFwDMGV1Ifi4pjQGLb0v0YU8jJ_XKatN1nIGU1sm0I,3295
+nominal/experimental/dataset_utils/__init__.py,sha256=OpJWUldJ7p7sgFCE_jfosP9J6giUoktFBlVoUS9QwWE,134
+nominal/experimental/dataset_utils/_dataset_utils.py,sha256=vk3xdfBxkYY0KFhx4THX8B2w-pATMQFnOQIZAZqD9Wg,1896
 nominal/experimental/logging/__init__.py,sha256=9HrTkk_eyHv_w7EwqwOE1lf1Sa1Cm0cAf66beOsUfU0,322
 nominal/experimental/logging/click_log_handler.py,sha256=ANLf4IGgmh95V0kJlr756wQrjmQKp6DEpc9Cj7J5qHM,2331
 nominal/experimental/logging/nominal_log_handler.py,sha256=hyTxyjsvFnE7vtyrDJpunAqADHmXekNWALwxXPIJGCk,5120
 nominal/experimental/logging/rich_log_handler.py,sha256=8yz_VtxNgJg2oiesnXz2iXoBvQrUP5pAsYkxknOXgXA,1231
 nominal/experimental/migration/__init__.py,sha256=E2IgWJLwJ5bN6jbl8k5nHECKFx5aT11jKAzVYcyXn3o,460
-nominal/experimental/migration/migration_utils.py,sha256=hCfajIYn91U2_Q9UaXkYhbd5-u8HLEVA6aD7o5_ota8,30223
+nominal/experimental/migration/migration_resources.py,sha256=Tf_7kNBeSaY8z2fTF7DAxk-9q3a7F8xXFVvxI8tTc9c,415
+nominal/experimental/migration/migration_utils.py,sha256=E3K2_kMsWIG9p2oIwxM64aXJLRemhsCbqfJ4Jv4SJ4M,31214
 nominal/experimental/rust_streaming/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 nominal/experimental/rust_streaming/rust_write_stream.py,sha256=oQ6ixwm8ct8ZDc_qNB7AucDt8o5-_aBVlW2fFCQ_nmA,1541
 nominal/experimental/stream_v2/__init__.py,sha256=W39vK46pssx5sXvmsImMuJiEPs7iGtwrbYBI0bWnXCY,2313
@@ -106,8 +109,8 @@ nominal/thirdparty/polars/polars_export_handler.py,sha256=hGCSwXX9dC4MG01CmmjlTb
 nominal/thirdparty/tdms/__init__.py,sha256=6n2ImFr2Wiil6JM1P5Q7Mpr0VzLcnDkmup_ftNpPq-s,142
 nominal/thirdparty/tdms/_tdms.py,sha256=m4gxbpxB9MTLi2FuYvGlbUGSyDAZKFxbM3ia2x1wIz0,8746
 nominal/ts/__init__.py,sha256=hmd0ENvDhxRnzDKGLxIub6QG8LpcxCgcyAct029CaEs,21442
-nominal-1.104.3.dist-info/METADATA,sha256=aC_yorZLc2j9kKMbAkWlp8OIHOfDmXHp7xoaMmijgBw,2307
-nominal-1.104.3.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-nominal-1.104.3.dist-info/entry_points.txt,sha256=-mCLhxgg9R_lm5efT7vW9wuBH12izvY322R0a3TYxbE,66
-nominal-1.104.3.dist-info/licenses/LICENSE,sha256=zEGHG9mjDjaIS3I79O8mweQo-yiTbqx8jJvUPppVAwk,1067
-nominal-1.104.3.dist-info/RECORD,,
+nominal-1.106.0.dist-info/METADATA,sha256=cdf0KpzkFmrFb5XsWVEa6F4UNUr1WMp79uekN4hIkq8,2307
+nominal-1.106.0.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+nominal-1.106.0.dist-info/entry_points.txt,sha256=-mCLhxgg9R_lm5efT7vW9wuBH12izvY322R0a3TYxbE,66
+nominal-1.106.0.dist-info/licenses/LICENSE,sha256=zEGHG9mjDjaIS3I79O8mweQo-yiTbqx8jJvUPppVAwk,1067
+nominal-1.106.0.dist-info/RECORD,,