nominal 1.105.0__py3-none-any.whl → 1.107.0__py3-none-any.whl

CHANGELOG.md

@@ -1,5 +1,24 @@
 # Changelog
 
+## [1.107.0](https://github.com/nominal-io/nominal-client/compare/v1.106.0...v1.107.0) (2026-01-22)
+
+
+### Features
+
+* make migration preserve uuid and dataset include options configurable ([#584](https://github.com/nominal-io/nominal-client/issues/584)) ([95ae64d](https://github.com/nominal-io/nominal-client/commit/95ae64de267ad957d15641378b6b418e8c234faa))
+
+## [1.106.0](https://github.com/nominal-io/nominal-client/compare/v1.105.0...v1.106.0) (2026-01-21)
+
+
+### Features
+
+* create dataset with uuid endpoint for mgiration ([#580](https://github.com/nominal-io/nominal-client/issues/580)) ([f3a3b38](https://github.com/nominal-io/nominal-client/commit/f3a3b383d62e8466af617179479918ef0d1ee534))
+
+
+### Bug Fixes
+
+* handle case where compute returns a non-bucketed response for a bucketed query ([#579](https://github.com/nominal-io/nominal-client/issues/579)) ([58b84f5](https://github.com/nominal-io/nominal-client/commit/58b84f55d282a84c8eb6703816b16920e3b8ecf3))
+
 ## [1.105.0](https://github.com/nominal-io/nominal-client/compare/v1.104.3...v1.105.0) (2026-01-21)
 
 

nominal/core/dataset.py

@@ -1093,6 +1093,7 @@ def _construct_new_ingest_options(
                 tag_columns=tag_columns,
                 is_archive=file_type.is_parquet_archive(),
                 additional_file_tags={**tags} if tags else None,
+                exclude_columns=[],
             )
         )
     else:
@@ -1107,6 +1108,7 @@ def _construct_new_ingest_options(
                 channel_prefix=channel_prefix,
                 tag_columns=tag_columns,
                 additional_file_tags={**tags} if tags else None,
+                exclude_columns=[],
             )
         )
 
@@ -1139,6 +1141,7 @@ def _construct_existing_ingest_options(
                 tag_columns=tag_columns,
                 is_archive=file_type.is_parquet_archive(),
                 additional_file_tags={**tags} if tags else None,
+                exclude_columns=[],
             )
         )
     else:
@@ -1152,5 +1155,6 @@ def _construct_existing_ingest_options(
                 timestamp_metadata=timestamp_metadata,
                 tag_columns=tag_columns,
                 additional_file_tags={**tags} if tags else None,
+                exclude_columns=[],
             )
         )

nominal/experimental/compute/_buckets.py

@@ -317,10 +317,41 @@ def _compute_buckets(
 def _numeric_buckets_from_compute_response(
     response: scout_compute_api.ComputeNodeResponse,
 ) -> Iterable[tuple[api.Timestamp, scout_compute_api.NumericBucket]]:
-    if response.type != "bucketedNumeric" or response.bucketed_numeric is None:
-        return
-
-    yield from zip(response.bucketed_numeric.timestamps, response.bucketed_numeric.buckets)
+    if response.numeric_point is not None:
+        # single point would be returned-- create a synthetic bucket
+        val = response.numeric_point.value
+        yield (
+            response.numeric_point.timestamp,
+            scout_compute_api.NumericBucket(
+                count=1,
+                first_point=response.numeric_point,
+                max=val,
+                mean=val,
+                min=val,
+                variance=0,
+                last_point=response.numeric_point,
+            ),
+        )
+    elif response.numeric is not None:
+        # Not enough points to reach the number of requested bucket count, so
+        # gets returned as all of the raw data.
+        for timestamp, value in zip(response.numeric.timestamps, response.numeric.values):
+            point = scout_compute_api.NumericPoint(timestamp, value)
+            yield (
+                timestamp,
+                scout_compute_api.NumericBucket(
+                    count=1,
+                    first_point=point,
+                    max=value,
+                    min=value,
+                    mean=value,
+                    variance=0,
+                    last_point=point,
+                ),
+            )
+    elif response.bucketed_numeric is not None:
+        # Actually bucketed data
+        yield from zip(response.bucketed_numeric.timestamps, response.bucketed_numeric.buckets)
 
 
 def _timestamp_from_conjure(timestamp: api.Timestamp) -> params.NanosecondsUTC:

nominal/experimental/dataset_utils/__init__.py

@@ -0,0 +1,5 @@
+from nominal.experimental.dataset_utils._dataset_utils import create_dataset_with_uuid
+
+__all__ = [
+    "create_dataset_with_uuid",
+]

nominal/experimental/dataset_utils/_dataset_utils.py

@@ -0,0 +1,52 @@
+from collections.abc import Mapping, Sequence
+
+from nominal_api import scout_catalog
+
+from nominal.core import Dataset, NominalClient
+
+
+def create_dataset_with_uuid(
+    client: NominalClient,
+    dataset_uuid: str,
+    name: str,
+    *,
+    description: str | None = None,
+    labels: Sequence[str] = (),
+    properties: Mapping[str, str] | None = None,
+) -> Dataset:
+    """Create a dataset with a specific UUID.
+
+    This is useful for migrations where the dataset UUID must be controlled by the caller.
+    Throws a conflict error if a dataset with the specified UUID already exists.
+
+    This endpoint is not intended for general use. Use `NominalClient.create_dataset` instead
+    to create a new dataset with an auto-generated UUID.
+
+    Args:
+        client: The NominalClient to use for creating the dataset.
+        dataset_uuid: The UUID to assign to the new dataset.
+        name: Name of the dataset to create.
+        description: Human readable description of the dataset.
+        labels: Text labels to apply to the created dataset.
+        properties: Key-value properties to apply to the created dataset.
+
+    Returns:
+        Reference to the created dataset in Nominal.
+    """
+    create_dataset_request = scout_catalog.CreateDataset(
+        name=name,
+        description=description,
+        labels=list(labels),
+        properties={} if properties is None else dict(properties),
+        is_v2_dataset=True,
+        metadata={},
+        origin_metadata=scout_catalog.DatasetOriginMetadata(),
+        workspace=client._clients.workspace_rid,
+        marking_rids=[],
+    )
+    request = scout_catalog.CreateDatasetWithUuidRequest(
+        create_dataset=create_dataset_request,
+        uuid=dataset_uuid,
+    )
+    response = client._clients.catalog.create_dataset_with_uuid(client._clients.auth_header, request)
+    return Dataset._from_conjure(client._clients, response)

nominal/experimental/migration/migration_data_config.py

@@ -0,0 +1,11 @@
+class MigrationDatasetConfig:
+    preserve_dataset_uuid: bool
+    include_dataset_files: bool
+
+    def __init__(self, preserve_dataset_uuid: bool, include_dataset_files: bool) -> None:
+        """Args:
+        preserve_dataset_uuid (bool): If true, preserves the original dataset UUIDs during migration.
+        include_dataset_files (bool): If true, includes dataset files in the migration.
+        """
+        self.preserve_dataset_uuid = preserve_dataset_uuid
+        self.include_dataset_files = include_dataset_files

nominal/experimental/migration/migration_utils.py

@@ -26,6 +26,8 @@ from nominal.core._event_types import EventType, SearchEventOriginType
 from nominal.core._utils.api_tools import Link, LinkDict
 from nominal.core.attachment import Attachment
 from nominal.core.run import Run
+from nominal.experimental.dataset_utils import create_dataset_with_uuid
+from nominal.experimental.migration.migration_data_config import MigrationDatasetConfig
 from nominal.experimental.migration.migration_resources import MigrationResources
 from nominal.ts import (
     IntegralNanosecondsDuration,
@@ -422,6 +424,7 @@ def copy_dataset_from(
     new_dataset_properties: dict[str, Any] | None = None,
     new_dataset_labels: Sequence[str] | None = None,
     include_files: bool = False,
+    preserve_uuid: bool = False,
 ) -> Dataset:
     """Copy a dataset from the source to the destination client.
 
@@ -435,6 +438,9 @@ def copy_dataset_from(
             properties are used.
         new_dataset_labels: Optional new labels for the copied dataset. If not provided, the original labels are used.
         include_files: Whether to include files in the copied dataset.
+        preserve_uuid: If True, create the dataset with the same UUID as the source dataset.
+            This is useful for migrations where references to datasets must be preserved.
+            Throws a conflict error if a dataset with the UUID already exists.
 
     Returns:
         The newly created Dataset in the destination client.
@@ -448,12 +454,34 @@ def copy_dataset_from(
         source_dataset.rid,
         extra=log_extras,
     )
-    new_dataset = destination_client.create_dataset(
-        name=new_dataset_name if new_dataset_name is not None else source_dataset.name,
-        description=new_dataset_description if new_dataset_description is not None else source_dataset.description,
-        properties=new_dataset_properties if new_dataset_properties is not None else source_dataset.properties,
-        labels=new_dataset_labels if new_dataset_labels is not None else source_dataset.labels,
-    )
+
+    dataset_name = new_dataset_name if new_dataset_name is not None else source_dataset.name
+    dataset_description = new_dataset_description if new_dataset_description is not None else source_dataset.description
+    dataset_properties = new_dataset_properties if new_dataset_properties is not None else source_dataset.properties
+    dataset_labels = new_dataset_labels if new_dataset_labels is not None else source_dataset.labels
+
+    if preserve_uuid:
+        # Extract the UUID from the source dataset's rid
+        match = UUID_PATTERN.search(source_dataset.rid)
+        if not match:
+            raise ValueError(f"Could not extract UUID from dataset rid: {source_dataset.rid}")
+        source_uuid = match.group(2)
+        new_dataset = create_dataset_with_uuid(
+            client=destination_client,
+            dataset_uuid=source_uuid,
+            name=dataset_name,
+            description=dataset_description,
+            labels=dataset_labels,
+            properties=dataset_properties,
+        )
+    else:
+        new_dataset = destination_client.create_dataset(
+            name=dataset_name,
+            description=dataset_description,
+            properties=dataset_properties,
+            labels=dataset_labels,
+        )
+
     if include_files:
         for source_file in source_dataset.list_files():
             copy_file_to_dataset(source_file, new_dataset)
@@ -612,7 +640,7 @@ def clone_asset(
     return copy_asset_from(
         source_asset=source_asset,
         destination_client=destination_client,
-        include_data=True,
+        dataset_config=MigrationDatasetConfig(preserve_dataset_uuid=True, include_dataset_files=True),
         include_events=True,
         include_runs=True,
     )
@@ -626,7 +654,7 @@ def copy_asset_from(
     new_asset_description: str | None = None,
     new_asset_properties: dict[str, Any] | None = None,
     new_asset_labels: Sequence[str] | None = None,
-    include_data: bool = False,
+    dataset_config: MigrationDatasetConfig | None = None,
     include_events: bool = False,
     include_runs: bool = False,
 ) -> Asset:
@@ -639,7 +667,7 @@ def copy_asset_from(
         new_asset_description: Optional new description for the copied asset. If not provided, original description used
         new_asset_properties: Optional new properties for the copied asset. If not provided, original properties used.
         new_asset_labels: Optional new labels for the copied asset. If not provided, the original labels are used.
-        include_data: Whether to include data in the copied asset.
+        dataset_config: Configuration for dataset migration.
         include_events: Whether to include events in the copied dataset.
         include_runs: Whether to include runs in the copied asset.
 
@@ -656,15 +684,16 @@ def copy_asset_from(
         properties=new_asset_properties if new_asset_properties is not None else source_asset.properties,
         labels=new_asset_labels if new_asset_labels is not None else source_asset.labels,
     )
-    if include_data:
+    if dataset_config is not None:
         source_datasets = source_asset.list_datasets()
         for data_scope, source_dataset in source_datasets:
-            new_dataset = clone_dataset(
+            new_dataset = copy_dataset_from(
                 source_dataset=source_dataset,
                 destination_client=destination_client,
+                preserve_uuid=dataset_config.preserve_dataset_uuid,
+                include_files=dataset_config.include_dataset_files,
             )
             new_asset.add_dataset(data_scope, new_dataset)
-    source_asset._list_dataset_scopes
 
     if include_events:
         source_events = source_asset.search_events(origin_types=SearchEventOriginType.get_manual_origin_types())
@@ -683,6 +712,7 @@ def copy_asset_from(
 def copy_resources_to_destination_client(
     destination_client: NominalClient,
     migration_resources: MigrationResources,
+    dataset_config: MigrationDatasetConfig | None = None,
 ) -> tuple[Sequence[tuple[str, Dataset]], Sequence[Asset], Sequence[WorkbookTemplate], Sequence[Workbook]]:
     """Based on a list of assets and workbook templates, copy resources to destination client, creating
        new datasets, datafiles, and workbooks along the way.
@@ -690,6 +720,7 @@ def copy_resources_to_destination_client(
     Args:
         destination_client (NominalClient): client of the tenant/workspace to copy resources to.
         migration_resources (MigrationResources): resources to copy.
+        dataset_config (MigrationDataConfig | None): Configuration for dataset migration.
 
     Returns:
         All of the created resources.
@@ -704,7 +735,13 @@ def copy_resources_to_destination_client(
 
     new_data_scopes_and_datasets: list[tuple[str, Dataset]] = []
     for source_asset in migration_resources.source_assets:
-        new_asset = clone_asset(source_asset.asset, destination_client)
+        new_asset = copy_asset_from(
+            source_asset.asset,
+            destination_client,
+            dataset_config=dataset_config,
+            include_events=True,
+            include_runs=True,
+        )
         new_assets.append(new_asset)
         new_data_scopes_and_datasets.extend(new_asset.list_datasets())
 
@@ -712,7 +749,7 @@ def copy_resources_to_destination_client(
             new_template = clone_workbook_template(source_workbook_template, destination_client)
             new_templates.append(new_template)
             new_workbook = new_template.create_workbook(
-                title=new_template.title, description=new_template.description, asset=new_assets[0]
+                title=new_template.title, description=new_template.description, asset=new_asset
             )
             logger.debug(
                 "Created new workbook %s (rid: %s) from template %s (rid: %s)",

{nominal-1.105.0.dist-info → nominal-1.107.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nominal
-Version: 1.105.0
+Version: 1.107.0
 Summary: Automate Nominal workflows in Python
 Project-URL: Homepage, https://nominal.io
 Project-URL: Documentation, https://docs.nominal.io
@@ -20,7 +20,7 @@ Requires-Dist: cachetools>=6.1.0
 Requires-Dist: click<9,>=8
 Requires-Dist: conjure-python-client<4,>=3.1.0
 Requires-Dist: ffmpeg-python>=0.2.0
-Requires-Dist: nominal-api==0.1032.0
+Requires-Dist: nominal-api==0.1075.0
 Requires-Dist: nominal-streaming==0.5.8; platform_python_implementation == 'CPython' and python_version >= '3.10' and ((sys_platform == 'win32' and platform_machine == 'AMD64') or (sys_platform == 'darwin' and platform_machine == 'arm64') or (sys_platform == 'linux' and (platform_machine == 'x86_64' or platform_machine == 'armv7l')))
 Requires-Dist: openpyxl>=0.0.0
 Requires-Dist: pandas>=0.0.0

{nominal-1.105.0.dist-info → nominal-1.107.0.dist-info}/RECORD

@@ -1,4 +1,4 @@
-CHANGELOG.md,sha256=RvN85qhQ4iyE4X8kwMTM03KSIBZeXEGRxxUOCEx_TmQ,88256
+CHANGELOG.md,sha256=LlvOacqO09P7ACcAptB85kdGtLUHugltOBGRdfKe5Zs,89226
 LICENSE,sha256=zEGHG9mjDjaIS3I79O8mweQo-yiTbqx8jJvUPppVAwk,1067
 README.md,sha256=KKe0dxh_pHXCtB7I9G4qWGQYvot_BZU8yW6MJyuyUHM,311
 nominal/__init__.py,sha256=rbraORnXUrNn1hywLXM0XwSQCd9UmQt20PDYlsBalfE,2167
@@ -41,7 +41,7 @@ nominal/core/client.py,sha256=Awt9WPkE-YXBfOwJMTL7Su8AZFJY3UMH7IKp5hI26YQ,68328
 nominal/core/connection.py,sha256=LYllr3a1H2xp8-i4MaX1M7yK8X-HnwuIkciyK9XgLtQ,5175
 nominal/core/containerized_extractors.py,sha256=fUz3-NHoNWYKqOCD15gLwGXDKVfdsW-x_kpXnkOI3BE,10224
 nominal/core/data_review.py,sha256=Z_W1Okp_FSQDiVCk6aKb9gV0EXbE2jtiQaPqc6TaL0g,11038
-nominal/core/dataset.py,sha256=iOR-jiTrnUxTnsF_eteQCHQmbe8IZovdSzhAgq40bB8,46648
+nominal/core/dataset.py,sha256=LqofzNAlOd3S_3Aaw6b7DoY50rj6GyMHbUClIA2TmpY,46792
 nominal/core/dataset_file.py,sha256=8rCW6MO89MFbQ2NH0WtFWmJfRWeTxhmyuoGojuQQ4Qg,16545
 nominal/core/datasource.py,sha256=V5UahbqsCNIdml978kOHiY6boIxKxbp76KscNBpN5xc,16934
 nominal/core/event.py,sha256=8trZXyuAqRlKedgcqSgDIimXAAJBmEfDLyHkOOBwUC0,7762
@@ -75,20 +75,23 @@ nominal/exceptions/__init__.py,sha256=W2r_GWJkZQQ6t3HooFjGRdhIgJq3fBvRV7Yn6gseoO
 nominal/experimental/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 nominal/experimental/compute/README.md,sha256=jdgqPSIVhMSTnY3qebtDdyd8SCi4o107EtKqui2L76A,4865
 nominal/experimental/compute/__init__.py,sha256=NmjX_ZuCy5L0FYodpuFXpPLUyf1R8V-OitlEKLQvrAs,178
-nominal/experimental/compute/_buckets.py,sha256=W6njKDm1Tkr1yRITmgtRKLBDfoUYE0cJ65Fr2jS3MT8,14329
+nominal/experimental/compute/_buckets.py,sha256=W2RckTYEZSxT3fjCnjS1iUYSqRV8EzQEix5T1B0qr30,15523
 nominal/experimental/compute/dsl/__init__.py,sha256=IDHrxnYLOy87zihq_HM1STtXPlxobzddvWbMOAQQh6A,502
 nominal/experimental/compute/dsl/_enum_expr_impls.py,sha256=RtKenY8ClmSYZEmsBh2ttRyVv3OSVMyANvFgbUylX1I,6899
 nominal/experimental/compute/dsl/_numeric_expr_impls.py,sha256=3EIMiysAUdwwrezr9aZ2vB4Z8xt-hHxeZ66h3lVLSV4,17083
 nominal/experimental/compute/dsl/_range_expr_impls.py,sha256=VCcU8L8gfSLSBphi_B8JBcN6zDVskvjmgsa8waz1QEU,1741
 nominal/experimental/compute/dsl/exprs.py,sha256=ppDbdblujuwN3vNkIqGwlTvbUmCnnjoOTCiHukpFGX8,10248
 nominal/experimental/compute/dsl/params.py,sha256=xwFwDMGV1Ifi4pjQGLb0v0YU8jJ_XKatN1nIGU1sm0I,3295
+nominal/experimental/dataset_utils/__init__.py,sha256=OpJWUldJ7p7sgFCE_jfosP9J6giUoktFBlVoUS9QwWE,134
+nominal/experimental/dataset_utils/_dataset_utils.py,sha256=vk3xdfBxkYY0KFhx4THX8B2w-pATMQFnOQIZAZqD9Wg,1896
 nominal/experimental/logging/__init__.py,sha256=9HrTkk_eyHv_w7EwqwOE1lf1Sa1Cm0cAf66beOsUfU0,322
 nominal/experimental/logging/click_log_handler.py,sha256=ANLf4IGgmh95V0kJlr756wQrjmQKp6DEpc9Cj7J5qHM,2331
 nominal/experimental/logging/nominal_log_handler.py,sha256=hyTxyjsvFnE7vtyrDJpunAqADHmXekNWALwxXPIJGCk,5120
 nominal/experimental/logging/rich_log_handler.py,sha256=8yz_VtxNgJg2oiesnXz2iXoBvQrUP5pAsYkxknOXgXA,1231
 nominal/experimental/migration/__init__.py,sha256=E2IgWJLwJ5bN6jbl8k5nHECKFx5aT11jKAzVYcyXn3o,460
+nominal/experimental/migration/migration_data_config.py,sha256=sPwZjyLmL-_pHvDZvQspxrfW6yNZhEsQjDVwKA8IaXM,522
 nominal/experimental/migration/migration_resources.py,sha256=Tf_7kNBeSaY8z2fTF7DAxk-9q3a7F8xXFVvxI8tTc9c,415
-nominal/experimental/migration/migration_utils.py,sha256=ZHH_-pMFHHA-eIcCeoINaxueNrLe7fapVgdcVc4bQCI,30074
+nominal/experimental/migration/migration_utils.py,sha256=isvxBH7pOjvT9PuJRfoMNHGJR17TYsSapDPVSRESCys,31804
 nominal/experimental/rust_streaming/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 nominal/experimental/rust_streaming/rust_write_stream.py,sha256=oQ6ixwm8ct8ZDc_qNB7AucDt8o5-_aBVlW2fFCQ_nmA,1541
 nominal/experimental/stream_v2/__init__.py,sha256=W39vK46pssx5sXvmsImMuJiEPs7iGtwrbYBI0bWnXCY,2313
@@ -107,8 +110,8 @@ nominal/thirdparty/polars/polars_export_handler.py,sha256=hGCSwXX9dC4MG01CmmjlTb
 nominal/thirdparty/tdms/__init__.py,sha256=6n2ImFr2Wiil6JM1P5Q7Mpr0VzLcnDkmup_ftNpPq-s,142
 nominal/thirdparty/tdms/_tdms.py,sha256=m4gxbpxB9MTLi2FuYvGlbUGSyDAZKFxbM3ia2x1wIz0,8746
 nominal/ts/__init__.py,sha256=hmd0ENvDhxRnzDKGLxIub6QG8LpcxCgcyAct029CaEs,21442
-nominal-1.105.0.dist-info/METADATA,sha256=sr6qiNjoqRlvLRiWc-2KeA6a-B8qx2jlR4rV-rvQ03E,2307
-nominal-1.105.0.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-nominal-1.105.0.dist-info/entry_points.txt,sha256=-mCLhxgg9R_lm5efT7vW9wuBH12izvY322R0a3TYxbE,66
-nominal-1.105.0.dist-info/licenses/LICENSE,sha256=zEGHG9mjDjaIS3I79O8mweQo-yiTbqx8jJvUPppVAwk,1067
-nominal-1.105.0.dist-info/RECORD,,
+nominal-1.107.0.dist-info/METADATA,sha256=D3fDwR5cBgflwxhfN71NUezUmPKu6m6tr1arnRs0lWk,2307
+nominal-1.107.0.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+nominal-1.107.0.dist-info/entry_points.txt,sha256=-mCLhxgg9R_lm5efT7vW9wuBH12izvY322R0a3TYxbE,66
+nominal-1.107.0.dist-info/licenses/LICENSE,sha256=zEGHG9mjDjaIS3I79O8mweQo-yiTbqx8jJvUPppVAwk,1067
+nominal-1.107.0.dist-info/RECORD,,