nominal 1.110.0__tar.gz → 1.111.1__tar.gz

{nominal-1.110.0 → nominal-1.111.1}/.gitignore

@@ -176,4 +176,5 @@ uv.toml
 
 # Don't check in data
 *.csv
-*.parquet
+*.parquet
+*migration_utils_output_*.txt

{nominal-1.110.0 → nominal-1.111.1}/CHANGELOG.md

@@ -1,5 +1,30 @@
 # Changelog
 
+## [1.111.1](https://github.com/nominal-io/nominal-client/compare/v1.111.0...v1.111.1) (2026-01-29)
+
+
+### Bug Fixes
+
+* update bounds on dataset ([#598](https://github.com/nominal-io/nominal-client/issues/598)) ([9d57d3a](https://github.com/nominal-io/nominal-client/commit/9d57d3ae515359dce3ae4c102ffe230e3bf91faf))
+
+## [1.111.0](https://github.com/nominal-io/nominal-client/compare/v1.110.0...v1.111.0) (2026-01-29)
+
+
+### Features
+
+* add RID mapping logging to migration utils ([#593](https://github.com/nominal-io/nominal-client/issues/593)) ([bf19a8b](https://github.com/nominal-io/nominal-client/commit/bf19a8b99f176d0d25586c9f134278a684cedcd2))
+* copy over bounds in clone dataset method ([#597](https://github.com/nominal-io/nominal-client/issues/597)) ([49f0cc1](https://github.com/nominal-io/nominal-client/commit/49f0cc119895768f48fd94a70719ad516bf51a94))
+
+
+### Bug Fixes
+
+* remove logical series service references ([#591](https://github.com/nominal-io/nominal-client/issues/591)) ([ec3ce3b](https://github.com/nominal-io/nominal-client/commit/ec3ce3bc6ddfad7a3e07cfc51f0681bbb719f952))
+
+
+### Documentation
+
+* update avro stream docstring with new schema types ([#594](https://github.com/nominal-io/nominal-client/issues/594)) ([690e5a3](https://github.com/nominal-io/nominal-client/commit/690e5a34dc782601df13d72034c452844fc644a4))
+
 ## [1.110.0](https://github.com/nominal-io/nominal-client/compare/v1.109.0...v1.110.0) (2026-01-23)
 
 

{nominal-1.110.0 → nominal-1.111.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nominal
-Version: 1.110.0
+Version: 1.111.1
 Summary: Automate Nominal workflows in Python
 Project-URL: Homepage, https://nominal.io
 Project-URL: Documentation, https://docs.nominal.io

{nominal-1.110.0 → nominal-1.111.1}/nominal/core/_clientsbunch.py

@@ -27,7 +27,6 @@ from nominal_api import (
     storage_datasource_api,
     storage_writer_api,
     timeseries_channelmetadata,
-    timeseries_logicalseries,
     timeseries_metadata,
     upload_api,
 )
@@ -124,7 +123,6 @@ class ClientsBunch:
     dataexport: scout_dataexport_api.DataExportService
     datasource: scout_datasource.DataSourceService
     ingest: ingest_api.IngestService
-    logical_series: timeseries_logicalseries.LogicalSeriesService
     run: scout.RunService
     units: scout.UnitsService
     upload: upload_api.UploadService
@@ -165,7 +163,6 @@ class ClientsBunch:
             dataexport=client_factory(scout_dataexport_api.DataExportService),
             datasource=client_factory(scout_datasource.DataSourceService),
             ingest=client_factory(ingest_api.IngestService),
-            logical_series=client_factory(timeseries_logicalseries.LogicalSeriesService),
             run=client_factory(scout.RunService),
             units=client_factory(scout.UnitsService),
             upload=client_factory(upload_api.UploadService),

{nominal-1.110.0 → nominal-1.111.1}/nominal/core/bounds.py

@@ -2,7 +2,7 @@ from __future__ import annotations
 
 from dataclasses import dataclass
 
-from nominal_api import scout_catalog
+from nominal_api import datasource, scout_catalog
 from typing_extensions import Self
 
 from nominal.ts import (
@@ -22,3 +22,10 @@ class Bounds:
             start=_SecondsNanos.from_api(bounds.start).to_nanoseconds(),
             end=_SecondsNanos.from_api(bounds.end).to_nanoseconds(),
         )
+
+    def _to_conjure(self) -> scout_catalog.Bounds:
+        return scout_catalog.Bounds(
+            type=datasource.TimestampType.ABSOLUTE,
+            start=_SecondsNanos.from_nanoseconds(self.start).to_api(),
+            end=_SecondsNanos.from_nanoseconds(self.end).to_api(),
+        )

{nominal-1.110.0 → nominal-1.111.1}/nominal/core/channel.py

@@ -15,7 +15,6 @@ from nominal_api import (
     storage_series_api,
     timeseries_channelmetadata,
     timeseries_channelmetadata_api,
-    timeseries_logicalseries_api,
 )
 from typing_extensions import Self
 
@@ -298,20 +297,6 @@ class Channel(RefreshableMixin[timeseries_channelmetadata_api.ChannelMetadata]):
             _clients=clients,
         )
 
-    @classmethod
-    def _from_conjure_logicalseries_api(
-        cls, clients: _Clients, series: timeseries_logicalseries_api.LogicalSeries
-    ) -> Self:
-        channel_data_type = ChannelDataType._from_conjure(series.series_data_type) if series.series_data_type else None
-        return cls(
-            name=series.channel,
-            data_source=series.data_source_rid,
-            unit=series.unit,
-            description=series.description,
-            data_type=channel_data_type,
-            _clients=clients,
-        )
-
     @classmethod
     def _from_channel_metadata_api(
         cls, clients: _Clients, channel: timeseries_channelmetadata_api.ChannelMetadata

{nominal-1.110.0 → nominal-1.111.1}/nominal/core/dataset.py

@@ -26,6 +26,8 @@ from nominal.core.filetype import FileType, FileTypes
 from nominal.core.log import LogPoint, _write_logs
 from nominal.ts import (
     _AnyTimestampType,
+    _InferrableTimestampType,
+    _SecondsNanos,
     _to_typed_timestamp_type,
 )
 
@@ -93,6 +95,32 @@ class Dataset(DataSource, RefreshableMixin[scout_catalog.EnrichedDataset]):
         updated_dataset = self._clients.catalog.update_dataset_metadata(self._clients.auth_header, self.rid, request)
         return self._refresh_from_api(updated_dataset)
 
+    def update_bounds(
+        self,
+        *,
+        start: _InferrableTimestampType,
+        end: _InferrableTimestampType,
+    ) -> Self:
+        """Update the bounds (start and end timestamps) of the dataset.
+        Updates the current instance, and returns it.
+
+        Args:
+            start: The start timestamp of the dataset bounds. Can be a datetime, ISO 8601 string,
+                or integer nanoseconds since epoch.
+            end: The end timestamp of the dataset bounds. Can be a datetime, ISO 8601 string,
+                or integer nanoseconds since epoch.
+
+        Returns:
+            The updated Dataset instance with new bounds.
+        """
+        bounds = Bounds(
+            start=_SecondsNanos.from_flexible(start).to_nanoseconds(),
+            end=_SecondsNanos.from_flexible(end).to_nanoseconds(),
+        )
+        request = scout_catalog.UpdateBoundsRequest(bounds=bounds._to_conjure())
+        self._clients.catalog.update_global_dataset_bounds(self._clients.auth_header, request, self.rid)
+        return self.refresh()
+
     def _handle_ingest_response(self, response: ingest_api.IngestResponse) -> DatasetFile:
         if response.details.dataset is None:
             raise ValueError(f"Expected response to provide dataset details, received: {response.details.type}")
@@ -216,6 +244,8 @@ class Dataset(DataSource, RefreshableMixin[scout_catalog.EnrichedDataset]):
         API, making it useful for use cases where network connection drops during streaming and a backup file needs
         to be created.
 
+        For struct columns, values should be converted to JSON strings and wrapped in the JsonStruct record type.
+
         If this schema is not used, will result in a failed ingestion.
         {
             "type": "record",
@@ -234,8 +264,15 @@ class Dataset(DataSource, RefreshableMixin[scout_catalog.EnrichedDataset]):
                 },
                 {
                     "name": "values",
-                    "type": {"type": "array", "items": ["double", "string"]},
-                    "doc": "Array of values. Can either be doubles or strings",
+                    "type": {"type": "array", "items": [
+                        "double",
+                        "string",
+                        "long",
+                        {"type": "record", "name": "DoubleArray", "fields": [{"name": "items", "type": {"type": "array", "items": "double"}}]},
+                        {"type": "record", "name": "StringArray", "fields": [{"name": "items", "type": {"type": "array", "items": "string"}}]},
+                        {"type": "record", "name": "JsonStruct", "fields": [{"name": "json", "type": "string"}]}
+                    ]},
+                    "doc": "Array of values. Can be doubles, longs, strings, arrays, or JSON structs",
                 },
                 {
                     "name": "tags",
@@ -246,6 +283,8 @@ class Dataset(DataSource, RefreshableMixin[scout_catalog.EnrichedDataset]):
             ],
         }
 
+        Note: The previous schema with only "double" and "string" value types is still fully supported.
+
         Args:
             path: Path to the .avro file to upload
 

{nominal-1.110.0 → nominal-1.111.1}/nominal/core/datasource.py

@@ -18,7 +18,6 @@ from nominal_api import (
     storage_writer_api,
     timeseries_channelmetadata,
     timeseries_channelmetadata_api,
-    timeseries_logicalseries,
     timeseries_metadata,
     timeseries_metadata_api,
     upload_api,
@@ -53,8 +52,6 @@ class DataSource(HasRid):
         @property
         def datasource(self) -> scout_datasource.DataSourceService: ...
         @property
-        def logical_series(self) -> timeseries_logicalseries.LogicalSeriesService: ...
-        @property
         def units(self) -> scout.UnitsService: ...
         @property
         def ingest(self) -> ingest_api.IngestService: ...

{nominal-1.110.0 → nominal-1.111.1}/nominal/experimental/migration/migration_utils.py

@@ -51,6 +51,56 @@ logger = logging.getLogger(__name__)
 
 ConjureType = Union[ConjureBeanType, ConjureUnionType, ConjureEnumType]
 
+
+def _install_migration_file_logger(
+    log_path: str | Path | None = None,
+    *,
+    logger: logging.Logger | None = None,
+    level: int = logging.INFO,
+    formatter: logging.Formatter | None = None,
+    mode: str = "a",
+) -> logging.FileHandler:
+    """Install a file handler that only writes log records with extra={"to_file": True}.
+
+    Args:
+        log_path: File path to write filtered logs to. If None (or a directory), a timestamped
+            file named "migration_utils_output_YYYY-MM-DD-HH-MM-SS.txt" is created.
+        logger: Logger to attach the handler to. Defaults to the root logger.
+        level: Minimum log level to write to the file.
+        formatter: Optional formatter to apply to the file handler.
+        mode: File open mode for the handler.
+
+    Returns:
+        The attached FileHandler instance.
+    """
+    if logger is None:
+        logger = logging.getLogger()
+
+    if log_path is None:
+        log_path_obj = Path.cwd()
+    else:
+        log_path_obj = Path(log_path)
+
+    if log_path_obj.is_dir():
+        timestamp = datetime.now().strftime("%Y-%m-%d-%H-%M-%S")
+        log_path_obj = log_path_obj / f"migration_utils_output_{timestamp}.txt"
+
+    handler = logging.FileHandler(log_path_obj, mode=mode, encoding="utf-8")
+    handler.setLevel(level)
+    if formatter is not None:
+        handler.setFormatter(formatter)
+
+    filter_obj = logging.Filter()
+
+    def _filter(record: logging.LogRecord) -> bool:
+        return bool(getattr(record, "to_file", False))
+
+    filter_obj.filter = _filter  # type: ignore[method-assign]
+    handler.addFilter(filter_obj)
+    logger.addHandler(handler)
+    return handler
+
+
 # Regex pattern to match strings that have a UUID format with a prefix.
 UUID_PATTERN = re.compile(r"^(.*)([0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12})$")
 
@@ -368,6 +418,12 @@ def copy_workbook_template_from(
         source_template.rid,
         extra=log_extras,
     )
+    logger.info(
+        "WORKBOOK_TEMPLATE: Old RID: %s, New RID: %s",
+        source_template.rid,
+        new_workbook_template.rid,
+        extra={"to_file": True},
+    )
     return new_workbook_template
 
 
@@ -432,6 +488,12 @@ def copy_video_file_to_video_dataset(
         destination_video_dataset.name,
         destination_video_dataset.rid,
     )
+    logger.info(
+        "VIDEO_FILE: Old RID: %s, New RID: %s",
+        source_video_file.rid,
+        new_file.rid,
+        extra={"to_file": True},
+    )
     return new_file
 
 
@@ -502,6 +564,12 @@ def copy_video_from(
         new_video.rid,
         extra=log_extras,
     )
+    logger.info(
+        "VIDEO: Old RID: %s, New RID: %s",
+        source_video.rid,
+        new_video.rid,
+        extra={"to_file": True},
+    )
     return new_video
 
 
@@ -552,6 +620,12 @@ def copy_file_to_dataset(
             destination_dataset.name,
             destination_dataset.rid,
         )
+        logger.info(
+            "DATASET_FILE: Old RID: %s, New RID: %s",
+            source_file.id,
+            new_file.id,
+            extra={"to_file": True},
+        )
         return new_file
     else:  # Because these fields are optional, need to check for None. We shouldn't ever run into this.
         raise ValueError("Unsupported file handle type or missing timestamp information.")
@@ -658,12 +732,26 @@ def copy_dataset_from(
     if include_files:
         for source_file in source_dataset.list_files():
             copy_file_to_dataset(source_file, new_dataset)
+
+    # Copy bounds from source dataset if they exist
+    if source_dataset.bounds is not None:
+        new_dataset = new_dataset.update_bounds(
+            start=source_dataset.bounds.start,
+            end=source_dataset.bounds.end,
+        )
+
     logger.debug(
         "New dataset created: %s (rid: %s)",
         new_dataset.name,
         new_dataset.rid,
         extra=log_extras,
     )
+    logger.info(
+        "DATASET: Old RID: %s, New RID: %s",
+        source_dataset.rid,
+        new_dataset.rid,
+        extra={"to_file": True},
+    )
     return new_dataset
 
 
@@ -735,6 +823,12 @@ def copy_event_from(
         new_event.rid,
         extra=log_extras,
     )
+    logger.info(
+        "EVENT: Old RID: %s, New RID: %s",
+        source_event.rid,
+        new_event.rid,
+        extra={"to_file": True},
+    )
     return new_event
 
 
@@ -792,6 +886,7 @@ def copy_run_from(
         source_run.rid,
         extra=log_extras,
     )
+
     new_run = destination_client.create_run(
         name=new_name or source_run.name,
         start=new_start or source_run.start,
@@ -804,6 +899,12 @@ def copy_run_from(
         attachments=new_attachments or source_run.list_attachments(),
     )
     logger.debug("New run created: %s (rid: %s)", new_run.name, new_run.rid, extra=log_extras)
+    logger.info(
+        "RUN: Old RID: %s, New RID: %s",
+        source_run.rid,
+        new_run.rid,
+        extra={"to_file": True},
+    )
     return new_run
 
 
@@ -863,6 +964,7 @@ def copy_asset_from(
     log_extras = {
         "destination_client_workspace": destination_client.get_workspace(destination_client._clients.workspace_rid).rid
     }
+
     logger.debug(
         "Copying asset %s (rid: %s)",
         source_asset.name,
@@ -875,6 +977,7 @@ def copy_asset_from(
         properties=new_asset_properties if new_asset_properties is not None else source_asset.properties,
         labels=new_asset_labels if new_asset_labels is not None else source_asset.labels,
     )
+
     if dataset_config is not None:
         source_datasets = source_asset.list_datasets()
         for data_scope, source_dataset in source_datasets:
@@ -909,6 +1012,12 @@ def copy_asset_from(
                 copy_video_file_to_video_dataset(source_video_file, new_video_dataset)
 
     logger.debug("New asset created: %s (rid: %s)", new_asset, new_asset.rid, extra=log_extras)
+    logger.info(
+        "ASSET: Old RID: %s, New RID: %s",
+        source_asset.rid,
+        new_asset.rid,
+        extra={"to_file": True},
+    )
     return new_asset
 
 
@@ -928,41 +1037,47 @@ def copy_resources_to_destination_client(
     Returns:
         All of the created resources.
     """
-    log_extras = {
-        "destination_client_workspace": destination_client.get_workspace(destination_client._clients.workspace_rid).rid,
-    }
-
-    new_assets = []
-    new_templates = []
-    new_workbooks = []
-
-    new_data_scopes_and_datasets: list[tuple[str, Dataset]] = []
-    for source_asset in migration_resources.source_assets:
-        new_asset = copy_asset_from(
-            source_asset.asset,
-            destination_client,
-            dataset_config=dataset_config,
-            include_events=True,
-            include_runs=True,
-            include_video=True,
-        )
-        new_assets.append(new_asset)
-        new_data_scopes_and_datasets.extend(new_asset.list_datasets())
-
-        for source_workbook_template in source_asset.source_workbook_templates:
-            new_template = clone_workbook_template(source_workbook_template, destination_client)
-            new_templates.append(new_template)
-            new_workbook = new_template.create_workbook(
-                title=new_template.title, description=new_template.description, asset=new_asset
-            )
-            logger.debug(
-                "Created new workbook %s (rid: %s) from template %s (rid: %s)",
-                new_workbook.title,
-                new_workbook.rid,
-                new_template.title,
-                new_template.rid,
-                extra=log_extras,
+    file_handler = _install_migration_file_logger()
+    try:
+        log_extras = {
+            "destination_client_workspace": destination_client.get_workspace(
+                destination_client._clients.workspace_rid
+            ).rid,
+        }
+
+        new_assets = []
+        new_templates = []
+        new_workbooks = []
+
+        new_data_scopes_and_datasets: list[tuple[str, Dataset]] = []
+        for source_asset in migration_resources.source_assets:
+            new_asset = copy_asset_from(
+                source_asset.asset,
+                destination_client,
+                dataset_config=dataset_config,
+                include_events=True,
+                include_runs=True,
+                include_video=True,
             )
-            new_workbooks.append(new_workbook)
-
+            new_assets.append(new_asset)
+            new_data_scopes_and_datasets.extend(new_asset.list_datasets())
+
+            for source_workbook_template in source_asset.source_workbook_templates:
+                new_template = clone_workbook_template(source_workbook_template, destination_client)
+                new_templates.append(new_template)
+                new_workbook = new_template.create_workbook(
+                    title=new_template.title, description=new_template.description, asset=new_asset
+                )
+                logger.debug(
+                    "Created new workbook %s (rid: %s) from template %s (rid: %s)",
+                    new_workbook.title,
+                    new_workbook.rid,
+                    new_template.title,
+                    new_template.rid,
+                    extra=log_extras,
+                )
+                new_workbooks.append(new_workbook)
+    finally:
+        file_handler.close()
+        logger.removeHandler(file_handler)
     return (new_data_scopes_and_datasets, new_assets, new_templates, new_workbooks)

{nominal-1.110.0 → nominal-1.111.1}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "nominal"
-version = "1.110.0"
+version = "1.111.1"
 description = "Automate Nominal workflows in Python"
 authors = [
     { name = "Alexander Reynolds", email = "alex.reynolds@nominal.io" },
@@ -150,6 +150,9 @@ ignore = [
     "PLW0603", # globals
 ]
 
+[tool.ruff.lint.per-file-ignores]
+"nominal/core/dataset.py" = ["E501"]  # allow long lines for avro schema in docstring
+
 [tool.mypy]
 strict = true
 packages = ["nominal"]