scale-nucleus 0.17.2__tar.gz → 0.17.5__tar.gz

{scale_nucleus-0.17.2 → scale_nucleus-0.17.5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: scale-nucleus
-Version: 0.17.2
+Version: 0.17.5
 Summary: The official Python client library for Nucleus, the Data Platform for AI
 Home-page: https://scale.com/nucleus
 License: MIT

{scale_nucleus-0.17.2 → scale_nucleus-0.17.5}/nucleus/dataset.py

@@ -104,7 +104,7 @@ from .slice import (
 from .upload_response import UploadResponse
 
 if TYPE_CHECKING:
-    from . import NucleusClient
+    from . import Model, NucleusClient
 
 # TODO: refactor to reduce this file to under 1000 lines.
 # pylint: disable=C0302
@@ -2303,3 +2303,41 @@ class Dataset:
 
         else:
             print(f"Did not find any items in {dirname}.")
+
+    def upload_lidar_semseg_predictions(
+        self,
+        model: "Model",
+        pointcloud_ref_id: str,
+        predictions_s3_path: str,
+    ):
+        """Upload Lidar Semantic Segmentation predictions for a given pointcloud.
+
+        Assuming a pointcloud with only 4 points (three labeled as Car, one labeled as Person),
+        the contents of the predictions s3 object should be formatted as such:
+
+        .. code-block:: json
+
+            {
+                "objects": [
+                    { "label": "Car", "index": 1},
+                    { "label": "Person", "index": 2}
+                ],
+                "point_objects": [1, 1, 1, 2],
+                "point_confidence": [0.5, 0.9, 0.9, 0.3]
+            }
+
+        The order of the points in the `"point_objects"` should be in the same order as the points that
+        were originally uploaded to Scale.
+
+        Parameters:
+            model (:class:`Model`): Nucleus model used to store these predictions
+            pointcloud_ref_id (str): The reference ID of the pointcloud for which these predictions belong to
+            predictions_s3_path (str): S3 path to where the predictions are stored
+
+        """
+
+        return self._client.make_request(
+            payload={"pointsSegmentationUrl": predictions_s3_path},
+            route=f"dataset/{self.id}/model/{model.id}/pointcloud/{pointcloud_ref_id}/uploadLSSPrediction",
+            requests_command=requests.post,
+        )

{scale_nucleus-0.17.2 → scale_nucleus-0.17.5}/nucleus/model.py

@@ -211,7 +211,9 @@ class Model:
         )
         return AsyncJob.from_json(response, self._client)
 
-    def run(self, dataset_id: str, slice_id: Optional[str]) -> str:
+    def run(
+        self, dataset_id: str, model_run_name: str, slice_id: Optional[str]
+    ) -> str:
         """Runs inference on the bundle associated with the model on the dataset. ::
 
             import nucleus
@@ -222,11 +224,18 @@ class Model:
 
         Args:
             dataset_id: The ID of the dataset to run inference on.
-            job_id: The ID of the :class:`AsyncJob` used to track job progress.
+            model_run_name: The name of the model run.
             slice_id: The ID of the slice of the dataset to run inference on.
+
+        Returns:
+            job_id: The ID of the :class:`AsyncJob` used to track job progress.
         """
         response = self._client.make_request(
-            {"dataset_id": dataset_id, "slice_id": slice_id},
+            {
+                "dataset_id": dataset_id,
+                "slice_id": slice_id,
+                "model_run_name": model_run_name,
+            },
             f"model/run/{self.id}/",
             requests_command=requests.post,
         )

{scale_nucleus-0.17.2 → scale_nucleus-0.17.5}/nucleus/utils.py

@@ -3,6 +3,7 @@ import glob
 import io
 import json
 import os
+import urllib.request
 import uuid
 from collections import defaultdict
 from typing import IO, TYPE_CHECKING, Dict, List, Sequence, Tuple, Type, Union
@@ -381,9 +382,14 @@ def serialize_and_write_to_presigned_url(
 ):
     """This helper function can be used to serialize a list of API objects to NDJSON."""
     request_id = uuid.uuid4().hex
+    route = f"dataset/{dataset_id}/signedUrl/{request_id}"
+    if os.environ.get("S3_ENDPOINT") is not None:
+        route += "?s3Endpoint=" + urllib.request.pathname2url(
+            os.environ["S3_ENDPOINT"]
+        )
     response = client.make_request(
         payload={},
-        route=f"dataset/{dataset_id}/signedUrl/{request_id}",
+        route=route,
         requests_command=requests.get,
     )
 

{scale_nucleus-0.17.2 → scale_nucleus-0.17.5}/pyproject.toml

@@ -25,7 +25,7 @@ ignore = ["E501", "E741", "E731", "F401"]  # Easy ignore for getting it running
 
 [tool.poetry]
 name = "scale-nucleus"
-version = "0.17.2"
+version = "0.17.5"
 description = "The official Python client library for Nucleus, the Data Platform for AI"
 license =  "MIT"
 authors = ["Scale AI Nucleus Team <nucleusapi@scaleapi.com>"]