scale-nucleus 0.12b1__py3-none-any.whl → 0.14.14b0__py3-none-any.whl

nucleus/validate/eval_functions/available_eval_functions.py

@@ -1,7 +1,6 @@
 import itertools
 from typing import Callable, Dict, List, Optional, Union
 
-from nucleus.logger import logger
 from nucleus.validate.eval_functions.base_eval_function import (
     EvalFunctionConfig,
 )
@@ -10,7 +9,6 @@ from ...metrics.filtering import ListOfAndFilters, ListOfOrAndFilters
 from ..data_transfer_objects.eval_function import EvalFunctionEntry
 from ..errors import EvalFunctionNotAvailableError
 from .config_classes.segmentation import (
-    SegmentationAveragePrecisionConfig,
     SegmentationFWAVACCConfig,
     SegmentationIOUConfig,
     SegmentationMAPConfig,
@@ -344,7 +342,7 @@ class SegmentationToPolyIOUConfig(EvalFunctionConfig):
 class SegmentationToPolyMAPConfig(EvalFunctionConfig):
     def __call__(
         self,
-        iou_threshold: float = 0.5,
+        iou_thresholds: Union[List[float], str] = "coco",
         annotation_filters: Optional[
             Union[ListOfOrAndFilters, ListOfAndFilters]
         ] = None,
@@ -389,7 +387,7 @@ class SegmentationToPolyMAPConfig(EvalFunctionConfig):
                 Finally, the most outer list combines these filters as a disjunction (OR).
         """
         return super().__call__(
-            iou_threshold=iou_threshold,
+            iou_thresholds=iou_thresholds,
             annotation_filters=annotation_filters,
             prediction_filters=prediction_filters,
             **kwargs,
@@ -1139,22 +1137,24 @@ class CustomEvalFunction(EvalFunctionConfig):
     @classmethod
     def expected_name(cls) -> str:
         raise NotImplementedError(
-            "Custm evaluation functions are coming soon"
+            "Custom evaluation functions are coming soon"
         )  # Placeholder: See super().eval_func_entry for actual name
 
 
+class ExternalEvalFunction(EvalFunctionConfig):
+    def __call__(self, **kwargs):
+        raise NotImplementedError("Cannot call an external function")
+
+    @classmethod
+    def expected_name(cls) -> str:
+        return "external_function"
+
+
 class StandardEvalFunction(EvalFunctionConfig):
     """Class for standard Model CI eval functions that have not been added as attributes on
     AvailableEvalFunctions yet.
     """
 
-    def __init__(self, eval_function_entry: EvalFunctionEntry):
-        logger.warning(
-            "Standard function %s not implemented as an attribute on AvailableEvalFunctions",
-            eval_function_entry.name,
-        )
-        super().__init__(eval_function_entry)
-
     @classmethod
     def expected_name(cls) -> str:
         return "public_function"  # Placeholder: See super().eval_func_entry for actual name
@@ -1194,6 +1194,7 @@ EvalFunction = Union[
     CuboidPrecisionConfig,
     CategorizationF1Config,
     CustomEvalFunction,
+    ExternalEvalFunction,
     EvalFunctionNotAvailable,
     StandardEvalFunction,
     PolygonMAPConfig,
@@ -1205,7 +1206,6 @@ EvalFunction = Union[
     SegmentationToPolyMAPConfig,
     SegmentationToPolyPrecisionConfig,
     SegmentationToPolyAveragePrecisionConfig,
-    SegmentationAveragePrecisionConfig,
     SegmentationFWAVACCConfig,
     SegmentationIOUConfig,
     SegmentationPrecisionConfig,
@@ -1243,7 +1243,12 @@ class AvailableEvalFunctions:
         self._custom_to_function: Dict[str, CustomEvalFunction] = {
             f.name: CustomEvalFunction(f)
             for f in available_functions
-            if not f.is_public
+            if not f.is_public and not f.is_external_function
+        }
+        self._external_to_function: Dict[str, ExternalEvalFunction] = {
+            f.name: ExternalEvalFunction(f)
+            for f in available_functions
+            if f.is_external_function
         }
         self.bbox_iou: BoundingBoxIOUConfig = (
             self._assign_eval_function_if_defined(BoundingBoxIOUConfig)
@@ -1297,9 +1302,6 @@ class AvailableEvalFunctions:
         self.seg_iou: SegmentationIOUConfig = self._assign_eval_function_if_defined(
             SegmentationIOUConfig  # type: ignore
         )
-        self.seg_ap: SegmentationAveragePrecisionConfig = self._assign_eval_function_if_defined(
-            SegmentationAveragePrecisionConfig  # type: ignore
-        )
         self.seg_recall: SegmentationRecallConfig = self._assign_eval_function_if_defined(
             SegmentationRecallConfig  # type: ignore
         )
@@ -1326,8 +1328,9 @@ class AvailableEvalFunctions:
             str(name).lower() for name in self._public_func_entries.keys()
         ]
         return (
-            f"<AvailableEvaluationFunctions: public:{functions_lower} "
-            f"private: {list(self._custom_to_function.keys())}"
+            f"<AvailableEvaluationFunctions: public: {functions_lower} "
+            f"private: {list(self._custom_to_function.keys())} "
+            f"external: {list(self._external_to_function.keys())}"
         )
 
     @property
@@ -1344,13 +1347,22 @@ class AvailableEvalFunctions:
 
     @property
     def private_functions(self) -> Dict[str, CustomEvalFunction]:
-        """Custom functions uploaded to Model CI
+        """Private functions uploaded to Model CI
 
         Returns:
             Dict of function name to :class:`CustomEvalFunction`.
         """
         return self._custom_to_function
 
+    @property
+    def external_functions(self) -> Dict[str, ExternalEvalFunction]:
+        """External functions uploaded to Model CI
+
+        Returns:
+            Dict of function name to :class:`ExternalEvalFunction`.
+        """
+        return self._external_to_function
+
     def _assign_eval_function_if_defined(
         self,
         eval_function_constructor: Callable[[EvalFunctionEntry], EvalFunction],
@@ -1372,6 +1384,7 @@ class AvailableEvalFunctions:
         for eval_func in itertools.chain(
             self._public_to_function.values(),
             self._custom_to_function.values(),
+            self._external_to_function.values(),
         ):
             if eval_func.id == eval_function_id:
                 return eval_func

nucleus/validate/eval_functions/config_classes/segmentation.py

@@ -80,12 +80,12 @@ class SegmentationMAPConfig(EvalFunctionConfig):
             import nucleus
 
             client = nucleus.NucleusClient(YOUR_SCALE_API_KEY)
-            poly_map: BoundingBoxMeanAveragePrecision= client.validate.eval_functions.poly_map
+            seg_map: SegmentationMAP= client.validate.eval_functions.seg_map
             slice_id = "slc_<your_slice>"
             scenario_test = client.validate.create_scenario_test(
                 "Example test",
                 slice_id=slice_id,
-                evaluation_criteria=[poly_map(iou_threshold=0.6) > 0.8]
+                evaluation_criteria=[seg_map(iou_threshold=0.6) > 0.8]
             )
 
         Args:
@@ -231,50 +231,6 @@ class SegmentationPrecisionConfig(EvalFunctionConfig):
         return "seg_precision"
 
 
-class SegmentationAveragePrecisionConfig(EvalFunctionConfig):
-    def __call__(
-        self,
-        annotation_filters: Optional[
-            Union[ListOfOrAndFilters, ListOfAndFilters]
-        ] = None,
-        prediction_filters: Optional[
-            Union[ListOfOrAndFilters, ListOfAndFilters]
-        ] = None,
-        **kwargs,
-    ):
-        """Initializes SegmentationAveragePrecision object.
-
-        Args:
-            annotation_filters: Filter predicates. Allowed formats are:
-                ListOfAndFilters where each Filter forms a chain of AND predicates.
-                    or
-                ListOfOrAndFilters where Filters are expressed in disjunctive normal form (DNF), like
-                [[MetadataFilter("short_haired", "==", True), FieldFilter("label", "in", ["cat", "dog"]), ...].
-                DNF allows arbitrary boolean logical combinations of single field predicates. The innermost structures
-                each describe a single column predicate. The list of inner predicates is interpreted as a conjunction
-                (AND), forming a more selective `and` multiple field predicate.
-                Finally, the most outer list combines these filters as a disjunction (OR).
-            prediction_filters: Filter predicates. Allowed formats are:
-                ListOfAndFilters where each Filter forms a chain of AND predicates.
-                    or
-                ListOfOrAndFilters where Filters are expressed in disjunctive normal form (DNF), like
-                [[MetadataFilter("short_haired", "==", True), FieldFilter("label", "in", ["cat", "dog"]), ...].
-                DNF allows arbitrary boolean logical combinations of single field predicates. The innermost structures
-                each describe a single column predicate. The list of inner predicates is interpreted as a conjunction
-                (AND), forming a more selective `and` multiple field predicate.
-                Finally, the most outer list combines these filters as a disjunction (OR).
-        """
-        return super().__call__(
-            annotation_filters=annotation_filters,
-            prediction_filters=prediction_filters,
-            **kwargs,
-        )
-
-    @classmethod
-    def expected_name(cls) -> str:
-        return "seg_ap"
-
-
 class SegmentationFWAVACCConfig(EvalFunctionConfig):
     def __call__(
         self,

nucleus/validate/scenario_test.py

@@ -18,9 +18,12 @@ from .constants import (
     THRESHOLD_KEY,
     ThresholdComparison,
 )
-from .data_transfer_objects.scenario_test_evaluations import GetEvalHistory
+from .data_transfer_objects.scenario_test_evaluations import EvaluationResult
 from .data_transfer_objects.scenario_test_metric import AddScenarioTestFunction
-from .eval_functions.available_eval_functions import EvalFunction
+from .eval_functions.available_eval_functions import (
+    EvalFunction,
+    ExternalEvalFunction,
+)
 from .scenario_test_evaluation import ScenarioTestEvaluation
 from .scenario_test_metric import ScenarioTestMetric
 
@@ -46,13 +49,24 @@ class ScenarioTest:
     slice_id: str = field(init=False)
     baseline_model_id: Optional[str] = None
 
-    def __post_init__(self):
+    @classmethod
+    def from_id(cls, unit_test_id: str, connection: Connection):
         # TODO(gunnar): Remove this pattern. It's too slow. We should get all the info required in one call
-        response = self.connection.get(
-            f"validate/scenario_test/{self.id}/info",
+        response = connection.get(
+            f"validate/scenario_test/{unit_test_id}/info",
         )
-        self.name = response[NAME_KEY]
-        self.slice_id = response[SLICE_ID_KEY]
+        instance = cls(unit_test_id, connection)
+        instance.name = response[NAME_KEY]
+        instance.slice_id = response[SLICE_ID_KEY]
+        return instance
+
+    @classmethod
+    def from_response(cls, response, connection: Connection):
+        instance = cls(response["id"], connection)
+        instance.name = response[NAME_KEY]
+        instance.slice_id = response[SLICE_ID_KEY]
+        instance.baseline_model_id = response.get("baseline_model_id", None)
+        return instance
 
     def add_eval_function(
         self, eval_function: EvalFunction
@@ -83,9 +97,13 @@ class ScenarioTest:
         Args:
             eval_function: :class:`EvalFunction`
 
+        Raises:
+            NucleusAPIError: By adding this function, the scenario test mixes external with non-external functions which is not permitted.
+
         Returns:
             The created ScenarioTestMetric object.
         """
+
         response = self.connection.post(
             AddScenarioTestFunction(
                 scenario_test_name=self.name,
@@ -93,7 +111,7 @@ class ScenarioTest:
             ).dict(),
             "validate/scenario_test_eval_function",
         )
-        print(response)
+
         return ScenarioTestMetric(
             scenario_test_id=response[SCENARIO_TEST_ID_KEY],
             eval_function_id=response[EVAL_FUNCTION_ID_KEY],
@@ -138,13 +156,13 @@ class ScenarioTest:
             A list of :class:`ScenarioTestEvaluation` objects.
         """
         response = self.connection.get(
-            f"validate/scenario_test/{self.id}/eval_history",
+            f"validate/scenario_test/{self.id}/eval_history/details",
         )
-        eval_history = GetEvalHistory.parse_obj(response)
-        return [
-            ScenarioTestEvaluation(evaluation.id, self.connection)
-            for evaluation in eval_history.evaluations
+        evaluations = [
+            ScenarioTestEvaluation.from_request(eval_payload, self.connection)
+            for eval_payload in response
         ]
+        return evaluations
 
     def get_items(self) -> List[DatasetItem]:
         response = self.connection.get(
@@ -174,3 +192,43 @@ class ScenarioTest:
         )
         self.baseline_model_id = response.get("baseline_model_id")
         return self.baseline_model_id
+
+    def upload_external_evaluation_results(
+        self,
+        eval_fn: ExternalEvalFunction,
+        results: List[EvaluationResult],
+        model_id: str,
+    ):
+        assert (
+            eval_fn.eval_func_entry.is_external_function
+        ), "Submitting evaluation results is only available for external functions."
+
+        assert (
+            len(results) > 0
+        ), "Submitting evaluation requires at least one result."
+
+        metric_per_ref_id = {}
+        weight_per_ref_id = {}
+        aggregate_weighted_sum = 0.0
+        aggregate_weight = 0.0
+        # aggregation based on https://en.wikipedia.org/wiki/Weighted_arithmetic_mean
+        for r in results:
+            metric_per_ref_id[r.item_ref_id] = r.score
+            weight_per_ref_id[r.item_ref_id] = r.weight
+            aggregate_weighted_sum += r.score * r.weight
+            aggregate_weight += r.weight
+
+        payload = {
+            "unit_test_id": self.id,
+            "eval_function_id": eval_fn.id,
+            "result_per_ref_id": metric_per_ref_id,
+            "weight_per_ref_id": weight_per_ref_id,
+            "overall_metric": aggregate_weighted_sum / aggregate_weight,
+            "model_id": model_id,
+            "slice_id": self.slice_id,
+        }
+        response = self.connection.post(
+            payload,
+            "validate/scenario_test/upload_results",
+        )
+        return response

nucleus/validate/scenario_test_evaluation.py

@@ -1,5 +1,5 @@
 """Data types for Scenario Test Evaluation results."""
-from dataclasses import InitVar, dataclass, field
+from dataclasses import dataclass, field
 from enum import Enum
 from typing import List, Optional
 
@@ -77,31 +77,30 @@ class ScenarioTestEvaluation:
     status: ScenarioTestEvaluationStatus = field(init=False)
     result: Optional[float] = field(init=False)
     passed: bool = field(init=False)
-    item_evals: List[ScenarioTestItemEvaluation] = field(init=False)
-    connection: InitVar[Connection]
-
-    def __post_init__(self, connection: Connection):
-        # TODO(gunnar): Having the function call /info on every construction is too slow. The original
-        #  endpoint should rather return the necessary human-readable information
-        response = connection.make_request(
+    connection: Connection = field(init=False, repr=False)
+
+    @classmethod
+    def from_request(cls, response, connection):
+        instance = cls(response["id"])
+        instance.connection = connection
+
+        instance.scenario_test_id = response[SCENARIO_TEST_ID_KEY]
+        instance.eval_function_id = response[EVAL_FUNCTION_ID_KEY]
+        instance.model_id = response[MODEL_ID_KEY]
+        instance.status = ScenarioTestEvaluationStatus(response[STATUS_KEY])
+        instance.result = try_convert_float(response[RESULT_KEY])
+        instance.passed = bool(response[PASS_KEY])
+        return instance
+
+    @property
+    def item_evals(self) -> List[ScenarioTestItemEvaluation]:
+        response = self.connection.make_request(
             {},
             f"validate/eval/{self.id}/info",
             requests_command=requests.get,
         )
-        eval_response = response[SCENARIO_TEST_EVAL_KEY]
         items_response = response[ITEM_EVAL_KEY]
-
-        self.scenario_test_id: str = eval_response[SCENARIO_TEST_ID_KEY]
-        self.eval_function_id: str = eval_response[EVAL_FUNCTION_ID_KEY]
-        self.model_id: str = eval_response[MODEL_ID_KEY]
-        self.status: ScenarioTestEvaluationStatus = (
-            ScenarioTestEvaluationStatus(eval_response[STATUS_KEY])
-        )
-        self.result: Optional[float] = try_convert_float(
-            eval_response[RESULT_KEY]
-        )
-        self.passed: bool = bool(eval_response[PASS_KEY])
-        self.item_evals: List[ScenarioTestItemEvaluation] = [
+        items = [
             ScenarioTestItemEvaluation(
                 evaluation_id=res[EVALUATION_ID_KEY],
                 scenario_test_id=res[SCENARIO_TEST_ID_KEY],
@@ -112,3 +111,4 @@ class ScenarioTestEvaluation:
             )
             for res in items_response
         ]
+        return items

nucleus/validate/utils.py

@@ -4,5 +4,5 @@ from typing import Optional
 def try_convert_float(float_str: str) -> Optional[float]:
     try:
         return float(float_str)
-    except ValueError:
+    except (ValueError, TypeError):
         return None

{scale_nucleus-0.12b1.dist-info → scale_nucleus-0.14.14b0.dist-info}/METADATA

@@ -1,31 +1,33 @@
 Metadata-Version: 2.1
 Name: scale-nucleus
-Version: 0.12b1
+Version: 0.14.14b0
 Summary: The official Python client library for Nucleus, the Data Platform for AI
 Home-page: https://scale.com/nucleus
 License: MIT
 Author: Scale AI Nucleus Team
 Author-email: nucleusapi@scaleapi.com
-Requires-Python: >=3.6.2,<4.0.0
+Requires-Python: >=3.6.2,<4.0
 Classifier: License :: OSI Approved :: MIT License
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.7
 Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
-Provides-Extra: shapely
-Requires-Dist: Pillow (>=8.3.1)
-Requires-Dist: Shapely (>=1.8.0); extra == "shapely"
+Provides-Extra: launch
+Provides-Extra: metrics
+Requires-Dist: Pillow (>=7.1.2)
+Requires-Dist: Shapely (>=1.8.0); extra == "metrics"
 Requires-Dist: aiohttp (>=3.7.4,<4.0.0)
 Requires-Dist: click (>=7.1.2,<9.0)
 Requires-Dist: dataclasses (>=0.7,<0.8); python_full_version >= "3.6.1" and python_version < "3.7"
 Requires-Dist: nest-asyncio (>=1.5.1,<2.0.0)
-Requires-Dist: numpy (>=1.19.5,<2.0.0)
+Requires-Dist: numpy (>=1.19.5); python_version >= "3.6" and python_version < "3.10"
+Requires-Dist: numpy (>=1.22.0); python_version >= "3.10"
 Requires-Dist: pydantic (>=1.8.2,<2.0.0)
-Requires-Dist: rasterio (>=1.2.10,<2.0.0)
+Requires-Dist: rasterio (>=1.2.0); extra == "metrics"
 Requires-Dist: requests (>=2.23.0,<3.0.0)
-Requires-Dist: rich (>=10.15.2,<11.0.0)
-Requires-Dist: s3fs (>=2022.1.0)
+Requires-Dist: rich (>=10.15.2)
+Requires-Dist: scale-launch (>=0.1.0); (python_version >= "3.7" and python_version < "4.0") and (extra == "launch")
 Requires-Dist: scikit-learn (>=0.24.0)
 Requires-Dist: scipy (>=1.4.1)
 Requires-Dist: shellingham (>=1.4.0,<2.0.0)
@@ -224,7 +226,7 @@ sphinx-autobuild . ./_build/html --watch ../nucleus
 
 ## Custom Metrics using Shapely in scale-validate
 
-Certain metrics use `shapely` which is added as an optional dependency.
+Certain metrics use `Shapely` and `rasterio` which is added as optional dependencies.
 
 ```bash
 pip install scale-nucleus[metrics]
@@ -241,5 +243,5 @@ apt-get install libgeos-dev
 
 To develop it locally use
 
-`poetry install --extras shapely`
+`poetry install --extras metrics`
 

{scale_nucleus-0.12b1.dist-info → scale_nucleus-0.14.14b0.dist-info}/RECORD

@@ -8,77 +8,78 @@ cli/jobs.py,sha256=v-ArlqUyK3iPose2ihlzk7rq2W3uf5gOKmN0npNULKU,1176
 cli/models.py,sha256=IWJyL9EJZXlpul0aW2qRgZG9rhFO59M8Ux-u-yMofzI,1039
 cli/nu.py,sha256=0f71zPq4fe3I1ghhiSRQi39ENhAzoLPdhz_vh8vxSI8,2074
 cli/reference.py,sha256=RuHVhmGTZNe0MfwpL96YjJdaH0OJzg98rz4xeIu4hJU,256
-cli/slices.py,sha256=p7UGiUgvYKqi5iJpYSkoX3H-1GGoG5EQoOSObtkjYjg,2106
+cli/slices.py,sha256=1qAeX3-50-aBEDQxz0M8REwlTg9taLExS0a4PA3r3-U,1520
 cli/tests.py,sha256=q90eo3l8yn0VxRwjWB821E709y_9xWqvFdEgPwV8vTY,4508
-nucleus/__init__.py,sha256=U1oWUr7PsWG1bu4EHGXygKMnpnO2mTcC7zhBemQMiuA,30290
-nucleus/annotation.py,sha256=qqw51aFNg4QSYymzh_tNDoSEvxssfDaAJZc3uvVvAKo,35302
+nucleus/__init__.py,sha256=P9mw2bqIjffa8Ys7RlB-KznxsouPDwrRcKcrdvku5jQ,39897
+nucleus/annotation.py,sha256=yAmK734BhhuJitdKvoV8FGILKCUjc72d_fEtwjjyCV4,36189
 nucleus/annotation_uploader.py,sha256=v9mlvKs1nV3LzZC5rL_gu8O366SSbvKzn9fvpkpRdpc,9477
 nucleus/async_utils.py,sha256=RhHymn-GvP9cEs-nerbjrUmGxwqvWES4yWmf_9nr-qs,6709
 nucleus/autocurate.py,sha256=Juw8V5CYKp3T-15u1QZOWaT6_fhXqGITf80eqtBNIqY,1074
 nucleus/camera_params.py,sha256=fl17aaSAZDAJIWo6F2HFvM6HKGcQh9fXvo4t3RzGMc4,3726
-nucleus/connection.py,sha256=GCgsNESj-SRron9H9GP7lHexmsJ31nir3DF958s_qng,2651
-nucleus/constants.py,sha256=MgZmfs9eSYNnpousLJyfy5BGyNbj6iWf8y3d_oVf020,4018
+nucleus/connection.py,sha256=xl6Dz8io57GOn02Fbg5btnlMslEgNbijpht7JekZoD4,2862
+nucleus/constants.py,sha256=ohLj4T9EjWYoh9zeVs9MmNmuKGjVrPkNJuNMUf1fH6g,4245
 nucleus/data_transfer_object/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 nucleus/data_transfer_object/dataset_details.py,sha256=1YGvfKkPSqDrXK_y5mBXyRThY07tU-nwOCYTkYCSl6k,214
 nucleus/data_transfer_object/dataset_info.py,sha256=5P_gpvAyaqXxj2ZQuzLkGN2XROaN9Me56OLybCmO3R4,940
 nucleus/data_transfer_object/dataset_size.py,sha256=oe-dXaMLpsQRDcJQRZ9Ja8JTagYz4dviZuTognEylp0,111
 nucleus/data_transfer_object/scenes_list.py,sha256=iTHE6vA47bRB6ciyEU4LArUXEXco4ArnGvZTGTeK8xs,432
-nucleus/dataset.py,sha256=QcMxs6vD3I8goh-s2-4UKi8j3FZMlRJRK4Ivk1SZAdQ,65054
-nucleus/dataset_item.py,sha256=-hZF8oYCje5bV99wjJFJDStTLr_9hzYCEMtpj_vSV2w,8779
+nucleus/dataset.py,sha256=w1BF3Qwg7jA_ymEU3QLx37dzXP2AZYVsneXdfh8ezHw,70455
+nucleus/dataset_item.py,sha256=NbJMHjaLIjsdF6IfsYgJgYibvNWn7BiV9dWmDX7QWeI,9148
 nucleus/dataset_item_uploader.py,sha256=oH4Ly6sIQYrkdaOqrcbU_l-n5wQnspMefpJvgdBYAUM,6938
 nucleus/deprecation_warning.py,sha256=5C9dVusR5UkUQnW2MrRkIXCfbc8ULc7xOaB134agNKk,976
 nucleus/errors.py,sha256=IAONLQq-vsFVZSCY3zWzEOyRjkiOpJ3hUquS7_jNAz8,2870
-nucleus/job.py,sha256=qB2kUHXrUWI6ZwctQkSYqSia1OXTcMXw6_V-610D-J8,4745
+nucleus/job.py,sha256=juxzn3xB8HwGDxolANX8Ryo4xM5QCOCaOembCdxyFaQ,4745
 nucleus/logger.py,sha256=acoFtszu4T-fj_Op4rwlXNNaLPrQ8Kw2ofaYusBHO8I,208
 nucleus/metadata_manager.py,sha256=gO1jChfP7sAokr-llYv3D86eV_VPumMWfOtn6GMw-Ew,1890
-nucleus/metrics/__init__.py,sha256=y98Wddfo3FqhzI2iFYqFxCxkFNVc2q3FRUoZx38Le94,877
-nucleus/metrics/base.py,sha256=EuLggnjuvIeMaDjAsKw67cAY4GST9GVUx3AQlsdEiuE,8928
-nucleus/metrics/categorization_metrics.py,sha256=3pcpbzNfQrwB54cwNeZIVZeVy-ckX8xRloeujntpsjo,11790
+nucleus/metrics/__init__.py,sha256=bve48T1quN_vh3zhpW1nbv8ZfFBBiT9k6d8cipu-1k0,894
+nucleus/metrics/base.py,sha256=cwBE1xm-2SN6ULfRwajLwNrC8oaLU4cGxP686EP4KE8,7757
+nucleus/metrics/categorization_metrics.py,sha256=sGM7Zyz1DLSUEFbaqBFEf4oNXlWvc465dMCFVI5LhcI,11934
 nucleus/metrics/cuboid_metrics.py,sha256=ZjlFNa8kknx2mJzEiJ8ZvTlvOSW0BjZzzfJiv3WHm-g,12461
-nucleus/metrics/cuboid_utils.py,sha256=Y0W6_UVzGZHXsDZoJ1sfQVV5Nb-ACDEBu2m1OrxF01c,11227
+nucleus/metrics/cuboid_utils.py,sha256=J_HOd5c9m77naHhiS0xhbUbRwTOicN9RpGrf97ODtAY,11190
 nucleus/metrics/custom_types.py,sha256=6oWmlajz229crwEm2ImvC5vOhBXjt-HhVqj41D5uSwk,485
-nucleus/metrics/errors.py,sha256=1n0t4wdjzzryHlCqCcW8a-1oJmE3OXV4aoV0xjgeXCA,251
-nucleus/metrics/filtering.py,sha256=wIIyaWq5Ff8Q2HPoE2wXuMIwVksNc0l4JaFAh6QYFDk,12608
+nucleus/metrics/errors.py,sha256=Cu2W5tSsIHpazryd-9FXzu46OLC12Wk6gQT66hxQDis,304
+nucleus/metrics/filtering.py,sha256=_DLjiEmJ1uBL2ell-0pXow4gHRjMsDUL0WDhT0s7LdQ,25444
 nucleus/metrics/filters.py,sha256=SegJ2UdYSSnRJpoiqguVpGrDSGfyCK7OiREziunZw54,1140
 nucleus/metrics/metric_utils.py,sha256=1EJf3ezTQAzh4mgECrxWyiUHzUjDqA_5hV9eqZISxRU,971
 nucleus/metrics/polygon_metrics.py,sha256=mrsGc7714B944NDhLZ6pa0FbyWltuJEkd6ZVccLibdU,29277
-nucleus/metrics/polygon_utils.py,sha256=HzrYHIK89ebuGB8_vNnwAQXbLUuNa_-eplqzC6tyQ_g,12360
-nucleus/metrics/segmentation_metrics.py,sha256=zerhFKQ8FLU93L-DPmCVBeksm2Gj9o5L3nDplXQNpD8,27591
-nucleus/metrics/segmentation_to_poly_metrics.py,sha256=IMkePtC54HIOowpAnOEPh9KPalOFkmZPwPdhhO0yqRw,24201
-nucleus/metrics/segmentation_utils.py,sha256=h5X6k0RzgBXXJjRpf-HtTN5y3h32Y8xbln4e9v6HSGI,1395
-nucleus/model.py,sha256=DfErwRRxZemX7QJ7yZYy_Y_ou07TA3sT1xD-Rs1__lE,7193
-nucleus/model_run.py,sha256=BPBrTp8M1Qgqw11SS_H5FArBZNqz5Gj6i7T13hZceHQ,9538
-nucleus/payload_constructor.py,sha256=9CCBeDtkKIT6NVeytKtFzVyOHwCO54pbKeUfHGN2B_4,4339
-nucleus/prediction.py,sha256=yaqzUqalKUFeRLasZIkf4VmLPfeR4Tl499G3Oc4Slrc,25852
+nucleus/metrics/polygon_utils.py,sha256=z1ERZepMwrmEgUz1tSBfCy9z07uqsoLZFNJ41Bl-sX4,12371
+nucleus/metrics/segmentation_loader.py,sha256=GEKbdp71hIiyBwrZm7qkLJ1fFH_FOsDGYTSuZ_9GPYA,790
+nucleus/metrics/segmentation_metrics.py,sha256=6PFp4ESPx3gUWqxF7HOtDm44_j_Sdp2lTi1P0bkEFas,29522
+nucleus/metrics/segmentation_to_poly_metrics.py,sha256=1C1In5Kz2CAgVy39GCF3zBBT_OBybHnbL-jlCsQYrZc,29087
+nucleus/metrics/segmentation_utils.py,sha256=uvypa95DX66sDIHHdE5xUjsuePTFJWePiq2OceolW3I,10075
+nucleus/model.py,sha256=vbBgq0ZJEWL-1-w_rWMZiYmH5N3rDX_pY2Gvlg_QwmQ,8738
+nucleus/model_run.py,sha256=Epbr-M2m0qOZY2AR9r-tzX6Au9i9bbk2Vwb5mw27i0Q,9541
+nucleus/package_not_installed.py,sha256=1ae0aqKAM3KrB0C-5MuPPXoz9tLWJUKtP1UZ-vw9Zik,1117
+nucleus/payload_constructor.py,sha256=-x4UYu_NHTaWfbrhEx9USUKH2q6wZzelh1gGG_-2nQM,4442
+nucleus/prediction.py,sha256=D91YVjHvtGFmVuJjUS1LfxeJiJcMORJUtfhQP3FFxaY,25921
 nucleus/pydantic_base.py,sha256=EQER8_XqG4B-RC4aggUfukJa6f5OZ7ej92AsDWWIWPc,682
 nucleus/quaternion.py,sha256=TAnwj4arQXoTeofFgZMdZsCyxAMnu23N6to0F1WFNwk,1111
 nucleus/retry_strategy.py,sha256=daKZqjZYCh87WtXoVUuR9BZu2TTE-CtOFEYZ-d6xVMY,312
-nucleus/scene.py,sha256=l4bKjDDdnjJGB-YBXhQW4CzhEnn_4b1YIyGBm8mGTUs,25881
-nucleus/shapely_not_installed.py,sha256=cTcMPnU5UowaSLaA2abnO6pr1YZi3LSY1hJlCaQVLuU,1117
-nucleus/slice.py,sha256=wf5MAoGdN0Rf4dIyEh__3vSvHAGgJiobYJ8KxRoM-H0,12926
+nucleus/scene.py,sha256=4mQLstDi9GNRP7EGr4nLcHN9ALIldgR6Yw4hrBaULVk,26149
+nucleus/slice.py,sha256=2MR6dbFjEHc7vji45KdFI-4BKWgTWBoCN4TssvKnXgE,18767
 nucleus/upload_response.py,sha256=wR_pfZCBju1vGiGqbVgk8zhM6GhD3ebYxyGBm8y0GvY,3287
 nucleus/url_utils.py,sha256=EZ3vy1FYTGvXRVNyq43Wif-ypS8LFoDrYMYJre_DVuQ,790
-nucleus/utils.py,sha256=ADuXXrxBDe7LbvJE3QXQB7E3CRgQKg4u6EMBSsVvRyQ,11491
-nucleus/validate/__init__.py,sha256=yXQ1jZSARDSDDXqQMNYq2ygcBrk1frDl0r9AuG3m3wE,695
-nucleus/validate/client.py,sha256=FYblCtqyyCMoYYQSNxthA15-PqjMcF2NlB634RGbY8Y,6277
-nucleus/validate/constants.py,sha256=AmQyiPMGwfQ-czg78fTqML9BSZCVAEidyn5MHcukTco,633
+nucleus/utils.py,sha256=fxISxhIPbAeBBRs25YG_kRnRfHKxpisXv-AF9uHZGCA,12653
+nucleus/validate/__init__.py,sha256=de4m8RfJXSMBD8lF_mR0NAedP4Y5F03jHqNU0-XHSjI,773
+nucleus/validate/client.py,sha256=0QcF2u1g513NjvR_CID0M6zM0jqRthSqBY9zla6LBZg,7786
+nucleus/validate/constants.py,sha256=aHCX56E-yqsbIzeLbstaOhPqZOEXQptn4-zr74NDgzw,663
 nucleus/validate/data_transfer_objects/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-nucleus/validate/data_transfer_objects/eval_function.py,sha256=DP5blh2rP_mtIdG9E2wFI4o3URqxCrX-tVKMVW4aGTY,3150
+nucleus/validate/data_transfer_objects/eval_function.py,sha256=5scyeLfQhTWdNWrdybUEf5MIJJ0r9xdyfUO-aeYq7cQ,3828
 nucleus/validate/data_transfer_objects/scenario_test.py,sha256=6gFGzBkl9y0Z5yNI_QtAC_TDPbLWqG0_pPAteDF0vnw,574
-nucleus/validate/data_transfer_objects/scenario_test_evaluations.py,sha256=zKNKWJQHY9UL2Cvj2JacBP2CoJRKFjw64FeW5O0bVMo,196
+nucleus/validate/data_transfer_objects/scenario_test_evaluations.py,sha256=MsQQp8ls5g91MzsyD6-n9KdBqV_rKrjOe3wfCbfSDoA,491
 nucleus/validate/data_transfer_objects/scenario_test_metric.py,sha256=jXGwPx0Y99ga0RfzwGMCG3_06NkiFsp0yHxUuGFJ2EI,208
 nucleus/validate/errors.py,sha256=UOI4oPeVzNLEmibWayfMdCMFNZvgsq-VRG42vC1cT_w,110
 nucleus/validate/eval_functions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-nucleus/validate/eval_functions/available_eval_functions.py,sha256=MhU2ybIaQVjkQS6VjShCabJu640szIn6A4F5mlu3EQQ,68576
+nucleus/validate/eval_functions/available_eval_functions.py,sha256=Uv3SeXLocbvAvWhyZafeOc3pc_Fd238xdtqyx7k4_tk,68938
 nucleus/validate/eval_functions/base_eval_function.py,sha256=bMwK1oTiVmQOJZ07S6p7cr5ZHaHlt6idMZY7yV-9fjw,2207
 nucleus/validate/eval_functions/config_classes/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-nucleus/validate/eval_functions/config_classes/segmentation.py,sha256=ypbpPKRknqO6dLXedtbShIt6lGdwk6h1Qt_tc9tR-mQ,15706
-nucleus/validate/scenario_test.py,sha256=fzRg_i_TgW-oGktZYK__T4ybqFC_4SlAzOz0FbIJ-BI,6581
-nucleus/validate/scenario_test_evaluation.py,sha256=IoqyIok2Kbug2AEmWzvmBKne14gvnFPeD9bt5CE4Wpk,4316
+nucleus/validate/eval_functions/config_classes/segmentation.py,sha256=Hk6yDYDwdKgjamfQJEOpyzQLP4zMqcz_I2cLnDBXtz0,13409
+nucleus/validate/scenario_test.py,sha256=1FQanSrvh72TPiJwSAdNRkb6gfNPyauVo-1s8apiZRo,8597
+nucleus/validate/scenario_test_evaluation.py,sha256=Q0WzaEE9uUbPVc4EHlCoKjhJcqMNt4QbyiiJx12VOR0,4075
 nucleus/validate/scenario_test_metric.py,sha256=AhVFOB1ULwBqlZ2X_Au1TXy4iQELljtzR4ZpeLB35So,1209
-nucleus/validate/utils.py,sha256=yq5LCQJ1smoQWEGnIFltNTq2skrRtBWp6iK3E_u2lj0,172
-scale_nucleus-0.12b1.dist-info/entry_points.txt,sha256=fmqEzh6NZQyg9eFMILnWabKT8OWQTMSCdDzMiVq2zYs,32
-scale_nucleus-0.12b1.dist-info/LICENSE,sha256=jaTGyQSQIZeWMo5iyYqgbAYHR9Bdy7nOzgE-Up3m_-g,1075
-scale_nucleus-0.12b1.dist-info/WHEEL,sha256=y3eDiaFVSNTPbgzfNn0nYn5tEn1cX6WrdetDlQM4xWw,83
-scale_nucleus-0.12b1.dist-info/METADATA,sha256=cMS28e5K79vaI5JrVaEAkEB2n-52dJT550CxmQi2pTg,7506
-scale_nucleus-0.12b1.dist-info/RECORD,,
+nucleus/validate/utils.py,sha256=VjdIJj9Pii4z4L6xbvClAc7ra_J7cX0vWB_J2X6yrGE,185
+scale_nucleus-0.14.14b0.dist-info/entry_points.txt,sha256=fmqEzh6NZQyg9eFMILnWabKT8OWQTMSCdDzMiVq2zYs,32
+scale_nucleus-0.14.14b0.dist-info/LICENSE,sha256=jaTGyQSQIZeWMo5iyYqgbAYHR9Bdy7nOzgE-Up3m_-g,1075
+scale_nucleus-0.14.14b0.dist-info/WHEEL,sha256=DA86_h4QwwzGeRoz62o1svYt5kGEXpoUTuTtwzoTb30,83
+scale_nucleus-0.14.14b0.dist-info/METADATA,sha256=KYRHazVKZ2BXxUYGGCpTbpKrpIOtJtZ8xT4hmXpkIGE,7735
+scale_nucleus-0.14.14b0.dist-info/RECORD,,

{scale_nucleus-0.12b1.dist-info → scale_nucleus-0.14.14b0.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: poetry 1.0.7
+Generator: poetry 1.0.8
 Root-Is-Purelib: true
 Tag: py3-none-any