scale-nucleus 0.17.6__tar.gz → 0.17.6b1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/PKG-INFO +2 -1
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/constants.py +2 -1
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/dataset.py +26 -8
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/pyproject.toml +1 -1
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/LICENSE +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/README.md +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/cli/client.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/cli/datasets.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/cli/helpers/__init__.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/cli/helpers/nucleus_url.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/cli/helpers/web_helper.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/cli/install_completion.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/cli/jobs.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/cli/models.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/cli/nu.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/cli/reference.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/cli/slices.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/cli/tests.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/__init__.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/annotation.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/annotation_uploader.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/async_job.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/async_utils.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/autocurate.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/camera_params.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/chip_utils.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/connection.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/data_transfer_object/__init__.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/data_transfer_object/dataset_details.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/data_transfer_object/dataset_info.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/data_transfer_object/dataset_size.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/data_transfer_object/job_status.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/data_transfer_object/scenes_list.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/dataset_item.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/dataset_item_uploader.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/deprecation_warning.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/embedding_index.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/errors.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/evaluation_match.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/job.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/logger.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/metadata_manager.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/metrics/__init__.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/metrics/base.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/metrics/categorization_metrics.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/metrics/cuboid_metrics.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/metrics/cuboid_utils.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/metrics/custom_types.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/metrics/errors.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/metrics/filtering.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/metrics/filters.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/metrics/metric_utils.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/metrics/polygon_metrics.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/metrics/polygon_utils.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/metrics/segmentation_loader.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/metrics/segmentation_metrics.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/metrics/segmentation_to_poly_metrics.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/metrics/segmentation_utils.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/model.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/model_run.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/package_not_installed.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/payload_constructor.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/prediction.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/pydantic_base.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/quaternion.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/retry_strategy.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/scene.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/slice.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/test_launch_integration.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/track.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/upload_response.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/url_utils.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/utils.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/validate/__init__.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/validate/client.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/validate/constants.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/validate/data_transfer_objects/__init__.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/validate/data_transfer_objects/eval_function.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/validate/data_transfer_objects/scenario_test.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/validate/data_transfer_objects/scenario_test_evaluations.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/validate/data_transfer_objects/scenario_test_metric.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/validate/errors.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/validate/eval_functions/__init__.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/validate/eval_functions/available_eval_functions.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/validate/eval_functions/base_eval_function.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/validate/eval_functions/config_classes/__init__.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/validate/eval_functions/config_classes/segmentation.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/validate/scenario_test.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/validate/scenario_test_evaluation.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/validate/scenario_test_metric.py +0 -0
- {scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/validate/utils.py +0 -0
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: scale-nucleus
|
3
|
-
Version: 0.17.
|
3
|
+
Version: 0.17.6b1
|
4
4
|
Summary: The official Python client library for Nucleus, the Data Platform for AI
|
5
5
|
Home-page: https://scale.com/nucleus
|
6
6
|
License: MIT
|
@@ -14,6 +14,7 @@ Classifier: Programming Language :: Python :: 3.8
|
|
14
14
|
Classifier: Programming Language :: Python :: 3.9
|
15
15
|
Classifier: Programming Language :: Python :: 3.10
|
16
16
|
Classifier: Programming Language :: Python :: 3.11
|
17
|
+
Classifier: Programming Language :: Python :: 3.12
|
17
18
|
Provides-Extra: launch
|
18
19
|
Provides-Extra: metrics
|
19
20
|
Requires-Dist: Pillow (>=7.1.2)
|
@@ -114,7 +114,8 @@ MODEL_PREDICTION_ID_KEY = "model_prediction_id"
|
|
114
114
|
MODEL_PREDICTION_LABEL_KEY = "model_prediction_label"
|
115
115
|
NAME_KEY = "name"
|
116
116
|
NEW_ITEMS = "new_items"
|
117
|
-
NUCLEUS_ENDPOINT = "https://api.scale.com/v1/nucleus"
|
117
|
+
# NUCLEUS_ENDPOINT = "https://api.scale.com/v1/nucleus"
|
118
|
+
NUCLEUS_ENDPOINT = "localhost:3003/nucleus"
|
118
119
|
NUM_SENSORS_KEY = "num_sensors"
|
119
120
|
ORIGINAL_IMAGE_URL_KEY = "original_image_url"
|
120
121
|
PAGE_SIZE_KEY = "pageSize"
|
@@ -997,9 +997,9 @@ class Dataset:
|
|
997
997
|
raise Exception("Must provide at least one list of internal IDs")
|
998
998
|
payload = {
|
999
999
|
NAME_KEY: name,
|
1000
|
-
DATASET_ITEM_IDS_KEY:
|
1001
|
-
|
1002
|
-
|
1000
|
+
DATASET_ITEM_IDS_KEY: (
|
1001
|
+
dataset_item_ids if dataset_item_ids else None
|
1002
|
+
),
|
1003
1003
|
SCENE_IDS_KEY: scene_ids if scene_ids else None,
|
1004
1004
|
OBJECT_IDS_KEY: [*(annotation_ids or []), *(prediction_ids or [])]
|
1005
1005
|
or None,
|
@@ -1449,16 +1449,34 @@ class Dataset:
|
|
1449
1449
|
)
|
1450
1450
|
return convert_export_payload(api_payload[EXPORTED_ROWS])
|
1451
1451
|
|
1452
|
-
def scene_and_annotation_generator(self, page_size=10):
|
1453
|
-
"""Provides a generator of all
|
1452
|
+
def scene_and_annotation_generator(self, page_size: int = 10):
|
1453
|
+
"""Provides a generator of all Scenes and Annotations in the dataset grouped by scene.
|
1454
1454
|
|
1455
|
+
Args:
|
1456
|
+
page_size: Number of scenes to fetch per page. Default is 10.
|
1455
1457
|
|
1456
1458
|
Returns:
|
1457
|
-
Generator where each element is a nested dict
|
1459
|
+
Generator where each element is a nested dict containing scene and annotation information of the dataset structured as a JSON.
|
1460
|
+
|
1461
|
+
Track grouping is slightly more complicated and is done in the following order:
|
1462
|
+
1. If track_id is defined in the annotations table, use it as the track id.
|
1463
|
+
2. If track_reference_id is defined in the metadata field of the annotations table, use it as the track id.
|
1464
|
+
3. If track_id is defined in the metadata field of the annotations table, use it as the track id.
|
1465
|
+
4. If track_id is not defined and annotation_id is defined, use annotation_id as track id.
|
1466
|
+
5. If annotation_id grouping is unsuccessful such that the annotation id is unique across all frames in the scene for all annotations, throw an error that the annotation format is incompatible.
|
1467
|
+
6. If there is no track or annotation id, throw an error that the annotation format is incompatible.
|
1468
|
+
|
1469
|
+
If you use the generator and discover that no scenes were generated, check the response error message for more information. It is likely that the annotations are not in the correct format.
|
1458
1470
|
|
1471
|
+
::
|
1459
1472
|
Iterable[{
|
1460
|
-
"
|
1461
|
-
|
1473
|
+
"scene": {
|
1474
|
+
"id": str,
|
1475
|
+
"reference_id": str,
|
1476
|
+
"metadata": Dict[str, Any]
|
1477
|
+
"type": str,
|
1478
|
+
"fileLocation": str,
|
1479
|
+
}
|
1462
1480
|
"annotations": {
|
1463
1481
|
"{trackId}": {
|
1464
1482
|
"label": str,
|
@@ -25,7 +25,7 @@ ignore = ["E501", "E741", "E731", "F401"] # Easy ignore for getting it running
|
|
25
25
|
|
26
26
|
[tool.poetry]
|
27
27
|
name = "scale-nucleus"
|
28
|
-
version = "0.17.
|
28
|
+
version = "0.17.6b1"
|
29
29
|
description = "The official Python client library for Nucleus, the Data Platform for AI"
|
30
30
|
license = "MIT"
|
31
31
|
authors = ["Scale AI Nucleus Team <nucleusapi@scaleapi.com>"]
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/data_transfer_object/dataset_details.py
RENAMED
File without changes
|
{scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/data_transfer_object/dataset_info.py
RENAMED
File without changes
|
{scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/data_transfer_object/dataset_size.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/metrics/segmentation_to_poly_metrics.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/validate/data_transfer_objects/__init__.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{scale_nucleus-0.17.6 → scale_nucleus-0.17.6b1}/nucleus/validate/scenario_test_evaluation.py
RENAMED
File without changes
|
File without changes
|
File without changes
|