scale-nucleus 0.16.2__py3-none-any.whl → 0.16.3__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
nucleus/constants.py CHANGED
@@ -89,6 +89,7 @@ KEYPOINTS_SKELETON_KEY = "skeleton"
89
89
  LABEL_KEY = "label"
90
90
  LABELS_KEY = "labels"
91
91
  MASK_URL_KEY = "mask_url"
92
+ MAX_ES_PAGE_SIZE = 10000 # Max number of document fetches allowed per ES page
92
93
  MAX_PAYLOAD_SIZE = 0x1FFFFFE8 # Set to max string size since we currently convert payloads to strings for processing on the server-side
93
94
  MESSAGE_KEY = "message"
94
95
  METADATA_KEY = "metadata"
nucleus/dataset.py CHANGED
@@ -46,6 +46,7 @@ from .constants import (
46
46
  ITEMS_KEY,
47
47
  JOB_REQ_LIMIT,
48
48
  KEEP_HISTORY_KEY,
49
+ MAX_ES_PAGE_SIZE,
49
50
  MESSAGE_KEY,
50
51
  NAME_KEY,
51
52
  OBJECT_IDS_KEY,
@@ -1972,12 +1973,32 @@ class Dataset:
1972
1973
  client=self._client,
1973
1974
  endpoint=f"dataset/{self.id}/queryItemsPage",
1974
1975
  result_key=ITEMS_KEY,
1975
- page_size=10000, # max ES page size
1976
+ page_size=MAX_ES_PAGE_SIZE,
1976
1977
  query=query,
1977
1978
  )
1978
1979
  for item_json in json_generator:
1979
1980
  yield DatasetItem.from_json(item_json)
1980
1981
 
1982
+ def query_scenes(self, query: str) -> Iterable[Scene]:
1983
+ """
1984
+ Fetches all Scenes that pertain to a given structured query.
1985
+
1986
+ Args:
1987
+ query: Structured query compatible with the `Nucleus query language <https://nucleus.scale.com/docs/query-language-reference>`_.
1988
+
1989
+ Returns:
1990
+ A list of Scene query results.
1991
+ """
1992
+ json_generator = paginate_generator(
1993
+ client=self._client,
1994
+ endpoint=f"dataset/{self.id}/queryScenesPage",
1995
+ result_key=ITEMS_KEY,
1996
+ page_size=MAX_ES_PAGE_SIZE,
1997
+ query=query,
1998
+ )
1999
+ for item_json in json_generator:
2000
+ yield Scene.from_json(item_json, None, True)
2001
+
1981
2002
  @property
1982
2003
  def tracks(self) -> List[Track]:
1983
2004
  """Tracks unique to this dataset.
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: scale-nucleus
3
- Version: 0.16.2
3
+ Version: 0.16.3
4
4
  Summary: The official Python client library for Nucleus, the Data Platform for AI
5
5
  Home-page: https://scale.com/nucleus
6
6
  License: MIT
@@ -18,14 +18,14 @@ nucleus/async_utils.py,sha256=ZUlhjhxdNVZ842TJl32hRcXDkS09vR8S6jwvroZBhsA,6373
18
18
  nucleus/autocurate.py,sha256=kI0vRqad_An8SN5JX6sSdGP_vNHJI2Pq4NINHuhNf2U,1080
19
19
  nucleus/camera_params.py,sha256=fl17aaSAZDAJIWo6F2HFvM6HKGcQh9fXvo4t3RzGMc4,3726
20
20
  nucleus/connection.py,sha256=U7G7h_ufcTYBwqehhKWk899-TTvbRNFzXo7khtb5fy0,2900
21
- nucleus/constants.py,sha256=kU_Gkw-91O_NFNEqtkD-1UTbkyZiTGGZcJNe84fH26Y,4582
21
+ nucleus/constants.py,sha256=r4W-OuFeI07fhKQwzhclqLtR14Y8jc1GyL564I2shaE,4661
22
22
  nucleus/data_transfer_object/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
23
23
  nucleus/data_transfer_object/dataset_details.py,sha256=1YGvfKkPSqDrXK_y5mBXyRThY07tU-nwOCYTkYCSl6k,214
24
24
  nucleus/data_transfer_object/dataset_info.py,sha256=5P_gpvAyaqXxj2ZQuzLkGN2XROaN9Me56OLybCmO3R4,940
25
25
  nucleus/data_transfer_object/dataset_size.py,sha256=oe-dXaMLpsQRDcJQRZ9Ja8JTagYz4dviZuTognEylp0,111
26
26
  nucleus/data_transfer_object/job_status.py,sha256=BbIo22-27Ue2-pEeVUvb-M7e-FyDw6rshkeJ6YRZ6VA,1665
27
27
  nucleus/data_transfer_object/scenes_list.py,sha256=iTHE6vA47bRB6ciyEU4LArUXEXco4ArnGvZTGTeK8xs,432
28
- nucleus/dataset.py,sha256=rkgPmQJOpPi8fu6e3bD4Jhqftj3Qm9y6tQegEmr_uq4,79499
28
+ nucleus/dataset.py,sha256=OUNr2k_5TRRkugU8r8Hcn6s4Ysf0Fja03mfQUkKx98s,80226
29
29
  nucleus/dataset_item.py,sha256=_ZsTBJ9I7IN5YTos1TVs8R_vMoiXgRFCNiNNQevKvvE,9617
30
30
  nucleus/dataset_item_uploader.py,sha256=oT1HRFPu9J3iu0raKdtLS4fz7q1pO3fttjabgFGBuxc,6696
31
31
  nucleus/deprecation_warning.py,sha256=5C9dVusR5UkUQnW2MrRkIXCfbc8ULc7xOaB134agNKk,976
@@ -82,8 +82,8 @@ nucleus/validate/scenario_test.py,sha256=pCmM157dblSciZCDTw-f47Fpy3OUZFgXmokdhIL
82
82
  nucleus/validate/scenario_test_evaluation.py,sha256=Q0WzaEE9uUbPVc4EHlCoKjhJcqMNt4QbyiiJx12VOR0,4075
83
83
  nucleus/validate/scenario_test_metric.py,sha256=AhVFOB1ULwBqlZ2X_Au1TXy4iQELljtzR4ZpeLB35So,1209
84
84
  nucleus/validate/utils.py,sha256=VjdIJj9Pii4z4L6xbvClAc7ra_J7cX0vWB_J2X6yrGE,185
85
- scale_nucleus-0.16.2.dist-info/LICENSE,sha256=jaTGyQSQIZeWMo5iyYqgbAYHR9Bdy7nOzgE-Up3m_-g,1075
86
- scale_nucleus-0.16.2.dist-info/METADATA,sha256=oQtA3lLS6aXVH3B9Jg9yzQxGF1gbPE421LNWh9S0Keo,7822
87
- scale_nucleus-0.16.2.dist-info/WHEEL,sha256=Zb28QaM1gQi8f4VCBhsUklF61CTlNYfs9YAZn-TOGFk,88
88
- scale_nucleus-0.16.2.dist-info/entry_points.txt,sha256=fmqEzh6NZQyg9eFMILnWabKT8OWQTMSCdDzMiVq2zYs,32
89
- scale_nucleus-0.16.2.dist-info/RECORD,,
85
+ scale_nucleus-0.16.3.dist-info/LICENSE,sha256=jaTGyQSQIZeWMo5iyYqgbAYHR9Bdy7nOzgE-Up3m_-g,1075
86
+ scale_nucleus-0.16.3.dist-info/METADATA,sha256=k57X75iYqpE_cp-fizyVrwK0YB-1_75s-Qfo9SJDLpg,7822
87
+ scale_nucleus-0.16.3.dist-info/WHEEL,sha256=Zb28QaM1gQi8f4VCBhsUklF61CTlNYfs9YAZn-TOGFk,88
88
+ scale_nucleus-0.16.3.dist-info/entry_points.txt,sha256=fmqEzh6NZQyg9eFMILnWabKT8OWQTMSCdDzMiVq2zYs,32
89
+ scale_nucleus-0.16.3.dist-info/RECORD,,