cognite-toolkit 0.7.45__py3-none-any.whl → 0.7.46__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (189) hide show
  1. cognite_toolkit/_cdf_tk/apps/_download_app.py +1 -1
  2. cognite_toolkit/_cdf_tk/apps/_dump_app.py +1 -1
  3. cognite_toolkit/_cdf_tk/builders/_raw.py +1 -1
  4. cognite_toolkit/_cdf_tk/client/_toolkit_client.py +19 -3
  5. cognite_toolkit/_cdf_tk/client/api/assets.py +30 -18
  6. cognite_toolkit/_cdf_tk/client/api/datasets.py +141 -0
  7. cognite_toolkit/_cdf_tk/client/api/events.py +31 -17
  8. cognite_toolkit/_cdf_tk/client/api/extraction_pipelines.py +148 -0
  9. cognite_toolkit/_cdf_tk/client/api/filemetadata.py +42 -16
  10. cognite_toolkit/_cdf_tk/client/api/hosted_extractor_destinations.py +131 -0
  11. cognite_toolkit/_cdf_tk/client/api/hosted_extractor_jobs.py +122 -0
  12. cognite_toolkit/_cdf_tk/client/api/hosted_extractor_mappings.py +129 -0
  13. cognite_toolkit/_cdf_tk/client/api/hosted_extractor_sources.py +136 -0
  14. cognite_toolkit/_cdf_tk/client/api/hosted_extractors.py +23 -0
  15. cognite_toolkit/_cdf_tk/client/api/infield.py +7 -7
  16. cognite_toolkit/_cdf_tk/client/api/labels.py +125 -0
  17. cognite_toolkit/_cdf_tk/client/api/legacy/canvas.py +2 -2
  18. cognite_toolkit/_cdf_tk/client/api/legacy/charts.py +1 -1
  19. cognite_toolkit/_cdf_tk/client/api/legacy/extended_data_modeling.py +1 -1
  20. cognite_toolkit/_cdf_tk/client/api/legacy/extended_files.py +2 -2
  21. cognite_toolkit/_cdf_tk/client/api/legacy/extended_raw.py +1 -1
  22. cognite_toolkit/_cdf_tk/client/api/legacy/extended_timeseries.py +2 -2
  23. cognite_toolkit/_cdf_tk/client/api/legacy/location_filters.py +1 -1
  24. cognite_toolkit/_cdf_tk/client/api/legacy/robotics/capabilities.py +1 -1
  25. cognite_toolkit/_cdf_tk/client/api/legacy/robotics/data_postprocessing.py +1 -1
  26. cognite_toolkit/_cdf_tk/client/api/legacy/robotics/frames.py +1 -1
  27. cognite_toolkit/_cdf_tk/client/api/legacy/robotics/locations.py +1 -1
  28. cognite_toolkit/_cdf_tk/client/api/legacy/robotics/maps.py +1 -1
  29. cognite_toolkit/_cdf_tk/client/api/legacy/robotics/robots.py +1 -1
  30. cognite_toolkit/_cdf_tk/client/api/legacy/search_config.py +1 -1
  31. cognite_toolkit/_cdf_tk/client/api/migration.py +1 -1
  32. cognite_toolkit/_cdf_tk/client/api/project.py +1 -1
  33. cognite_toolkit/_cdf_tk/client/api/raw.py +38 -8
  34. cognite_toolkit/_cdf_tk/client/api/security_categories.py +94 -0
  35. cognite_toolkit/_cdf_tk/client/api/sequences.py +133 -0
  36. cognite_toolkit/_cdf_tk/client/api/simulator_models.py +32 -6
  37. cognite_toolkit/_cdf_tk/client/api/streams.py +1 -1
  38. cognite_toolkit/_cdf_tk/client/api/three_d.py +11 -11
  39. cognite_toolkit/_cdf_tk/client/api/timeseries.py +31 -17
  40. cognite_toolkit/_cdf_tk/client/api/token.py +1 -1
  41. cognite_toolkit/_cdf_tk/client/api/transformations.py +146 -0
  42. cognite_toolkit/_cdf_tk/client/api/workflow_triggers.py +128 -0
  43. cognite_toolkit/_cdf_tk/client/api/workflow_versions.py +138 -0
  44. cognite_toolkit/_cdf_tk/client/api/workflows.py +119 -0
  45. cognite_toolkit/_cdf_tk/client/cdf_client/api.py +38 -40
  46. cognite_toolkit/_cdf_tk/client/http_client/_data_classes2.py +5 -7
  47. cognite_toolkit/_cdf_tk/client/http_client/_exception.py +10 -1
  48. cognite_toolkit/_cdf_tk/client/request_classes/base.py +19 -0
  49. cognite_toolkit/_cdf_tk/client/request_classes/filters.py +38 -0
  50. cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/agent.py +1 -1
  51. cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/annotation.py +1 -1
  52. cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/asset.py +1 -1
  53. cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/data_modeling/_constraints.py +1 -1
  54. cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/data_modeling/_container.py +1 -1
  55. cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/data_modeling/_data_model.py +1 -1
  56. cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/data_modeling/_data_types.py +1 -1
  57. cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/data_modeling/_indexes.py +1 -1
  58. cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/data_modeling/_instance.py +1 -1
  59. cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/data_modeling/_references.py +1 -1
  60. cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/data_modeling/_space.py +1 -1
  61. cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/data_modeling/_view.py +1 -1
  62. cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/data_modeling/_view_property.py +1 -1
  63. cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/dataset.py +1 -1
  64. cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/event.py +1 -1
  65. cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/extraction_pipeline.py +1 -1
  66. cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/filemetadata.py +1 -1
  67. cognite_toolkit/_cdf_tk/client/resource_classes/function.py +53 -0
  68. cognite_toolkit/_cdf_tk/client/resource_classes/function_schedule.py +61 -0
  69. cognite_toolkit/_cdf_tk/client/resource_classes/graphql_data_model.py +40 -0
  70. cognite_toolkit/_cdf_tk/client/resource_classes/group/__init__.py +187 -0
  71. cognite_toolkit/_cdf_tk/client/resource_classes/group/_constants.py +2 -0
  72. cognite_toolkit/_cdf_tk/client/resource_classes/group/acls.py +653 -0
  73. cognite_toolkit/_cdf_tk/client/resource_classes/group/capability.py +56 -0
  74. cognite_toolkit/_cdf_tk/client/resource_classes/group/group.py +59 -0
  75. cognite_toolkit/_cdf_tk/client/resource_classes/group/scopes.py +166 -0
  76. cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/hosted_extractor_destination.py +1 -1
  77. cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/hosted_extractor_job.py +1 -1
  78. cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/hosted_extractor_mapping.py +1 -1
  79. cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/hosted_extractor_source/_auth.py +1 -1
  80. cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/hosted_extractor_source/_base.py +2 -2
  81. cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/hosted_extractor_source/_certificate.py +1 -1
  82. cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/hosted_extractor_source/_eventhub.py +1 -1
  83. cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/hosted_extractor_source/_kafka.py +1 -1
  84. cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/hosted_extractor_source/_mqtt.py +1 -1
  85. cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/hosted_extractor_source/_rest.py +1 -1
  86. cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/identifiers.py +1 -1
  87. cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/label.py +1 -1
  88. cognite_toolkit/_cdf_tk/client/resource_classes/legacy/__init__.py +0 -0
  89. cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/legacy/canvas.py +1 -1
  90. cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/legacy/charts.py +1 -1
  91. cognite_toolkit/_cdf_tk/client/resource_classes/location_filter.py +77 -0
  92. cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/raw.py +1 -1
  93. cognite_toolkit/_cdf_tk/client/resource_classes/relationship.py +43 -0
  94. cognite_toolkit/_cdf_tk/client/resource_classes/robotics/__init__.py +37 -0
  95. cognite_toolkit/_cdf_tk/client/resource_classes/robotics/_capability.py +53 -0
  96. cognite_toolkit/_cdf_tk/client/resource_classes/robotics/_common.py +34 -0
  97. cognite_toolkit/_cdf_tk/client/resource_classes/robotics/_data_post_processing.py +49 -0
  98. cognite_toolkit/_cdf_tk/client/resource_classes/robotics/_frame.py +46 -0
  99. cognite_toolkit/_cdf_tk/client/resource_classes/robotics/_location.py +36 -0
  100. cognite_toolkit/_cdf_tk/client/resource_classes/robotics/_map.py +60 -0
  101. cognite_toolkit/_cdf_tk/client/resource_classes/robotics/_robot.py +53 -0
  102. cognite_toolkit/_cdf_tk/client/resource_classes/search_config_resource.py +54 -0
  103. cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/securitycategory.py +1 -1
  104. cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/sequence.py +1 -1
  105. cognite_toolkit/_cdf_tk/client/resource_classes/sequence_rows.py +56 -0
  106. cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/simulator_model.py +1 -1
  107. cognite_toolkit/_cdf_tk/client/resource_classes/streamlit_.py +71 -0
  108. cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/streams.py +6 -5
  109. cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/timeseries.py +1 -1
  110. cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/transformation.py +1 -1
  111. cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/workflow.py +1 -1
  112. cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/workflow_trigger.py +1 -1
  113. cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/workflow_version.py +1 -1
  114. cognite_toolkit/_cdf_tk/client/testing.py +20 -2
  115. cognite_toolkit/_cdf_tk/commands/_migrate/conversion.py +5 -5
  116. cognite_toolkit/_cdf_tk/commands/_migrate/creators.py +1 -1
  117. cognite_toolkit/_cdf_tk/commands/_migrate/data_classes.py +6 -6
  118. cognite_toolkit/_cdf_tk/commands/_migrate/data_mapper.py +6 -6
  119. cognite_toolkit/_cdf_tk/commands/_migrate/default_mappings.py +1 -1
  120. cognite_toolkit/_cdf_tk/commands/_migrate/issues.py +1 -1
  121. cognite_toolkit/_cdf_tk/commands/_migrate/migration_io.py +8 -8
  122. cognite_toolkit/_cdf_tk/commands/_profile.py +1 -1
  123. cognite_toolkit/_cdf_tk/commands/_purge.py +1 -1
  124. cognite_toolkit/_cdf_tk/commands/build_cmd.py +1 -1
  125. cognite_toolkit/_cdf_tk/commands/dump_resource.py +4 -4
  126. cognite_toolkit/_cdf_tk/commands/run.py +1 -1
  127. cognite_toolkit/_cdf_tk/cruds/_data_cruds.py +3 -3
  128. cognite_toolkit/_cdf_tk/cruds/_resource_cruds/auth.py +2 -2
  129. cognite_toolkit/_cdf_tk/cruds/_resource_cruds/classic.py +11 -27
  130. cognite_toolkit/_cdf_tk/cruds/_resource_cruds/configuration.py +1 -1
  131. cognite_toolkit/_cdf_tk/cruds/_resource_cruds/datamodel.py +1 -1
  132. cognite_toolkit/_cdf_tk/cruds/_resource_cruds/extraction_pipeline.py +1 -1
  133. cognite_toolkit/_cdf_tk/cruds/_resource_cruds/fieldops.py +4 -4
  134. cognite_toolkit/_cdf_tk/cruds/_resource_cruds/file.py +7 -14
  135. cognite_toolkit/_cdf_tk/cruds/_resource_cruds/function.py +1 -1
  136. cognite_toolkit/_cdf_tk/cruds/_resource_cruds/industrial_tool.py +1 -1
  137. cognite_toolkit/_cdf_tk/cruds/_resource_cruds/location.py +2 -2
  138. cognite_toolkit/_cdf_tk/cruds/_resource_cruds/migration.py +1 -1
  139. cognite_toolkit/_cdf_tk/cruds/_resource_cruds/raw.py +6 -1
  140. cognite_toolkit/_cdf_tk/cruds/_resource_cruds/relationship.py +1 -1
  141. cognite_toolkit/_cdf_tk/cruds/_resource_cruds/robotics.py +1 -1
  142. cognite_toolkit/_cdf_tk/cruds/_resource_cruds/simulators.py +6 -3
  143. cognite_toolkit/_cdf_tk/cruds/_resource_cruds/streams.py +2 -2
  144. cognite_toolkit/_cdf_tk/cruds/_resource_cruds/timeseries.py +6 -13
  145. cognite_toolkit/_cdf_tk/cruds/_resource_cruds/transformation.py +1 -1
  146. cognite_toolkit/_cdf_tk/resource_classes/capabilities.py +6 -0
  147. cognite_toolkit/_cdf_tk/resource_classes/search_config.py +1 -1
  148. cognite_toolkit/_cdf_tk/storageio/_applications.py +3 -3
  149. cognite_toolkit/_cdf_tk/storageio/_asset_centric.py +21 -27
  150. cognite_toolkit/_cdf_tk/storageio/_file_content.py +2 -2
  151. cognite_toolkit/_cdf_tk/storageio/_instances.py +1 -1
  152. cognite_toolkit/_cdf_tk/utils/cdf.py +1 -1
  153. cognite_toolkit/_cdf_tk/utils/interactive_select.py +5 -5
  154. cognite_toolkit/_cdf_tk/utils/useful_types2.py +3 -3
  155. cognite_toolkit/_repo_files/GitHub/.github/workflows/deploy.yaml +1 -1
  156. cognite_toolkit/_repo_files/GitHub/.github/workflows/dry-run.yaml +1 -1
  157. cognite_toolkit/_resources/cdf.toml +1 -1
  158. cognite_toolkit/_version.py +1 -1
  159. {cognite_toolkit-0.7.45.dist-info → cognite_toolkit-0.7.46.dist-info}/METADATA +3 -3
  160. {cognite_toolkit-0.7.45.dist-info → cognite_toolkit-0.7.46.dist-info}/RECORD +189 -150
  161. {cognite_toolkit-0.7.45.dist-info → cognite_toolkit-0.7.46.dist-info}/WHEEL +2 -2
  162. /cognite_toolkit/_cdf_tk/client/{data_classes → request_classes}/__init__.py +0 -0
  163. /cognite_toolkit/_cdf_tk/client/{data_classes/legacy → resource_classes}/__init__.py +0 -0
  164. /cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/base.py +0 -0
  165. /cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/capabilities.py +0 -0
  166. /cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/charts_data.py +0 -0
  167. /cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/data_modeling/__init__.py +0 -0
  168. /cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/hosted_extractor_source/__init__.py +0 -0
  169. /cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/infield.py +0 -0
  170. /cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/instance_api.py +0 -0
  171. /cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/legacy/apm_config_v1.py +0 -0
  172. /cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/legacy/extendable_cognite_file.py +0 -0
  173. /cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/legacy/extended_filemetadata.py +0 -0
  174. /cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/legacy/extended_filemetdata.py +0 -0
  175. /cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/legacy/extended_timeseries.py +0 -0
  176. /cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/legacy/functions.py +0 -0
  177. /cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/legacy/graphql_data_models.py +0 -0
  178. /cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/legacy/instances.py +0 -0
  179. /cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/legacy/location_filters.py +0 -0
  180. /cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/legacy/migration.py +0 -0
  181. /cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/legacy/pending_instances_ids.py +0 -0
  182. /cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/legacy/project.py +0 -0
  183. /cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/legacy/raw.py +0 -0
  184. /cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/legacy/robotics.py +0 -0
  185. /cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/legacy/search_config.py +0 -0
  186. /cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/legacy/sequences.py +0 -0
  187. /cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/legacy/streamlit_.py +0 -0
  188. /cognite_toolkit/_cdf_tk/client/{data_classes → resource_classes}/three_d.py +0 -0
  189. {cognite_toolkit-0.7.45.dist-info → cognite_toolkit-0.7.46.dist-info}/entry_points.txt +0 -0
@@ -0,0 +1,119 @@
1
+ from collections.abc import Iterable, Sequence
2
+
3
+ from cognite_toolkit._cdf_tk.client.cdf_client import CDFResourceAPI, PagedResponse, ResponseItems
4
+ from cognite_toolkit._cdf_tk.client.cdf_client.api import Endpoint
5
+ from cognite_toolkit._cdf_tk.client.http_client import HTTPClient, ItemsSuccessResponse2, SuccessResponse2
6
+ from cognite_toolkit._cdf_tk.client.resource_classes.identifiers import ExternalId
7
+ from cognite_toolkit._cdf_tk.client.resource_classes.workflow import WorkflowRequest, WorkflowResponse
8
+
9
+ from .workflow_triggers import WorkflowTriggersAPI
10
+ from .workflow_versions import WorkflowVersionsAPI
11
+
12
+
13
+ class WorkflowsAPI(CDFResourceAPI[ExternalId, WorkflowRequest, WorkflowResponse]):
14
+ def __init__(self, http_client: HTTPClient) -> None:
15
+ super().__init__(
16
+ http_client=http_client,
17
+ method_endpoint_map={
18
+ "upsert": Endpoint(method="POST", path="/workflows", item_limit=1),
19
+ "retrieve": Endpoint(method="GET", path="/workflows/{workflowExternalId}", item_limit=1),
20
+ "delete": Endpoint(method="POST", path="/workflows/delete", item_limit=100),
21
+ "list": Endpoint(method="GET", path="/workflows", item_limit=100),
22
+ },
23
+ )
24
+ self.versions = WorkflowVersionsAPI(http_client)
25
+ self.triggers = WorkflowTriggersAPI(http_client)
26
+
27
+ def _validate_page_response(
28
+ self, response: SuccessResponse2 | ItemsSuccessResponse2
29
+ ) -> PagedResponse[WorkflowResponse]:
30
+ return PagedResponse[WorkflowResponse].model_validate_json(response.body)
31
+
32
+ def _reference_response(self, response: SuccessResponse2) -> ResponseItems[ExternalId]:
33
+ return ResponseItems[ExternalId].model_validate_json(response.body)
34
+
35
+ def create(self, items: Sequence[WorkflowRequest]) -> list[WorkflowResponse]:
36
+ """Create or update workflows in CDF.
37
+
38
+ Args:
39
+ items: List of WorkflowRequest objects to create or update.
40
+ Returns:
41
+ List of created/updated WorkflowResponse objects.
42
+ """
43
+ return self._request_item_response(items, "upsert")
44
+
45
+ # This is a duplicate of the create method, included to standardize the API interface.
46
+ def update(self, items: Sequence[WorkflowRequest]) -> list[WorkflowResponse]:
47
+ """Create or update workflows in CDF.
48
+
49
+ Args:
50
+ items: List of WorkflowRequest objects to create or update.
51
+ Returns:
52
+ List of created/updated WorkflowResponse objects.
53
+ """
54
+ return self.create(items)
55
+
56
+ def retrieve(self, items: Sequence[ExternalId]) -> list[WorkflowResponse]:
57
+ """Retrieve a workflow from CDF by external ID.
58
+
59
+ Args:
60
+ items: List of ExternalId objects to retrieve.
61
+
62
+ Returns:
63
+ The retrieved WorkflowResponse object, or None if not found.
64
+ """
65
+ result: list[WorkflowResponse] = []
66
+ for item in items:
67
+ endpoint = f"/workflows/{item.external_id}"
68
+ retrieved = self._request_item_response([item], "retrieve", endpoint=endpoint)
69
+ result.extend(retrieved)
70
+ return result
71
+
72
+ def delete(self, items: Sequence[ExternalId]) -> None:
73
+ """Delete workflows from CDF.
74
+
75
+ Args:
76
+ items: List of ExternalId objects to delete.
77
+ """
78
+ self._request_no_response(items, "delete")
79
+
80
+ def paginate(
81
+ self,
82
+ limit: int = 100,
83
+ cursor: str | None = None,
84
+ ) -> PagedResponse[WorkflowResponse]:
85
+ """Iterate over all workflows in CDF.
86
+
87
+ Args:
88
+ limit: Maximum number of items to return.
89
+ cursor: Cursor for pagination.
90
+
91
+ Returns:
92
+ PagedResponse of WorkflowResponse objects.
93
+ """
94
+ return self._paginate(cursor=cursor, limit=limit)
95
+
96
+ def iterate(
97
+ self,
98
+ limit: int = 100,
99
+ ) -> Iterable[list[WorkflowResponse]]:
100
+ """Iterate over all workflows in CDF.
101
+
102
+ Args:
103
+ limit: Maximum number of items to return per page.
104
+
105
+ Returns:
106
+ Iterable of lists of WorkflowResponse objects.
107
+ """
108
+ return self._iterate(limit=limit)
109
+
110
+ def list(
111
+ self,
112
+ limit: int | None = 100,
113
+ ) -> list[WorkflowResponse]:
114
+ """List all workflows in CDF.
115
+
116
+ Returns:
117
+ List of WorkflowResponse objects.
118
+ """
119
+ return self._list(limit=limit)
@@ -13,12 +13,6 @@ from typing import Any, Generic, Literal, TypeAlias, TypeVar
13
13
 
14
14
  from pydantic import BaseModel, JsonValue
15
15
 
16
- from cognite_toolkit._cdf_tk.client.data_classes.base import (
17
- RequestUpdateable,
18
- T_Identifier,
19
- T_RequestResource,
20
- T_ResponseResource,
21
- )
22
16
  from cognite_toolkit._cdf_tk.client.http_client import (
23
17
  HTTPClient,
24
18
  ItemsRequest2,
@@ -26,9 +20,15 @@ from cognite_toolkit._cdf_tk.client.http_client import (
26
20
  RequestMessage2,
27
21
  SuccessResponse2,
28
22
  )
23
+ from cognite_toolkit._cdf_tk.client.resource_classes.base import (
24
+ RequestUpdateable,
25
+ T_Identifier,
26
+ T_RequestResource,
27
+ T_ResponseResource,
28
+ )
29
29
  from cognite_toolkit._cdf_tk.utils.collection import chunker_sequence
30
30
 
31
- from .responses import PagedResponse, ResponseItems
31
+ from .responses import PagedResponse
32
32
 
33
33
  _T_BaseModel = TypeVar("_T_BaseModel", bound=BaseModel)
34
34
 
@@ -41,7 +41,7 @@ class Endpoint:
41
41
  concurrency_max_workers: int = 1
42
42
 
43
43
 
44
- APIMethod: TypeAlias = Literal["create", "retrieve", "update", "delete", "list"]
44
+ APIMethod: TypeAlias = Literal["create", "retrieve", "update", "delete", "list", "upsert"]
45
45
 
46
46
 
47
47
  class CDFResourceAPI(Generic[T_Identifier, T_RequestResource, T_ResponseResource], ABC):
@@ -74,15 +74,12 @@ class CDFResourceAPI(Generic[T_Identifier, T_RequestResource, T_ResponseResource
74
74
  return [item.as_update(mode=mode) for item in items]
75
75
 
76
76
  @abstractmethod
77
- def _page_response(self, response: SuccessResponse2 | ItemsSuccessResponse2) -> PagedResponse[T_ResponseResource]:
77
+ def _validate_page_response(
78
+ self, response: SuccessResponse2 | ItemsSuccessResponse2
79
+ ) -> PagedResponse[T_ResponseResource]:
78
80
  """Parse a single item response."""
79
81
  raise NotImplementedError()
80
82
 
81
- @abstractmethod
82
- def _reference_response(self, response: SuccessResponse2) -> ResponseItems[T_Identifier]:
83
- """Parse a reference response."""
84
- raise NotImplementedError()
85
-
86
83
  def _make_url(self, path: str = "") -> str:
87
84
  """Create the full URL for this resource endpoint."""
88
85
  return self._http_client.config.create_api_url(path)
@@ -95,7 +92,7 @@ class CDFResourceAPI(Generic[T_Identifier, T_RequestResource, T_ResponseResource
95
92
  for response in self._chunk_requests(
96
93
  items, "update", serialization=partial(self._serialize_updates, mode=mode)
97
94
  ):
98
- response_items.extend(self._page_response(response).items)
95
+ response_items.extend(self._validate_page_response(response).items)
99
96
  return response_items
100
97
 
101
98
  def _request_item_response(
@@ -108,21 +105,9 @@ class CDFResourceAPI(Generic[T_Identifier, T_RequestResource, T_ResponseResource
108
105
  ) -> list[T_ResponseResource]:
109
106
  response_items: list[T_ResponseResource] = []
110
107
  for response in self._chunk_requests(items, method, self._serialize_items, params, extra_body, endpoint):
111
- response_items.extend(self._page_response(response).items)
108
+ response_items.extend(self._validate_page_response(response).items)
112
109
  return response_items
113
110
 
114
- def _request_reference_response(
115
- self,
116
- items: Sequence[BaseModel],
117
- method: APIMethod,
118
- params: dict[str, Any] | None = None,
119
- extra_body: dict[str, Any] | None = None,
120
- ) -> list[T_Identifier]:
121
- all_ids: list[T_Identifier] = []
122
- for response in self._chunk_requests(items, method, self._serialize_items, params, extra_body):
123
- all_ids.extend(self._reference_response(response).items)
124
- return all_ids
125
-
126
111
  def _request_no_response(
127
112
  self,
128
113
  items: Sequence[BaseModel],
@@ -192,7 +177,7 @@ class CDFResourceAPI(Generic[T_Identifier, T_RequestResource, T_ResponseResource
192
177
  """
193
178
  response_items: list[T_ResponseResource] = []
194
179
  for response in self._chunk_requests_items_split_retries(items, method, params, extra_body):
195
- response_items.extend(self._page_response(response).items)
180
+ response_items.extend(self._validate_page_response(response).items)
196
181
  return response_items
197
182
 
198
183
  def _chunk_requests_items_split_retries(
@@ -254,7 +239,7 @@ class CDFResourceAPI(Generic[T_Identifier, T_RequestResource, T_ResponseResource
254
239
  grouped_items[key].append(item)
255
240
  return grouped_items
256
241
 
257
- def _iterate(
242
+ def _paginate(
258
243
  self,
259
244
  limit: int,
260
245
  cursor: str | None = None,
@@ -305,22 +290,35 @@ class CDFResourceAPI(Generic[T_Identifier, T_RequestResource, T_ResponseResource
305
290
  )
306
291
  result = self._http_client.request_single_retries(request)
307
292
  response = result.get_success_or_raise()
308
- return self._page_response(response)
293
+ return self._validate_page_response(response)
309
294
 
310
- def _list(
311
- self, limit: int | None = None, params: dict[str, Any] | None = None, endpoint_path: str | None = None
312
- ) -> list[T_ResponseResource]:
313
- """List all resources, handling pagination automatically."""
314
- all_items: list[T_ResponseResource] = []
315
- next_cursor: str | None = None
295
+ def _iterate(
296
+ self,
297
+ limit: int | None = None,
298
+ cursor: str | None = None,
299
+ params: dict[str, Any] | None = None,
300
+ body: dict[str, Any] | None = None,
301
+ endpoint_path: str | None = None,
302
+ ) -> Iterable[list[T_ResponseResource]]:
303
+ """Iterate over all resources, handling pagination automatically."""
304
+ next_cursor = cursor
316
305
  total = 0
317
306
  endpoint = self._method_endpoint_map["list"]
318
307
  while True:
319
308
  page_limit = endpoint.item_limit if limit is None else min(limit - total, endpoint.item_limit)
320
- page = self._iterate(limit=page_limit, cursor=next_cursor, params=params, endpoint_path=endpoint_path)
321
- all_items.extend(page.items)
309
+ page = self._paginate(
310
+ limit=page_limit, cursor=next_cursor, params=params, body=body, endpoint_path=endpoint_path
311
+ )
312
+ yield page.items
322
313
  total += len(page.items)
323
314
  if page.next_cursor is None or (limit is not None and total >= limit):
324
315
  break
325
316
  next_cursor = page.next_cursor
326
- return all_items
317
+
318
+ def _list(
319
+ self, limit: int | None = None, params: dict[str, Any] | None = None, endpoint_path: str | None = None
320
+ ) -> list[T_ResponseResource]:
321
+ """List all resources, handling pagination automatically."""
322
+ return [
323
+ item for batch in self._iterate(limit=limit, params=params, endpoint_path=endpoint_path) for item in batch
324
+ ]
@@ -1,5 +1,4 @@
1
1
  import gzip
2
- import sys
3
2
  from abc import ABC, abstractmethod
4
3
  from collections import UserList
5
4
  from collections.abc import Sequence
@@ -13,11 +12,6 @@ from cognite_toolkit._cdf_tk.client.http_client._exception import ToolkitAPIErro
13
12
  from cognite_toolkit._cdf_tk.client.http_client._tracker import ItemsRequestTracker
14
13
  from cognite_toolkit._cdf_tk.utils.useful_types import PrimitiveType
15
14
 
16
- if sys.version_info >= (3, 11):
17
- pass
18
- else:
19
- pass
20
-
21
15
 
22
16
  class HTTPResult2(BaseModel):
23
17
  def get_success_or_raise(self) -> "SuccessResponse2":
@@ -25,7 +19,11 @@ class HTTPResult2(BaseModel):
25
19
  if isinstance(self, SuccessResponse2):
26
20
  return self
27
21
  elif isinstance(self, FailedResponse2):
28
- raise ToolkitAPIError(f"Request failed with status code {self.status_code}: {self.error.message}")
22
+ raise ToolkitAPIError(
23
+ f"Request failed with status code {self.status_code}: {self.error.message}",
24
+ missing=self.error.missing, # type: ignore[arg-type]
25
+ duplicated=self.error.duplicated, # type: ignore[arg-type]
26
+ )
29
27
  elif isinstance(self, FailedRequest2):
30
28
  raise ToolkitAPIError(f"Request failed with error: {self.error}")
31
29
  else:
@@ -1,4 +1,13 @@
1
+ from typing import Any
2
+
3
+
1
4
  class ToolkitAPIError(Exception):
2
5
  """Base class for all exceptions raised by the Cognite Toolkit API client."""
3
6
 
4
- pass
7
+ def __init__(
8
+ self, message: str, missing: list[dict[str, Any]] | None = None, duplicated: list[dict[str, Any]] | None = None
9
+ ) -> None:
10
+ super().__init__(message)
11
+ self.message = message
12
+ self.missing = missing
13
+ self.duplicated = duplicated
@@ -0,0 +1,19 @@
1
+ from typing import Any
2
+
3
+ from pydantic import BaseModel, ConfigDict
4
+ from pydantic.alias_generators import to_camel
5
+
6
+
7
+ class BaseModelRequest(BaseModel):
8
+ """Base class for all object. This includes resources and nested objects."""
9
+
10
+ model_config = ConfigDict(alias_generator=to_camel, extra="ignore", populate_by_name=True)
11
+
12
+ def dump(self, camel_case: bool = True) -> dict[str, Any]:
13
+ """Dump the object to a dictionary.
14
+
15
+ Args:
16
+ camel_case (bool): Whether to use camelCase for the keys. Default is True.
17
+
18
+ """
19
+ return self.model_dump(mode="json", by_alias=camel_case, exclude_unset=True)
@@ -0,0 +1,38 @@
1
+ import sys
2
+
3
+ from cognite_toolkit._cdf_tk.client.resource_classes.identifiers import ExternalId, InternalId
4
+
5
+ from .base import BaseModelRequest
6
+
7
+ if sys.version_info >= (3, 11):
8
+ from typing import Self
9
+ else:
10
+ from typing_extensions import Self
11
+
12
+
13
+ class Filter(BaseModelRequest): ...
14
+
15
+
16
+ class ClassicFilter(Filter):
17
+ asset_subtree_ids: list[ExternalId | InternalId] | None = None
18
+ data_set_ids: list[ExternalId | InternalId] | None = None
19
+
20
+ @classmethod
21
+ def from_asset_subtree_and_data_sets(
22
+ cls,
23
+ asset_subtree_id: str | int | list[str | int] | None = None,
24
+ data_set_id: str | int | list[str | int] | None = None,
25
+ ) -> Self:
26
+ return cls(
27
+ asset_subtree_ids=cls._as_internal_or_external_id_list(asset_subtree_id),
28
+ data_set_ids=cls._as_internal_or_external_id_list(data_set_id),
29
+ )
30
+
31
+ @classmethod
32
+ def _as_internal_or_external_id_list(
33
+ cls, id: str | int | list[str | int] | None
34
+ ) -> list[ExternalId | InternalId] | None:
35
+ if id is None:
36
+ return None
37
+ ids = id if isinstance(id, list) else [id]
38
+ return [ExternalId(external_id=item) if isinstance(item, str) else InternalId(id=item) for item in ids]
@@ -2,7 +2,7 @@ from typing import Annotated, Any, Literal
2
2
 
3
3
  from pydantic import BeforeValidator, Field
4
4
 
5
- from cognite_toolkit._cdf_tk.client.data_classes.base import BaseModelObject, RequestResource, ResponseResource
5
+ from cognite_toolkit._cdf_tk.client.resource_classes.base import BaseModelObject, RequestResource, ResponseResource
6
6
  from tests.test_unit.test_cdf_tk.test_tk_warnings.test_warnings_metatest import get_all_subclasses
7
7
 
8
8
  from .identifiers import ExternalId
@@ -2,7 +2,7 @@ from typing import Any, Literal, TypeAlias
2
2
 
3
3
  from pydantic import Field, JsonValue
4
4
 
5
- from cognite_toolkit._cdf_tk.client.data_classes.base import BaseModelObject, RequestUpdateable, ResponseResource
5
+ from cognite_toolkit._cdf_tk.client.resource_classes.base import BaseModelObject, RequestUpdateable, ResponseResource
6
6
 
7
7
  from .identifiers import InternalId
8
8
 
@@ -2,7 +2,7 @@ from typing import ClassVar, Literal
2
2
 
3
3
  from pydantic import JsonValue
4
4
 
5
- from cognite_toolkit._cdf_tk.client.data_classes.base import BaseModelObject, RequestUpdateable, ResponseResource
5
+ from cognite_toolkit._cdf_tk.client.resource_classes.base import BaseModelObject, RequestUpdateable, ResponseResource
6
6
 
7
7
  from .identifiers import ExternalId
8
8
 
@@ -4,7 +4,7 @@ from typing import Annotated, Any, Literal
4
4
  from pydantic import Field, TypeAdapter, field_serializer
5
5
  from pydantic_core.core_schema import FieldSerializationInfo
6
6
 
7
- from cognite_toolkit._cdf_tk.client.data_classes.base import BaseModelObject
7
+ from cognite_toolkit._cdf_tk.client.resource_classes.base import BaseModelObject
8
8
 
9
9
  from ._references import ContainerReference
10
10
 
@@ -3,7 +3,7 @@ from typing import Literal
3
3
 
4
4
  from pydantic import JsonValue
5
5
 
6
- from cognite_toolkit._cdf_tk.client.data_classes.base import BaseModelObject, RequestResource, ResponseResource
6
+ from cognite_toolkit._cdf_tk.client.resource_classes.base import BaseModelObject, RequestResource, ResponseResource
7
7
 
8
8
  from ._constraints import Constraint
9
9
  from ._data_types import DataType
@@ -4,7 +4,7 @@ from typing import Any
4
4
  from pydantic import field_serializer
5
5
  from pydantic_core.core_schema import FieldSerializationInfo
6
6
 
7
- from cognite_toolkit._cdf_tk.client.data_classes.base import BaseModelObject, RequestResource, ResponseResource
7
+ from cognite_toolkit._cdf_tk.client.resource_classes.base import BaseModelObject, RequestResource, ResponseResource
8
8
 
9
9
  from ._references import DataModelReference, ViewReference
10
10
  from ._view import ViewResponse
@@ -3,7 +3,7 @@ from typing import Annotated, Literal
3
3
 
4
4
  from pydantic import Field, TypeAdapter
5
5
 
6
- from cognite_toolkit._cdf_tk.client.data_classes.base import BaseModelObject
6
+ from cognite_toolkit._cdf_tk.client.resource_classes.base import BaseModelObject
7
7
 
8
8
  from ._references import ContainerReference, ViewReference
9
9
 
@@ -3,7 +3,7 @@ from typing import Annotated, Literal
3
3
 
4
4
  from pydantic import Field, TypeAdapter
5
5
 
6
- from cognite_toolkit._cdf_tk.client.data_classes.base import BaseModelObject
6
+ from cognite_toolkit._cdf_tk.client.resource_classes.base import BaseModelObject
7
7
 
8
8
 
9
9
  class IndexDefinition(BaseModelObject, ABC):
@@ -3,7 +3,7 @@ from typing import Any, Generic, Literal
3
3
 
4
4
  from pydantic import JsonValue, field_serializer, field_validator
5
5
 
6
- from cognite_toolkit._cdf_tk.client.data_classes.base import (
6
+ from cognite_toolkit._cdf_tk.client.resource_classes.base import (
7
7
  BaseModelObject,
8
8
  RequestResource,
9
9
  ResponseResource,
@@ -2,7 +2,7 @@ from typing import Literal
2
2
 
3
3
  from pydantic import Field
4
4
 
5
- from cognite_toolkit._cdf_tk.client.data_classes.identifiers import Identifier
5
+ from cognite_toolkit._cdf_tk.client.resource_classes.identifiers import Identifier
6
6
 
7
7
 
8
8
  class SpaceReference(Identifier):
@@ -1,6 +1,6 @@
1
1
  from abc import ABC
2
2
 
3
- from cognite_toolkit._cdf_tk.client.data_classes.base import BaseModelObject, RequestResource, ResponseResource
3
+ from cognite_toolkit._cdf_tk.client.resource_classes.base import BaseModelObject, RequestResource, ResponseResource
4
4
 
5
5
  from ._references import SpaceReference
6
6
 
@@ -4,7 +4,7 @@ from typing import Any, Literal
4
4
  from pydantic import Field, JsonValue, field_serializer, model_validator
5
5
  from pydantic_core.core_schema import FieldSerializationInfo
6
6
 
7
- from cognite_toolkit._cdf_tk.client.data_classes.base import BaseModelObject, RequestResource, ResponseResource
7
+ from cognite_toolkit._cdf_tk.client.resource_classes.base import BaseModelObject, RequestResource, ResponseResource
8
8
 
9
9
  from ._data_types import DirectNodeRelation
10
10
  from ._references import ContainerReference, ViewReference
@@ -4,7 +4,7 @@ from typing import Annotated, Any, Literal
4
4
  from pydantic import Field, JsonValue, TypeAdapter, field_serializer
5
5
  from pydantic_core.core_schema import FieldSerializationInfo
6
6
 
7
- from cognite_toolkit._cdf_tk.client.data_classes.base import BaseModelObject
7
+ from cognite_toolkit._cdf_tk.client.resource_classes.base import BaseModelObject
8
8
 
9
9
  from ._data_types import DataType
10
10
  from ._references import ContainerDirectReference, ContainerReference, NodeReference, ViewDirectReference, ViewReference
@@ -1,6 +1,6 @@
1
1
  from typing import ClassVar
2
2
 
3
- from cognite_toolkit._cdf_tk.client.data_classes.base import (
3
+ from cognite_toolkit._cdf_tk.client.resource_classes.base import (
4
4
  BaseModelObject,
5
5
  RequestUpdateable,
6
6
  ResponseResource,
@@ -1,6 +1,6 @@
1
1
  from typing import ClassVar
2
2
 
3
- from cognite_toolkit._cdf_tk.client.data_classes.base import (
3
+ from cognite_toolkit._cdf_tk.client.resource_classes.base import (
4
4
  BaseModelObject,
5
5
  RequestUpdateable,
6
6
  ResponseResource,
@@ -1,6 +1,6 @@
1
1
  from typing import ClassVar
2
2
 
3
- from cognite_toolkit._cdf_tk.client.data_classes.base import (
3
+ from cognite_toolkit._cdf_tk.client.resource_classes.base import (
4
4
  BaseModelObject,
5
5
  RequestUpdateable,
6
6
  ResponseResource,
@@ -2,7 +2,7 @@ from typing import ClassVar, Literal
2
2
 
3
3
  from pydantic import Field, JsonValue
4
4
 
5
- from cognite_toolkit._cdf_tk.client.data_classes.base import BaseModelObject, RequestUpdateable, ResponseResource
5
+ from cognite_toolkit._cdf_tk.client.resource_classes.base import BaseModelObject, RequestUpdateable, ResponseResource
6
6
 
7
7
  from .identifiers import ExternalId
8
8
  from .instance_api import NodeReference
@@ -0,0 +1,53 @@
1
+ from typing import Literal, TypeAlias
2
+
3
+ from cognite_toolkit._cdf_tk.client.resource_classes.base import BaseModelObject, RequestResource, ResponseResource
4
+
5
+ from .identifiers import ExternalId
6
+
7
+ FunctionStatus: TypeAlias = Literal["Queued", "Deploying", "Ready", "Failed"]
8
+
9
+
10
+ class FunctionBase(BaseModelObject):
11
+ """Base class for Function with common fields."""
12
+
13
+ external_id: str | None = None
14
+ name: str
15
+ file_id: int
16
+ description: str | None = None
17
+ owner: str | None = None
18
+ function_path: str | None = None
19
+ secrets: dict[str, str] | None = None
20
+ env_vars: dict[str, str] | None = None
21
+ cpu: float | None = None
22
+ memory: float | None = None
23
+ runtime: Literal["py310", "py311", "py312"] | None = None
24
+ runtime_version: str | None = None
25
+ metadata: dict[str, str] | None = None
26
+ index_url: str | None = None
27
+ extra_index_urls: list[str] | None = None
28
+
29
+
30
+ class FunctionRequest(FunctionBase, RequestResource):
31
+ """Request resource for creating/updating functions."""
32
+
33
+ def as_id(self) -> ExternalId:
34
+ if self.external_id is None:
35
+ raise ValueError("Cannot create ExternalId: external_id is None")
36
+ return ExternalId(external_id=self.external_id)
37
+
38
+
39
+ class FunctionAPIError(BaseModelObject):
40
+ code: int
41
+ message: str
42
+
43
+
44
+ class FunctionResponse(FunctionBase, ResponseResource[FunctionRequest]):
45
+ """Response resource for functions."""
46
+
47
+ id: int
48
+ created_time: int
49
+ status: FunctionStatus | None = None
50
+ error: FunctionAPIError | None = None
51
+
52
+ def as_request_resource(self) -> FunctionRequest:
53
+ return FunctionRequest.model_validate(self.dump(), extra="ignore")
@@ -0,0 +1,61 @@
1
+ from pydantic import Field, JsonValue
2
+
3
+ from cognite_toolkit._cdf_tk.client.resource_classes.base import (
4
+ BaseModelObject,
5
+ Identifier,
6
+ RequestResource,
7
+ ResponseResource,
8
+ )
9
+
10
+
11
+ class FunctionScheduleId(Identifier):
12
+ """Identifier for a function schedule."""
13
+
14
+ function_external_id: str
15
+ name: str
16
+
17
+ def __str__(self) -> str:
18
+ return f"functionExternalId='{self.function_external_id}', name='{self.name}'"
19
+
20
+
21
+ class FunctionScheduleCredentials(BaseModelObject):
22
+ """Credentials for function schedule authentication."""
23
+
24
+ client_id: str
25
+ client_secret: str
26
+
27
+
28
+ class FunctionSchedule(BaseModelObject):
29
+ """Base class for function schedule with common fields."""
30
+
31
+ name: str
32
+ cron_expression: str
33
+ description: str | None = None
34
+ data: dict[str, JsonValue] | None = None
35
+
36
+
37
+ class FunctionScheduleRequest(FunctionSchedule, RequestResource):
38
+ """Request resource for creating/updating function schedules."""
39
+
40
+ function_id: int
41
+ function_external_id: str | None = Field(None, exclude=True)
42
+ nonce: str
43
+
44
+ def as_id(self) -> FunctionScheduleId:
45
+ if self.function_external_id is None:
46
+ raise ValueError("function_external_id must be set to create FunctionScheduleId")
47
+ return FunctionScheduleId(function_external_id=self.function_external_id, name=self.name)
48
+
49
+
50
+ class FunctionScheduleResponse(FunctionSchedule, ResponseResource[FunctionScheduleRequest]):
51
+ """Response resource for function schedules."""
52
+
53
+ id: int
54
+ created_time: int
55
+ when: str
56
+ function_id: int | None = None
57
+ function_external_id: str | None = None
58
+ session_id: int | None = None
59
+
60
+ def as_request_resource(self) -> FunctionScheduleRequest:
61
+ raise NotImplementedError("Cannot convert to request resource as 'nonce' is missing.")