cognite-toolkit 0.5.44__py3-none-any.whl → 0.7.34__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (807) hide show
  1. cognite_toolkit/_cdf.py +24 -26
  2. cognite_toolkit/_cdf_tk/apps/__init__.py +10 -2
  3. cognite_toolkit/_cdf_tk/apps/_core_app.py +30 -16
  4. cognite_toolkit/_cdf_tk/apps/_data_app.py +24 -0
  5. cognite_toolkit/_cdf_tk/apps/_dev_app.py +86 -0
  6. cognite_toolkit/_cdf_tk/apps/_download_app.py +1146 -0
  7. cognite_toolkit/_cdf_tk/apps/_dump_app.py +421 -102
  8. cognite_toolkit/_cdf_tk/apps/_import_app.py +41 -0
  9. cognite_toolkit/_cdf_tk/apps/_landing_app.py +17 -5
  10. cognite_toolkit/_cdf_tk/apps/_migrate_app.py +1085 -1
  11. cognite_toolkit/_cdf_tk/apps/_modules_app.py +37 -13
  12. cognite_toolkit/_cdf_tk/apps/_profile_app.py +142 -3
  13. cognite_toolkit/_cdf_tk/apps/_purge.py +250 -17
  14. cognite_toolkit/_cdf_tk/apps/_run.py +21 -10
  15. cognite_toolkit/_cdf_tk/apps/_upload_app.py +107 -0
  16. cognite_toolkit/_cdf_tk/builders/__init__.py +8 -4
  17. cognite_toolkit/_cdf_tk/builders/_base.py +37 -49
  18. cognite_toolkit/_cdf_tk/builders/_datamodels.py +4 -4
  19. cognite_toolkit/_cdf_tk/builders/_file.py +5 -5
  20. cognite_toolkit/_cdf_tk/builders/_function.py +7 -7
  21. cognite_toolkit/_cdf_tk/builders/_location.py +11 -31
  22. cognite_toolkit/_cdf_tk/builders/_raw.py +11 -11
  23. cognite_toolkit/_cdf_tk/builders/_streamlit.py +4 -4
  24. cognite_toolkit/_cdf_tk/builders/_transformation.py +11 -8
  25. cognite_toolkit/_cdf_tk/cdf_toml.py +77 -9
  26. cognite_toolkit/_cdf_tk/client/__init__.py +2 -1
  27. cognite_toolkit/_cdf_tk/client/_constants.py +1 -0
  28. cognite_toolkit/_cdf_tk/client/_toolkit_client.py +49 -65
  29. cognite_toolkit/_cdf_tk/client/api/canvas.py +185 -0
  30. cognite_toolkit/_cdf_tk/client/api/charts.py +125 -0
  31. cognite_toolkit/_cdf_tk/client/api/extended_data_modeling.py +70 -14
  32. cognite_toolkit/_cdf_tk/client/api/extended_files.py +227 -0
  33. cognite_toolkit/_cdf_tk/client/api/extended_functions.py +80 -0
  34. cognite_toolkit/_cdf_tk/client/api/extended_raw.py +49 -0
  35. cognite_toolkit/_cdf_tk/client/api/extended_timeseries.py +70 -2
  36. cognite_toolkit/_cdf_tk/client/api/fixed_transformations.py +122 -0
  37. cognite_toolkit/_cdf_tk/client/api/infield.py +254 -0
  38. cognite_toolkit/_cdf_tk/client/api/location_filters.py +19 -3
  39. cognite_toolkit/_cdf_tk/client/api/lookup.py +202 -71
  40. cognite_toolkit/_cdf_tk/client/api/migration.py +529 -0
  41. cognite_toolkit/_cdf_tk/client/api/project.py +24 -0
  42. cognite_toolkit/_cdf_tk/client/api/robotics/api.py +0 -2
  43. cognite_toolkit/_cdf_tk/client/api/robotics/capabilities.py +0 -2
  44. cognite_toolkit/_cdf_tk/client/api/robotics/data_postprocessing.py +0 -2
  45. cognite_toolkit/_cdf_tk/client/api/robotics/frames.py +0 -2
  46. cognite_toolkit/_cdf_tk/client/api/robotics/locations.py +0 -2
  47. cognite_toolkit/_cdf_tk/client/api/robotics/maps.py +0 -2
  48. cognite_toolkit/_cdf_tk/client/api/robotics/robots.py +0 -2
  49. cognite_toolkit/_cdf_tk/client/api/search.py +13 -0
  50. cognite_toolkit/_cdf_tk/client/api/search_config.py +49 -0
  51. cognite_toolkit/_cdf_tk/client/api/streams.py +89 -0
  52. cognite_toolkit/_cdf_tk/client/api/three_d.py +131 -0
  53. cognite_toolkit/_cdf_tk/client/api/token.py +111 -0
  54. cognite_toolkit/_cdf_tk/client/config.py +120 -0
  55. cognite_toolkit/_cdf_tk/client/data_classes/api_classes.py +17 -0
  56. cognite_toolkit/_cdf_tk/client/data_classes/base.py +71 -0
  57. cognite_toolkit/_cdf_tk/client/data_classes/canvas.py +1107 -0
  58. cognite_toolkit/_cdf_tk/client/data_classes/capabilities.py +170 -0
  59. cognite_toolkit/_cdf_tk/client/data_classes/charts.py +114 -0
  60. cognite_toolkit/_cdf_tk/client/data_classes/charts_data.py +184 -0
  61. cognite_toolkit/_cdf_tk/client/data_classes/extendable_cognite_file.py +8 -4
  62. cognite_toolkit/_cdf_tk/client/data_classes/extended_filemetadata.py +108 -0
  63. cognite_toolkit/_cdf_tk/client/data_classes/extended_filemetdata.py +113 -0
  64. cognite_toolkit/_cdf_tk/client/data_classes/functions.py +0 -2
  65. cognite_toolkit/_cdf_tk/client/data_classes/graphql_data_models.py +9 -5
  66. cognite_toolkit/_cdf_tk/client/data_classes/infield.py +116 -0
  67. cognite_toolkit/_cdf_tk/client/data_classes/instance_api.py +162 -0
  68. cognite_toolkit/_cdf_tk/client/data_classes/instances.py +24 -2
  69. cognite_toolkit/_cdf_tk/client/data_classes/location_filters.py +3 -5
  70. cognite_toolkit/_cdf_tk/client/data_classes/migration.py +457 -0
  71. cognite_toolkit/_cdf_tk/client/data_classes/project.py +41 -0
  72. cognite_toolkit/_cdf_tk/client/data_classes/raw.py +378 -9
  73. cognite_toolkit/_cdf_tk/client/data_classes/robotics.py +8 -10
  74. cognite_toolkit/_cdf_tk/client/data_classes/search_config.py +224 -0
  75. cognite_toolkit/_cdf_tk/client/data_classes/streamlit_.py +11 -11
  76. cognite_toolkit/_cdf_tk/client/data_classes/streams.py +90 -0
  77. cognite_toolkit/_cdf_tk/client/data_classes/three_d.py +53 -0
  78. cognite_toolkit/_cdf_tk/client/testing.py +83 -6
  79. cognite_toolkit/_cdf_tk/client/utils/_concurrency.py +24 -1
  80. cognite_toolkit/_cdf_tk/commands/__init__.py +20 -8
  81. cognite_toolkit/_cdf_tk/commands/_base.py +8 -3
  82. cognite_toolkit/_cdf_tk/commands/_changes.py +12 -46
  83. cognite_toolkit/_cdf_tk/commands/_cli_commands.py +0 -2
  84. cognite_toolkit/_cdf_tk/commands/_download.py +154 -0
  85. cognite_toolkit/_cdf_tk/{prototypes/commands/import_.py → commands/_import_cmd.py} +0 -2
  86. cognite_toolkit/_cdf_tk/commands/_migrate/__init__.py +7 -0
  87. cognite_toolkit/_cdf_tk/commands/_migrate/command.py +309 -0
  88. cognite_toolkit/_cdf_tk/commands/_migrate/conversion.py +373 -0
  89. cognite_toolkit/_cdf_tk/commands/_migrate/creators.py +232 -0
  90. cognite_toolkit/_cdf_tk/commands/_migrate/data_classes.py +294 -0
  91. cognite_toolkit/_cdf_tk/commands/_migrate/data_mapper.py +471 -0
  92. cognite_toolkit/_cdf_tk/commands/_migrate/data_model.py +229 -0
  93. cognite_toolkit/_cdf_tk/commands/_migrate/default_mappings.py +137 -0
  94. cognite_toolkit/_cdf_tk/commands/_migrate/issues.py +212 -0
  95. cognite_toolkit/_cdf_tk/commands/_migrate/migration_io.py +456 -0
  96. cognite_toolkit/_cdf_tk/commands/_migrate/prepare.py +60 -0
  97. cognite_toolkit/_cdf_tk/commands/_migrate/selectors.py +71 -0
  98. cognite_toolkit/_cdf_tk/commands/_profile.py +921 -149
  99. cognite_toolkit/_cdf_tk/commands/_purge.py +692 -511
  100. cognite_toolkit/_cdf_tk/commands/_questionary_style.py +16 -0
  101. cognite_toolkit/_cdf_tk/commands/_upload.py +289 -0
  102. cognite_toolkit/_cdf_tk/commands/_utils.py +1 -26
  103. cognite_toolkit/_cdf_tk/commands/_virtual_env.py +0 -2
  104. cognite_toolkit/_cdf_tk/commands/about.py +221 -0
  105. cognite_toolkit/_cdf_tk/commands/auth.py +46 -26
  106. cognite_toolkit/_cdf_tk/commands/build_cmd.py +72 -114
  107. cognite_toolkit/_cdf_tk/commands/build_v2/build_cmd.py +241 -0
  108. cognite_toolkit/_cdf_tk/commands/build_v2/build_input.py +85 -0
  109. cognite_toolkit/_cdf_tk/commands/build_v2/build_issues.py +27 -0
  110. cognite_toolkit/_cdf_tk/commands/clean.py +89 -39
  111. cognite_toolkit/_cdf_tk/commands/deploy.py +334 -194
  112. cognite_toolkit/_cdf_tk/commands/dump_resource.py +470 -79
  113. cognite_toolkit/_cdf_tk/commands/init.py +219 -18
  114. cognite_toolkit/_cdf_tk/commands/modules.py +319 -71
  115. cognite_toolkit/_cdf_tk/commands/pull.py +45 -46
  116. cognite_toolkit/_cdf_tk/commands/repo.py +1 -1
  117. cognite_toolkit/_cdf_tk/commands/resources.py +179 -0
  118. cognite_toolkit/_cdf_tk/commands/run.py +11 -13
  119. cognite_toolkit/_cdf_tk/constants.py +104 -8
  120. cognite_toolkit/_cdf_tk/cruds/__init__.py +224 -0
  121. cognite_toolkit/_cdf_tk/{loaders/_base_loaders.py → cruds/_base_cruds.py} +72 -134
  122. cognite_toolkit/_cdf_tk/{loaders/_data_loaders.py → cruds/_data_cruds.py} +29 -38
  123. cognite_toolkit/_cdf_tk/cruds/_resource_cruds/__init__.py +98 -0
  124. cognite_toolkit/_cdf_tk/cruds/_resource_cruds/agent.py +115 -0
  125. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/auth_loaders.py → cruds/_resource_cruds/auth.py} +33 -70
  126. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/classic_loaders.py → cruds/_resource_cruds/classic.py} +86 -122
  127. cognite_toolkit/_cdf_tk/cruds/_resource_cruds/configuration.py +149 -0
  128. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/data_organization_loaders.py → cruds/_resource_cruds/data_organization.py} +17 -50
  129. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/datamodel_loaders.py → cruds/_resource_cruds/datamodel.py} +280 -372
  130. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/extraction_pipeline_loaders.py → cruds/_resource_cruds/extraction_pipeline.py} +70 -89
  131. cognite_toolkit/_cdf_tk/cruds/_resource_cruds/fieldops.py +438 -0
  132. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/file_loader.py → cruds/_resource_cruds/file.py} +28 -83
  133. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/function_loaders.py → cruds/_resource_cruds/function.py} +179 -108
  134. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/group_scoped_loader.py → cruds/_resource_cruds/group_scoped.py} +19 -19
  135. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders → cruds/_resource_cruds}/hosted_extractors.py +32 -102
  136. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/industrial_tool_loaders.py → cruds/_resource_cruds/industrial_tool.py} +15 -27
  137. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/location_loaders.py → cruds/_resource_cruds/location.py} +64 -170
  138. cognite_toolkit/_cdf_tk/cruds/_resource_cruds/migration.py +111 -0
  139. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/raw_loaders.py → cruds/_resource_cruds/raw.py} +21 -26
  140. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/relationship_loader.py → cruds/_resource_cruds/relationship.py} +21 -43
  141. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/robotics_loaders.py → cruds/_resource_cruds/robotics.py} +29 -50
  142. cognite_toolkit/_cdf_tk/cruds/_resource_cruds/streams.py +94 -0
  143. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/three_d_model_loaders.py → cruds/_resource_cruds/three_d_model.py} +11 -33
  144. cognite_toolkit/_cdf_tk/cruds/_resource_cruds/timeseries.py +500 -0
  145. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/transformation_loaders.py → cruds/_resource_cruds/transformation.py} +155 -144
  146. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/workflow_loaders.py → cruds/_resource_cruds/workflow.py} +116 -203
  147. cognite_toolkit/_cdf_tk/{loaders → cruds}/_worker.py +85 -78
  148. cognite_toolkit/_cdf_tk/data_classes/__init__.py +2 -0
  149. cognite_toolkit/_cdf_tk/data_classes/_base.py +8 -4
  150. cognite_toolkit/_cdf_tk/data_classes/_build_files.py +3 -3
  151. cognite_toolkit/_cdf_tk/data_classes/_build_variables.py +133 -23
  152. cognite_toolkit/_cdf_tk/data_classes/_built_modules.py +23 -9
  153. cognite_toolkit/_cdf_tk/data_classes/_built_resources.py +24 -21
  154. cognite_toolkit/_cdf_tk/data_classes/_config_yaml.py +34 -26
  155. cognite_toolkit/_cdf_tk/data_classes/_deploy_results.py +26 -7
  156. cognite_toolkit/_cdf_tk/data_classes/_module_directories.py +37 -18
  157. cognite_toolkit/_cdf_tk/data_classes/_module_resources.py +12 -10
  158. cognite_toolkit/_cdf_tk/data_classes/_module_toml.py +12 -10
  159. cognite_toolkit/_cdf_tk/data_classes/_packages.py +48 -24
  160. cognite_toolkit/_cdf_tk/data_classes/_tracking_info.py +43 -0
  161. cognite_toolkit/_cdf_tk/exceptions.py +32 -3
  162. cognite_toolkit/_cdf_tk/feature_flags.py +59 -46
  163. cognite_toolkit/_cdf_tk/hints.py +5 -5
  164. cognite_toolkit/_cdf_tk/plugins.py +2 -3
  165. cognite_toolkit/_cdf_tk/protocols.py +97 -0
  166. cognite_toolkit/_cdf_tk/resource_classes/__init__.py +63 -0
  167. cognite_toolkit/_cdf_tk/resource_classes/agent.py +58 -0
  168. cognite_toolkit/_cdf_tk/resource_classes/agent_tools.py +101 -0
  169. cognite_toolkit/_cdf_tk/resource_classes/authentication.py +15 -0
  170. cognite_toolkit/_cdf_tk/resource_classes/capabilities.py +30 -1
  171. cognite_toolkit/_cdf_tk/resource_classes/cognitefile.py +51 -0
  172. cognite_toolkit/_cdf_tk/resource_classes/container_field_definitions.py +326 -0
  173. cognite_toolkit/_cdf_tk/resource_classes/containers.py +92 -0
  174. cognite_toolkit/_cdf_tk/resource_classes/data_model.py +51 -0
  175. cognite_toolkit/_cdf_tk/resource_classes/datapoint_subscription.py +77 -0
  176. cognite_toolkit/_cdf_tk/resource_classes/extraction_pipeline.py +54 -0
  177. cognite_toolkit/_cdf_tk/resource_classes/extraction_pipeline_config.py +15 -0
  178. cognite_toolkit/_cdf_tk/resource_classes/function_schedule.py +3 -7
  179. cognite_toolkit/_cdf_tk/resource_classes/functions.py +12 -1
  180. cognite_toolkit/_cdf_tk/resource_classes/graphql_model.py +50 -0
  181. cognite_toolkit/_cdf_tk/resource_classes/hosted_extractor_destination.py +19 -0
  182. cognite_toolkit/_cdf_tk/resource_classes/hosted_extractor_job.py +255 -0
  183. cognite_toolkit/_cdf_tk/resource_classes/hosted_extractor_mapping.py +117 -0
  184. cognite_toolkit/_cdf_tk/resource_classes/hosted_extractor_source.py +390 -0
  185. cognite_toolkit/_cdf_tk/resource_classes/infield_cdm_location_config.py +109 -0
  186. cognite_toolkit/_cdf_tk/resource_classes/infield_location_config.py +94 -0
  187. cognite_toolkit/_cdf_tk/resource_classes/infield_v1.py +100 -0
  188. cognite_toolkit/_cdf_tk/resource_classes/instance.py +93 -0
  189. cognite_toolkit/_cdf_tk/resource_classes/location.py +1 -1
  190. cognite_toolkit/_cdf_tk/resource_classes/migration.py +28 -0
  191. cognite_toolkit/_cdf_tk/resource_classes/raw_database_table.py +6 -2
  192. cognite_toolkit/_cdf_tk/resource_classes/relationship.py +50 -0
  193. cognite_toolkit/_cdf_tk/resource_classes/robotics/__init__.py +13 -0
  194. cognite_toolkit/_cdf_tk/resource_classes/robotics/capability.py +19 -0
  195. cognite_toolkit/_cdf_tk/resource_classes/robotics/data_postprocessing.py +15 -0
  196. cognite_toolkit/_cdf_tk/resource_classes/robotics/frame.py +25 -0
  197. cognite_toolkit/_cdf_tk/resource_classes/robotics/location.py +12 -0
  198. cognite_toolkit/_cdf_tk/resource_classes/robotics/map.py +16 -0
  199. cognite_toolkit/_cdf_tk/resource_classes/search_config.py +30 -0
  200. cognite_toolkit/_cdf_tk/resource_classes/sequence.py +107 -0
  201. cognite_toolkit/_cdf_tk/resource_classes/space.py +4 -4
  202. cognite_toolkit/_cdf_tk/resource_classes/streamlit_.py +26 -0
  203. cognite_toolkit/_cdf_tk/resource_classes/streams.py +29 -0
  204. cognite_toolkit/_cdf_tk/resource_classes/transformation_destination.py +1 -1
  205. cognite_toolkit/_cdf_tk/resource_classes/transformation_notification.py +8 -0
  206. cognite_toolkit/_cdf_tk/resource_classes/transformations.py +2 -13
  207. cognite_toolkit/_cdf_tk/resource_classes/view_field_definitions.py +207 -0
  208. cognite_toolkit/_cdf_tk/resource_classes/views.py +93 -0
  209. cognite_toolkit/_cdf_tk/resource_classes/workflow.py +15 -0
  210. cognite_toolkit/_cdf_tk/resource_classes/workflow_trigger.py +115 -0
  211. cognite_toolkit/_cdf_tk/resource_classes/workflow_version.py +233 -0
  212. cognite_toolkit/_cdf_tk/storageio/__init__.py +69 -0
  213. cognite_toolkit/_cdf_tk/storageio/_annotations.py +105 -0
  214. cognite_toolkit/_cdf_tk/storageio/_applications.py +408 -0
  215. cognite_toolkit/_cdf_tk/storageio/_asset_centric.py +693 -0
  216. cognite_toolkit/_cdf_tk/storageio/_base.py +328 -0
  217. cognite_toolkit/_cdf_tk/storageio/_data_classes.py +91 -0
  218. cognite_toolkit/_cdf_tk/storageio/_datapoints.py +448 -0
  219. cognite_toolkit/_cdf_tk/storageio/_file_content.py +436 -0
  220. cognite_toolkit/_cdf_tk/storageio/_instances.py +225 -0
  221. cognite_toolkit/_cdf_tk/storageio/_raw.py +124 -0
  222. cognite_toolkit/_cdf_tk/storageio/selectors/__init__.py +133 -0
  223. cognite_toolkit/_cdf_tk/storageio/selectors/_asset_centric.py +60 -0
  224. cognite_toolkit/_cdf_tk/storageio/selectors/_base.py +80 -0
  225. cognite_toolkit/_cdf_tk/storageio/selectors/_canvas.py +22 -0
  226. cognite_toolkit/_cdf_tk/storageio/selectors/_charts.py +45 -0
  227. cognite_toolkit/_cdf_tk/storageio/selectors/_datapoints.py +89 -0
  228. cognite_toolkit/_cdf_tk/storageio/selectors/_file_content.py +164 -0
  229. cognite_toolkit/_cdf_tk/storageio/selectors/_instances.py +162 -0
  230. cognite_toolkit/_cdf_tk/storageio/selectors/_raw.py +24 -0
  231. cognite_toolkit/_cdf_tk/storageio/selectors/_three_d.py +34 -0
  232. cognite_toolkit/_cdf_tk/tk_warnings/__init__.py +2 -0
  233. cognite_toolkit/_cdf_tk/tk_warnings/base.py +1 -3
  234. cognite_toolkit/_cdf_tk/tk_warnings/fileread.py +8 -6
  235. cognite_toolkit/_cdf_tk/tk_warnings/other.py +18 -3
  236. cognite_toolkit/_cdf_tk/tracker.py +21 -24
  237. cognite_toolkit/_cdf_tk/utils/__init__.py +4 -6
  238. cognite_toolkit/_cdf_tk/utils/_auxiliary.py +36 -0
  239. cognite_toolkit/_cdf_tk/utils/aggregators.py +424 -0
  240. cognite_toolkit/_cdf_tk/utils/auth.py +4 -2
  241. cognite_toolkit/_cdf_tk/utils/auxiliary.py +23 -0
  242. cognite_toolkit/_cdf_tk/utils/cdf.py +191 -21
  243. cognite_toolkit/_cdf_tk/utils/cli_args.py +34 -0
  244. cognite_toolkit/_cdf_tk/utils/collection.py +53 -2
  245. cognite_toolkit/_cdf_tk/utils/dtype_conversion.py +593 -0
  246. cognite_toolkit/_cdf_tk/utils/file.py +55 -2
  247. cognite_toolkit/_cdf_tk/utils/fileio/__init__.py +61 -0
  248. cognite_toolkit/_cdf_tk/utils/fileio/_base.py +32 -0
  249. cognite_toolkit/_cdf_tk/utils/fileio/_compression.py +61 -0
  250. cognite_toolkit/_cdf_tk/utils/fileio/_readers.py +422 -0
  251. cognite_toolkit/_cdf_tk/utils/fileio/_writers.py +429 -0
  252. cognite_toolkit/_cdf_tk/utils/graphql_parser.py +7 -2
  253. cognite_toolkit/_cdf_tk/utils/hashing.py +3 -9
  254. cognite_toolkit/_cdf_tk/utils/http_client/__init__.py +69 -0
  255. cognite_toolkit/_cdf_tk/utils/http_client/_client.py +536 -0
  256. cognite_toolkit/_cdf_tk/utils/http_client/_data_classes.py +412 -0
  257. cognite_toolkit/_cdf_tk/utils/http_client/_data_classes2.py +249 -0
  258. cognite_toolkit/_cdf_tk/utils/http_client/_exception.py +4 -0
  259. cognite_toolkit/_cdf_tk/utils/http_client/_tracker.py +34 -0
  260. cognite_toolkit/_cdf_tk/utils/interactive_select.py +819 -102
  261. cognite_toolkit/_cdf_tk/utils/modules.py +10 -14
  262. cognite_toolkit/_cdf_tk/utils/producer_worker.py +280 -63
  263. cognite_toolkit/_cdf_tk/utils/progress_tracker.py +87 -0
  264. cognite_toolkit/_cdf_tk/utils/sentry_utils.py +3 -3
  265. cognite_toolkit/_cdf_tk/utils/sql_parser.py +160 -0
  266. cognite_toolkit/_cdf_tk/utils/text.py +115 -0
  267. cognite_toolkit/_cdf_tk/utils/thread_safe_dict.py +99 -0
  268. cognite_toolkit/_cdf_tk/utils/useful_types.py +31 -0
  269. cognite_toolkit/_cdf_tk/utils/validate_access.py +468 -0
  270. cognite_toolkit/_cdf_tk/validation.py +172 -80
  271. cognite_toolkit/_repo_files/.gitignore +2 -0
  272. cognite_toolkit/_repo_files/AzureDevOps/.devops/deploy-pipeline.yml +1 -1
  273. cognite_toolkit/_repo_files/AzureDevOps/.devops/dry-run-pipeline.yml +1 -1
  274. cognite_toolkit/_repo_files/GitHub/.github/workflows/deploy.yaml +1 -1
  275. cognite_toolkit/_repo_files/GitHub/.github/workflows/dry-run.yaml +1 -1
  276. cognite_toolkit/_resources/cdf.toml +18 -0
  277. cognite_toolkit/_version.py +1 -1
  278. cognite_toolkit/config.dev.yaml +13 -0
  279. cognite_toolkit/demo/_base.py +4 -4
  280. {cognite_toolkit-0.5.44.dist-info → cognite_toolkit-0.7.34.dist-info}/METADATA +25 -21
  281. cognite_toolkit-0.7.34.dist-info/RECORD +320 -0
  282. cognite_toolkit-0.7.34.dist-info/WHEEL +4 -0
  283. {cognite_toolkit-0.5.44.dist-info → cognite_toolkit-0.7.34.dist-info}/entry_points.txt +1 -0
  284. cognite_toolkit/_builtin_modules/README.md +0 -7
  285. cognite_toolkit/_builtin_modules/bootcamp/README.md +0 -5
  286. cognite_toolkit/_builtin_modules/bootcamp/default.config.yaml +0 -3
  287. cognite_toolkit/_builtin_modules/bootcamp/ice_cream_api/default.config.yaml +0 -9
  288. cognite_toolkit/_builtin_modules/bootcamp/ice_cream_api/functions/icapi_datapoints_extractor/handler.py +0 -168
  289. cognite_toolkit/_builtin_modules/bootcamp/ice_cream_api/functions/icapi_datapoints_extractor/ice_cream_factory_api.py +0 -61
  290. cognite_toolkit/_builtin_modules/bootcamp/ice_cream_api/functions/icapi_datapoints_extractor/requirements.txt +0 -3
  291. cognite_toolkit/_builtin_modules/bootcamp/ice_cream_api/module.toml +0 -8
  292. cognite_toolkit/_builtin_modules/bootcamp/module.toml +0 -8
  293. cognite_toolkit/_builtin_modules/bootcamp/use_cases/oee/default.config.yaml +0 -6
  294. cognite_toolkit/_builtin_modules/bootcamp/use_cases/oee/functions/oee_timeseries/handler.py +0 -229
  295. cognite_toolkit/_builtin_modules/bootcamp/use_cases/oee/functions/oee_timeseries/requirements.txt +0 -2
  296. cognite_toolkit/_builtin_modules/bootcamp/use_cases/oee/module.toml +0 -8
  297. cognite_toolkit/_builtin_modules/cdf.toml +0 -13
  298. cognite_toolkit/_builtin_modules/cdf_common/data_models/demo.Space.yaml +0 -3
  299. cognite_toolkit/_builtin_modules/cdf_common/data_sets/demo.DataSet.yaml +0 -3
  300. cognite_toolkit/_builtin_modules/cdf_common/default.config.yaml +0 -8
  301. cognite_toolkit/_builtin_modules/cdf_common/extraction_pipelines/ctx_files_direct_relation_write.ExtractionPipeline.yaml +0 -54
  302. cognite_toolkit/_builtin_modules/cdf_common/extraction_pipelines/ctx_files_direct_relation_write.config.yaml +0 -28
  303. cognite_toolkit/_builtin_modules/cdf_common/functions/contextualization_connection_writer/handler.py +0 -342
  304. cognite_toolkit/_builtin_modules/cdf_common/functions/contextualization_connection_writer/requirements.txt +0 -3
  305. cognite_toolkit/_builtin_modules/cdf_common/functions/write.Function.yaml +0 -7
  306. cognite_toolkit/_builtin_modules/cdf_common/module.toml +0 -7
  307. cognite_toolkit/_builtin_modules/cdf_common/raw/contextualization_state.DataBase.yaml +0 -1
  308. cognite_toolkit/_builtin_modules/cdf_common/raw/contextualization_state.Table.yaml +0 -2
  309. cognite_toolkit/_builtin_modules/cdf_common/raw/source.DataBase.yaml +0 -1
  310. cognite_toolkit/_builtin_modules/cdf_ingestion/auth/user.Group.yaml +0 -124
  311. cognite_toolkit/_builtin_modules/cdf_ingestion/auth/workflow.Group.yaml +0 -114
  312. cognite_toolkit/_builtin_modules/cdf_ingestion/default.config.yaml +0 -34
  313. cognite_toolkit/_builtin_modules/cdf_ingestion/module.toml +0 -14
  314. cognite_toolkit/_builtin_modules/cdf_ingestion/workflows/ingest.Workflow.yaml +0 -3
  315. cognite_toolkit/_builtin_modules/cdf_ingestion/workflows/trigger.WorkflowTrigger.yaml +0 -9
  316. cognite_toolkit/_builtin_modules/cdf_ingestion/workflows/v1.WorkflowVersion.yaml +0 -150
  317. cognite_toolkit/_builtin_modules/common/README.md +0 -5
  318. cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/apm.datamodel.yaml +0 -18
  319. cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/apm_config.datamodel.yaml +0 -10
  320. cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/config.space.yaml +0 -3
  321. cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/containers/APM_Activity.container.yaml +0 -108
  322. cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/containers/APM_Notification.container.yaml +0 -85
  323. cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/containers/APM_Operation.container.yaml +0 -83
  324. cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/containers/ApmConfig.container.yaml +0 -39
  325. cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/source.space.yaml +0 -3
  326. cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/views/APM_Activity.view.yaml +0 -119
  327. cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/views/APM_Notification.view.yaml +0 -84
  328. cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/views/APM_Operation.view.yaml +0 -86
  329. cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/views/ApmConfig.view.yaml +0 -48
  330. cognite_toolkit/_builtin_modules/common/cdf_apm_base/default.config.yaml +0 -1
  331. cognite_toolkit/_builtin_modules/common/cdf_apm_base/module.toml +0 -9
  332. cognite_toolkit/_builtin_modules/common/cdf_auth_readwrite_all/README.md +0 -23
  333. cognite_toolkit/_builtin_modules/common/cdf_auth_readwrite_all/auth/admin.readonly.group.yaml +0 -260
  334. cognite_toolkit/_builtin_modules/common/cdf_auth_readwrite_all/auth/admin.readwrite.group.yaml +0 -323
  335. cognite_toolkit/_builtin_modules/common/cdf_auth_readwrite_all/default.config.yaml +0 -2
  336. cognite_toolkit/_builtin_modules/common/cdf_auth_readwrite_all/module.toml +0 -7
  337. cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/default.config.yaml +0 -10
  338. cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/module.toml +0 -19
  339. cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/transformations/activity_to_asset.Transformation.sql +0 -31
  340. cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/transformations/activity_to_asset.Transformation.yaml +0 -13
  341. cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/transformations/activity_to_equipment.Transformation.sql +0 -31
  342. cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/transformations/activity_to_equipment.Transformation.yaml +0 -14
  343. cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/transformations/activity_to_timeseries.Transformation.sql +0 -34
  344. cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/transformations/activity_to_timeseries.Transformation.yaml +0 -13
  345. cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/transformations/timeseries_to_asset.Transformation.sql +0 -32
  346. cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/transformations/timeseries_to_asset.Transformation.yaml +0 -14
  347. cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/transformations/timeseries_to_equipment.Transformation.sql +0 -32
  348. cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/transformations/timeseries_to_equipment.Transformation.yaml +0 -13
  349. cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/auth/workflow.Group.yaml +0 -83
  350. cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/data_models/annotation_type.Node.yaml +0 -2
  351. cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/data_models/sourceSystem.node.yaml +0 -13
  352. cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/default.config.yaml +0 -16
  353. cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/extraction_pipelines/ctx_files_entity_matcher.ExtractionPipeline.yaml +0 -48
  354. cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/extraction_pipelines/ctx_files_entity_matcher.config.yaml +0 -35
  355. cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/functions/contextualization_entity_matcher/handler.py +0 -476
  356. cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/functions/contextualization_entity_matcher/requirements.txt +0 -3
  357. cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/functions/functions.Function.yaml +0 -7
  358. cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/module.toml +0 -28
  359. cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/raw/state.Table.yaml +0 -2
  360. cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/workflows/entity_matching.Workflow.yaml +0 -3
  361. cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/workflows/trigger.WorkflowTrigger.yaml +0 -9
  362. cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/workflows/v1.WorkflowVersion.yaml +0 -22
  363. cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/auth/function.Group.yaml +0 -89
  364. cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/data_models/sourceSystem.node.yaml +0 -13
  365. cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/default.config.yaml +0 -13
  366. cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/extraction_pipelines/ctx_files_pandid_annotater.ExtractionPipeline.yaml +0 -44
  367. cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/extraction_pipelines/ctx_files_pandid_annotater.config.yaml +0 -33
  368. cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/functions/contextualization_p_and_id_annotater/handler.py +0 -405
  369. cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/functions/contextualization_p_and_id_annotater/requirements.txt +0 -3
  370. cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/functions/functions.Function.yaml +0 -7
  371. cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/module.toml +0 -31
  372. cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/workflows/p_and_id_parser.Workflow.yaml +0 -3
  373. cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/workflows/trigger.WorkflowTrigger.yaml +0 -9
  374. cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/workflows/v1.WorkflowVersion.yaml +0 -22
  375. cognite_toolkit/_builtin_modules/custom/my_module/auth/.gitkeep +0 -0
  376. cognite_toolkit/_builtin_modules/custom/my_module/default.config.yaml +0 -1
  377. cognite_toolkit/_builtin_modules/custom/my_module/module.toml +0 -7
  378. cognite_toolkit/_builtin_modules/industrial_tools/cdf_location_filter_asset_centric/classic/root.Asset.yaml +0 -9
  379. cognite_toolkit/_builtin_modules/industrial_tools/cdf_location_filter_asset_centric/data_sets/data_sets.DataSet.yaml +0 -3
  380. cognite_toolkit/_builtin_modules/industrial_tools/cdf_location_filter_asset_centric/default.config.yaml +0 -4
  381. cognite_toolkit/_builtin_modules/industrial_tools/cdf_location_filter_asset_centric/locations/individualFilters.LocationFilter.yaml +0 -19
  382. cognite_toolkit/_builtin_modules/industrial_tools/cdf_location_filter_asset_centric/locations/oneFilter.LocationFilter.yaml +0 -12
  383. cognite_toolkit/_builtin_modules/industrial_tools/cdf_location_filter_asset_centric/module.toml +0 -7
  384. cognite_toolkit/_builtin_modules/industrial_tools/cdf_location_filter_datamodel_based/data_models/instance.Space.yaml +0 -2
  385. cognite_toolkit/_builtin_modules/industrial_tools/cdf_location_filter_datamodel_based/default.config.yaml +0 -2
  386. cognite_toolkit/_builtin_modules/industrial_tools/cdf_location_filter_datamodel_based/locations/dataModel.LocationFilter.yaml +0 -17
  387. cognite_toolkit/_builtin_modules/industrial_tools/cdf_location_filter_datamodel_based/module.toml +0 -7
  388. cognite_toolkit/_builtin_modules/industrial_tools/cdf_search/auth/locationfilter.Group.yaml +0 -12
  389. cognite_toolkit/_builtin_modules/industrial_tools/cdf_search/default.config.yaml +0 -3
  390. cognite_toolkit/_builtin_modules/industrial_tools/cdf_search/locations/user.LocationFilter.yaml +0 -9
  391. cognite_toolkit/_builtin_modules/industrial_tools/cdf_search/module.toml +0 -11
  392. cognite_toolkit/_builtin_modules/infield/cdf_infield_common/README.md +0 -3
  393. cognite_toolkit/_builtin_modules/infield/cdf_infield_common/auth/applications-configuration.Group.yaml +0 -22
  394. cognite_toolkit/_builtin_modules/infield/cdf_infield_common/data_models/infieldAppData.space.yaml +0 -3
  395. cognite_toolkit/_builtin_modules/infield/cdf_infield_common/data_models/infield_apm_app_config.node.yaml +0 -28
  396. cognite_toolkit/_builtin_modules/infield/cdf_infield_common/default.config.yaml +0 -2
  397. cognite_toolkit/_builtin_modules/infield/cdf_infield_common/module.toml +0 -11
  398. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/README.md +0 -61
  399. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/auth/infield_checklist_admin_role.group.yaml +0 -100
  400. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/auth/infield_normal_role.group.yaml +0 -100
  401. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/auth/infield_template_admin_role.group.yaml +0 -100
  402. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/auth/infield_viewer_role.group.yaml +0 -85
  403. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/data_models/infieldLocationAppData.space.yaml +0 -3
  404. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/data_models/infieldLocationSourceData.space.yaml +0 -3
  405. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/data_sets/location_app_data_set.DataSet.yaml +0 -3
  406. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/data_sets/location_source_data_set.DataSet.yaml +0 -20
  407. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/default.config.yaml +0 -23
  408. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/module.toml +0 -8
  409. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/transformations/tr_asset_oid_workmate_infield_sync_assets_from_hierarchy_to_apm.Transformation.sql +0 -34
  410. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/transformations/tr_asset_oid_workmate_infield_sync_assets_from_hierarchy_to_apm.Transformation.yaml +0 -24
  411. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/transformations/tr_asset_oid_workmate_infield_sync_assets_from_hierarchy_to_apm.schedule.yaml +0 -3
  412. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/transformations/tr_workorder_oid_workmate_infield_sync_workorders_to_apm_activities.Transformation.sql +0 -17
  413. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/transformations/tr_workorder_oid_workmate_infield_sync_workorders_to_apm_activities.Transformation.yaml +0 -25
  414. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/transformations/tr_workorder_oid_workmate_infield_sync_workorders_to_apm_activities.schedule.yaml +0 -3
  415. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/README.md +0 -61
  416. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/auth/infield_checklist_admin_role.group.yaml +0 -100
  417. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/auth/infield_normal_role.group.yaml +0 -100
  418. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/auth/infield_template_admin_role.group.yaml +0 -100
  419. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/auth/infield_viewer_role.group.yaml +0 -85
  420. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/data_models/infieldLocationAppData.space.yaml +0 -3
  421. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/data_models/infieldLocationSourceData.space.yaml +0 -3
  422. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/data_sets/location_app_data_set.DataSet.yaml +0 -3
  423. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/data_sets/location_source_data_set.DataSet.yaml +0 -20
  424. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/default.config.yaml +0 -23
  425. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/module.toml +0 -8
  426. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/transformations/tr_asset_oid_workmate_infield_sync_assets_from_hierarchy_to_apm.Transformation.sql +0 -34
  427. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/transformations/tr_asset_oid_workmate_infield_sync_assets_from_hierarchy_to_apm.Transformation.yaml +0 -24
  428. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/transformations/tr_asset_oid_workmate_infield_sync_assets_from_hierarchy_to_apm.schedule.yaml +0 -3
  429. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/transformations/tr_workorder_oid_workmate_infield_sync_workorders_to_apm_activities.Transformation.sql +0 -17
  430. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/transformations/tr_workorder_oid_workmate_infield_sync_workorders_to_apm_activities.Transformation.yaml +0 -25
  431. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/transformations/tr_workorder_oid_workmate_infield_sync_workorders_to_apm_activities.schedule.yaml +0 -3
  432. cognite_toolkit/_builtin_modules/infield/default.config.yaml +0 -21
  433. cognite_toolkit/_builtin_modules/inrobot/README.md +0 -41
  434. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/README.md +0 -53
  435. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/auth/run-function-user.Group.yaml +0 -89
  436. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/classic/robot.Label.yaml +0 -6
  437. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/data_models/cogniteAppData.space.yaml +0 -3
  438. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/data_models/inrobotApmConfig.node.yaml +0 -17
  439. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/data_sets/robot_1.dataset.yaml +0 -2
  440. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/default.config.yaml +0 -3
  441. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/.gitkeep +0 -0
  442. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/README.md +0 -30
  443. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/__init__.py +0 -1
  444. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/common/README.md +0 -58
  445. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/common/__init__.py +0 -0
  446. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/common/apm_helpers.py +0 -269
  447. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/common/cdf_helpers.py +0 -112
  448. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/common/dataclass/__init__.py +0 -0
  449. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/common/dataclass/common.py +0 -16
  450. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/common/dataclass/vision.py +0 -66
  451. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/common/utils.py +0 -17
  452. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/handler.py +0 -269
  453. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/requirements.txt +0 -22
  454. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/README.md +0 -56
  455. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/__init__.py +0 -1
  456. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/common/README.md +0 -58
  457. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/common/__init__.py +0 -0
  458. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/common/apm_helpers.py +0 -269
  459. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/common/cdf_helpers.py +0 -112
  460. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/common/dataclass/__init__.py +0 -0
  461. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/common/dataclass/common.py +0 -16
  462. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/common/dataclass/vision.py +0 -66
  463. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/common/utils.py +0 -17
  464. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/handler.py +0 -396
  465. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/requirements.txt +0 -22
  466. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/README.md +0 -18
  467. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/__init__.py +0 -1
  468. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/common/README.md +0 -58
  469. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/common/__init__.py +0 -0
  470. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/common/apm_helpers.py +0 -269
  471. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/common/cdf_helpers.py +0 -112
  472. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/common/dataclass/__init__.py +0 -0
  473. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/common/dataclass/common.py +0 -16
  474. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/common/dataclass/vision.py +0 -66
  475. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/common/utils.py +0 -17
  476. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/handler.py +0 -195
  477. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/requirements.txt +0 -23
  478. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_threesixty/README.md +0 -14
  479. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_threesixty/__init__.py +0 -1
  480. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_threesixty/cognite_threesixty_images.py +0 -284
  481. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_threesixty/handler.py +0 -257
  482. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_threesixty/requirements.txt +0 -7
  483. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/robots.functions.Function.yaml +0 -51
  484. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/schedules.Schedule.yaml +0 -94
  485. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/module.toml +0 -11
  486. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/acoustic_video.RobotCapability.yaml +0 -72
  487. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/process_threesixty.DataPostProcessing.yaml +0 -23
  488. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/pt_ir_video.RobotCapability.yaml +0 -64
  489. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/ptz.RobotCapability.yaml +0 -63
  490. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/ptz_ir.RobotCapability.yaml +0 -80
  491. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/ptz_video.RobotCapability.yaml +0 -68
  492. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/read_dial_gauge.DataPostProcessing.yaml +0 -31
  493. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/read_digital_gauge.DataPostProcessing.yaml +0 -35
  494. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/read_level_gauge.DataPostProcessing.yaml +0 -29
  495. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/read_valve.DataPostProcessing.yaml +0 -23
  496. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/threesixty.RobotCapability.yaml +0 -47
  497. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/threesixty_video.RobotCapability.yaml +0 -47
  498. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_location/README.md +0 -33
  499. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_location/auth/inrobot-admin.Group.yaml +0 -107
  500. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_location/auth/inrobot-users.Group.yaml +0 -94
  501. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_location/auth/robot-1.Group.yaml +0 -77
  502. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_location/data_models/locationAppData.space.yaml +0 -3
  503. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_location/data_models/locationSourceData.space.yaml +0 -3
  504. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_location/default.config.yaml +0 -7
  505. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_location/module.toml +0 -8
  506. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_location/robotics/root.Frame.yaml +0 -15
  507. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_location/robotics/root.Location.yaml +0 -3
  508. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_location/robotics/root.Map.yaml +0 -10
  509. cognite_toolkit/_builtin_modules/inrobot/default.config.yaml +0 -3
  510. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/containers/Activity.Container.yaml +0 -13
  511. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/containers/Asset.Container.yaml +0 -13
  512. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/containers/Equipment.Container.yaml +0 -13
  513. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/containers/File.Container.yaml +0 -13
  514. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/containers/TimeSeries.Container.yaml +0 -13
  515. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/enterprise.datamodel.yaml +0 -54
  516. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/schema.space.yaml +0 -1
  517. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/views/Activity.view.yaml +0 -69
  518. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/views/Asset.view.yaml +0 -186
  519. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/views/Equipment.view.yaml +0 -100
  520. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/views/File.view.yaml +0 -72
  521. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/views/TimeSeries.view.yaml +0 -85
  522. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/default.config.yaml +0 -2
  523. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/module.toml +0 -7
  524. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/360Image.Container.yaml +0 -13
  525. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/360ImageAnnotation.Container.yaml +0 -13
  526. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/360ImageCollection.Container.yaml +0 -13
  527. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/360ImageModel.Container.yaml +0 -13
  528. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/360ImageStation.Container.yaml +0 -13
  529. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/3DModel.Container.yaml +0 -13
  530. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/3DObject.Container.yaml +0 -13
  531. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/3DRevision.Container.yaml +0 -13
  532. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/3DTransformation.Container.yaml +0 -13
  533. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/Activity.Container.yaml +0 -13
  534. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/Annotation.Container.yaml +0 -14
  535. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/Asset.Container.yaml +0 -13
  536. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/AssetClass.Container.yaml +0 -13
  537. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/AssetType.Container.yaml +0 -13
  538. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/CADModel.Container.yaml +0 -13
  539. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/CADNode.Container.yaml +0 -13
  540. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/CADRevision.Container.yaml +0 -13
  541. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/CubeMap.Container.yaml +0 -13
  542. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/Describable.Container.yaml +0 -13
  543. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/DiagramAnnotation.Container.yaml +0 -13
  544. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/Equipment.Container.yaml +0 -13
  545. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/EquipmentType.Container.yaml +0 -13
  546. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/File.Container.yaml +0 -13
  547. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/FileCategory.Container.yaml +0 -13
  548. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/PointCloudModel.Container.yaml +0 -13
  549. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/PointCloudRevision.Container.yaml +0 -13
  550. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/PointCloudVolume.Container.yaml +0 -13
  551. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/Schedulable.Container.yaml +0 -13
  552. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/SourceSystem.Container.yaml +0 -13
  553. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/Sourceable.Container.yaml +0 -13
  554. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/TimeSeries.Container.yaml +0 -13
  555. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/Unit.Container.yaml +0 -13
  556. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/Visualizable.Container.yaml +0 -13
  557. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/enterprise.datamodel.yaml +0 -138
  558. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/schema.space.yaml +0 -1
  559. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/360Image.view.yaml +0 -119
  560. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/360ImageAnnotation.view.yaml +0 -28
  561. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/360ImageCollection.view.yaml +0 -39
  562. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/360ImageModel.view.yaml +0 -55
  563. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/360ImageStation.view.yaml +0 -29
  564. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/3DModel.view.yaml +0 -29
  565. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/3DObject.view.yaml +0 -81
  566. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/3DRevision.view.yaml +0 -30
  567. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/3DTransformation.view.yaml +0 -23
  568. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/Activity.view.yaml +0 -69
  569. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/Annotation.view.yaml +0 -28
  570. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/Asset.view.yaml +0 -191
  571. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/AssetClass.view.yaml +0 -17
  572. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/AssetType.view.yaml +0 -31
  573. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/CADModel.view.yaml +0 -55
  574. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/CADNode.view.yaml +0 -53
  575. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/CADRevision.view.yaml +0 -39
  576. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/CubeMap.view.yaml +0 -97
  577. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/Describable.view.yaml +0 -19
  578. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/DiagramAnnotation.view.yaml +0 -28
  579. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/Equipment.view.yaml +0 -100
  580. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/EquipmentType.view.yaml +0 -17
  581. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/File.view.yaml +0 -72
  582. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/FileCategory.view.yaml +0 -18
  583. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/PointCloudModel.view.yaml +0 -55
  584. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/PointCloudRevision.view.yaml +0 -39
  585. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/PointCloudVolume.view.yaml +0 -52
  586. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/Schedulable.view.yaml +0 -17
  587. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/SourceSystem.view.yaml +0 -17
  588. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/Sourceable.view.yaml +0 -27
  589. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/TimeSeries.view.yaml +0 -85
  590. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/Unit.view.yaml +0 -16
  591. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/Visualizable.view.yaml +0 -29
  592. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/default.config.yaml +0 -2
  593. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/module.toml +0 -7
  594. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/containers/Activity.Container.yaml +0 -13
  595. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/containers/Asset.Container.yaml +0 -13
  596. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/containers/Equipment.Container.yaml +0 -13
  597. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/containers/File.Container.yaml +0 -13
  598. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/containers/MaintenanceOrder.Container.yaml +0 -13
  599. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/containers/Notification.Container.yaml +0 -13
  600. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/containers/Operation.Container.yaml +0 -13
  601. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/containers/TimeSeries.Container.yaml +0 -13
  602. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/enterprise.datamodel.yaml +0 -66
  603. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/schema.space.yaml +0 -1
  604. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/views/Activity.view.yaml +0 -69
  605. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/views/Asset.view.yaml +0 -186
  606. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/views/Equipment.view.yaml +0 -100
  607. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/views/File.view.yaml +0 -72
  608. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/views/MaintenanceOrder.view.yaml +0 -100
  609. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/views/Notification.view.yaml +0 -56
  610. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/views/Operation.view.yaml +0 -96
  611. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/views/TimeSeries.view.yaml +0 -85
  612. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/default.config.yaml +0 -3
  613. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/module.toml +0 -8
  614. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/360Image.Container.yaml +0 -13
  615. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/360ImageAnnotation.Container.yaml +0 -14
  616. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/360ImageCollection.Container.yaml +0 -13
  617. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/360ImageModel.Container.yaml +0 -13
  618. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/360ImageStation.Container.yaml +0 -13
  619. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/3DModel.Container.yaml +0 -13
  620. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/3DObject.Container.yaml +0 -13
  621. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/3DRevision.Container.yaml +0 -13
  622. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/3DTransformation.Container.yaml +0 -13
  623. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/Activity.Container.yaml +0 -13
  624. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/Annotation.Container.yaml +0 -14
  625. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/Asset.Container.yaml +0 -13
  626. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/AssetClass.Container.yaml +0 -13
  627. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/AssetType.Container.yaml +0 -13
  628. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/CADModel.Container.yaml +0 -13
  629. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/CADNode.Container.yaml +0 -13
  630. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/CADRevision.Container.yaml +0 -13
  631. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/CubeMap.Container.yaml +0 -13
  632. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/Describable.Container.yaml +0 -13
  633. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/DiagramAnnotation.Container.yaml +0 -14
  634. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/Equipment.Container.yaml +0 -13
  635. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/EquipmentType.Container.yaml +0 -13
  636. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/File.Container.yaml +0 -13
  637. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/FileCategory.Container.yaml +0 -13
  638. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/MaintenanceOrder.Container.yaml +0 -13
  639. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/Notification.Container.yaml +0 -13
  640. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/Operation.Container.yaml +0 -13
  641. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/PointCloudModel.Container.yaml +0 -13
  642. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/PointCloudRevision.Container.yaml +0 -13
  643. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/PointCloudVolume.Container.yaml +0 -13
  644. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/Schedulable.Container.yaml +0 -13
  645. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/SourceSystem.Container.yaml +0 -13
  646. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/Sourceable.Container.yaml +0 -13
  647. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/TimeSeries.Container.yaml +0 -13
  648. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/Unit.Container.yaml +0 -13
  649. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/Visualizable.Container.yaml +0 -13
  650. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/enterprise.datamodel.yaml +0 -150
  651. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/schema.space.yaml +0 -1
  652. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/360Image.view.yaml +0 -119
  653. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/360ImageAnnotation.view.yaml +0 -28
  654. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/360ImageCollection.view.yaml +0 -39
  655. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/360ImageModel.view.yaml +0 -55
  656. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/360ImageStation.view.yaml +0 -29
  657. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/3DModel.view.yaml +0 -29
  658. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/3DObject.view.yaml +0 -81
  659. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/3DRevision.view.yaml +0 -30
  660. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/3DTransformation.view.yaml +0 -23
  661. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/Activity.view.yaml +0 -69
  662. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/Annotation.view.yaml +0 -28
  663. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/Asset.view.yaml +0 -191
  664. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/AssetClass.view.yaml +0 -17
  665. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/AssetType.view.yaml +0 -31
  666. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/CADModel.view.yaml +0 -55
  667. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/CADNode.view.yaml +0 -53
  668. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/CADRevision.view.yaml +0 -39
  669. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/CubeMap.view.yaml +0 -97
  670. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/Describable.view.yaml +0 -19
  671. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/DiagramAnnotation.view.yaml +0 -28
  672. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/Equipment.view.yaml +0 -100
  673. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/EquipmentType.view.yaml +0 -17
  674. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/File.view.yaml +0 -72
  675. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/FileCategory.view.yaml +0 -18
  676. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/MaintenanceOrder.view.yaml +0 -100
  677. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/Notification.view.yaml +0 -56
  678. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/Operation.view.yaml +0 -96
  679. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/PointCloudModel.view.yaml +0 -55
  680. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/PointCloudRevision.view.yaml +0 -39
  681. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/PointCloudVolume.view.yaml +0 -52
  682. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/Schedulable.view.yaml +0 -17
  683. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/SourceSystem.view.yaml +0 -17
  684. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/Sourceable.view.yaml +0 -27
  685. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/TimeSeries.view.yaml +0 -85
  686. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/Unit.view.yaml +0 -16
  687. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/Visualizable.view.yaml +0 -29
  688. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/default.config.yaml +0 -2
  689. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/module.toml +0 -7
  690. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/containers/scene_Cdf3dRevisionProperties.Container.yaml +0 -13
  691. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/containers/scene_EnvironmentMap.Container.yaml +0 -12
  692. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/containers/scene_Image360CollectionProperties.Container.yaml +0 -23
  693. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/containers/scene_Image360CollectionScene.Container.yaml +0 -12
  694. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/containers/scene_SceneConfiguration.Container.yaml +0 -152
  695. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/containers/scene_TexturedMap.Container.yaml +0 -21
  696. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/containers/scene_TexturedPlane.Container.yaml +0 -29
  697. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/scene.Space.yaml +0 -3
  698. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/scene_data_model.DataModel.yaml +0 -66
  699. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/views/EnvironmentMap.View.yaml +0 -28
  700. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/views/Image360CollectionProperties.View.yaml +0 -22
  701. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/views/Image360CollectionScene.View.yaml +0 -20
  702. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/views/RevisionProperties.View.yaml +0 -16
  703. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/views/SceneConfiguration.View.yaml +0 -166
  704. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/views/TexturedMap.View.yaml +0 -17
  705. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/views/TexturedPlane.View.yaml +0 -40
  706. cognite_toolkit/_builtin_modules/models/cdf_scene/default.config.yaml +0 -1
  707. cognite_toolkit/_builtin_modules/models/cdf_scene/module.toml +0 -5
  708. cognite_toolkit/_builtin_modules/package.toml +0 -41
  709. cognite_toolkit/_builtin_modules/sourcesystem/README.md +0 -4
  710. cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/auth/workflow.Group.yaml +0 -53
  711. cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/default.config.yaml +0 -13
  712. cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/extraction_pipelines/extractor.Config.yaml +0 -5
  713. cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/extraction_pipelines/extractor.ExtractionPipeline.yaml +0 -12
  714. cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/module.toml +0 -30
  715. cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/raw/timeseries.Table.yaml +0 -2
  716. cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/transformations/population/timeseries.Transformation.sql +0 -9
  717. cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/transformations/population/timeseries.Transformation.yaml +0 -14
  718. cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/workflows/population.Workflow.yaml +0 -3
  719. cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/workflows/trigger.WorkflowTrigger.yaml +0 -9
  720. cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/workflows/v1.WorkflowVersion.yaml +0 -12
  721. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/auth/workflow.Group.yaml +0 -54
  722. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/default.config.yaml +0 -16
  723. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/module.toml +0 -30
  724. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/raw/dump.Table.yaml +0 -2
  725. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/transformations/connection/equipment_to_asset.Transformation.sql +0 -14
  726. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/transformations/connection/equipment_to_asset.Transformation.yaml +0 -14
  727. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/transformations/population/asset.Transformation.sql +0 -35
  728. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/transformations/population/asset.Transformation.yaml +0 -14
  729. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/transformations/population/equipment.Transformation.sql +0 -17
  730. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/transformations/population/equipment.Transformation.yaml +0 -13
  731. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/workflows/population.Workflow.yaml +0 -3
  732. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/workflows/trigger.WorkflowTrigger.yaml +0 -9
  733. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/workflows/v1.WorkflowVersion.yaml +0 -28
  734. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/auth/workflow.Group.yaml +0 -46
  735. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/default.config.yaml +0 -15
  736. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/module.toml +0 -26
  737. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/raw/workitem.Table.yaml +0 -2
  738. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/raw/workorder.Table.yaml +0 -2
  739. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/raw/workpackage.Table.yaml +0 -2
  740. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/raw/worktask.Table.yaml +0 -3
  741. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/transformations/connection/operation_to_maintenance_order.Transformation.sql +0 -32
  742. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/transformations/connection/operation_to_maintenance_order.Transformation.yaml +0 -13
  743. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/transformations/population/maintenanceOrder.Transformation.sql +0 -18
  744. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/transformations/population/maintenanceOrder.Transformation.yaml +0 -14
  745. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/transformations/population/operation.Transformation.sql +0 -18
  746. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/transformations/population/operation.Transformation.yaml +0 -14
  747. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/workflows/population.Workflow.yaml +0 -3
  748. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/workflows/trigger.WorkflowTrigger.yaml +0 -9
  749. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/workflows/v1.WorkflowVersion.yaml +0 -28
  750. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sharepoint/auth/workflow.Group.yaml +0 -47
  751. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sharepoint/default.config.yaml +0 -13
  752. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sharepoint/files/upload.CogniteFile.yaml +0 -4
  753. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sharepoint/module.toml +0 -32
  754. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sharepoint/raw/files.Table.yaml +0 -2
  755. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sharepoint/transformations/population/files.Transformation.sql +0 -9
  756. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sharepoint/transformations/population/files.Transformation.yaml +0 -13
  757. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sharepoint/workflows/population.Workflow.yaml +0 -3
  758. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sharepoint/workflows/trigger.WorkflowTrigger.yaml +0 -9
  759. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sharepoint/workflows/v1.WorkflowVersion.yaml +0 -11
  760. cognite_toolkit/_cdf_tk/_parameters/__init__.py +0 -18
  761. cognite_toolkit/_cdf_tk/_parameters/constants.py +0 -82
  762. cognite_toolkit/_cdf_tk/_parameters/data_classes.py +0 -197
  763. cognite_toolkit/_cdf_tk/_parameters/functions.py +0 -192
  764. cognite_toolkit/_cdf_tk/_parameters/get_type_hints.py +0 -125
  765. cognite_toolkit/_cdf_tk/_parameters/type_hint.py +0 -118
  766. cognite_toolkit/_cdf_tk/apps/_populate_app.py +0 -80
  767. cognite_toolkit/_cdf_tk/client/api/agents/agents.py +0 -107
  768. cognite_toolkit/_cdf_tk/client/api/agents/api.py +0 -12
  769. cognite_toolkit/_cdf_tk/client/api/statistics.py +0 -72
  770. cognite_toolkit/_cdf_tk/client/data_classes/agent_tools.py +0 -92
  771. cognite_toolkit/_cdf_tk/client/data_classes/agents.py +0 -135
  772. cognite_toolkit/_cdf_tk/client/data_classes/statistics.py +0 -130
  773. cognite_toolkit/_cdf_tk/commands/_populate.py +0 -306
  774. cognite_toolkit/_cdf_tk/commands/dump_data.py +0 -487
  775. cognite_toolkit/_cdf_tk/commands/featureflag.py +0 -29
  776. cognite_toolkit/_cdf_tk/loaders/__init__.py +0 -204
  777. cognite_toolkit/_cdf_tk/loaders/_resource_loaders/__init__.py +0 -90
  778. cognite_toolkit/_cdf_tk/loaders/_resource_loaders/agent_loaders.py +0 -89
  779. cognite_toolkit/_cdf_tk/loaders/_resource_loaders/fieldops_loaders.py +0 -260
  780. cognite_toolkit/_cdf_tk/loaders/_resource_loaders/timeseries_loaders.py +0 -356
  781. cognite_toolkit/_cdf_tk/prototypes/_packages/__init__.py +0 -1
  782. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/manifest.yaml +0 -4
  783. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/auth/reference.Group.yaml +0 -375
  784. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/auth/reference.SecurityCategory.yaml +0 -1
  785. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/data_models/reference.DataModel.yaml +0 -19
  786. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/data_models/reference.View.yaml +0 -8
  787. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/data_sets/reference.DataSet.yaml +0 -8
  788. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/extraction_pipelines/reference.ExtractionPipeline.yaml +0 -27
  789. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/extraction_pipelines/reference.ExtractionPipelineConfig.yaml +0 -3
  790. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/functions/reference.Function.yaml +0 -22
  791. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/functions/reference.FunctionSchedule.yaml +0 -6
  792. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/labels/reference.LabelDefinition.yaml +0 -4
  793. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/timeseries/reference.DataPointSubscription.yaml +0 -7
  794. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/transformations/reference.Transformation.yaml +0 -51
  795. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/transformations/reference.TransformationNotification.yaml +0 -3
  796. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/transformations/reference.TransformationSchedule.yaml +0 -4
  797. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/workflows/reference.WorkflowUpsert.yaml +0 -2
  798. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/workflows/reference.WorkflowVersionUpsert.yaml +0 -10
  799. cognite_toolkit/_cdf_tk/prototypes/_packages/update_references.py +0 -339
  800. cognite_toolkit/_cdf_tk/prototypes/commands/__init__.py +0 -0
  801. cognite_toolkit/_cdf_tk/prototypes/import_app.py +0 -41
  802. cognite_toolkit/_cdf_tk/utils/table_writers.py +0 -433
  803. cognite_toolkit/_cdf_tk/utils/tarjan.py +0 -46
  804. cognite_toolkit-0.5.44.dist-info/RECORD +0 -695
  805. cognite_toolkit-0.5.44.dist-info/WHEEL +0 -4
  806. cognite_toolkit-0.5.44.dist-info/licenses/LICENSE +0 -18
  807. /cognite_toolkit/{_builtin_modules → _cdf_tk/commands/build_v2}/__init__.py +0 -0
@@ -1,5 +1,9 @@
1
+ import io
2
+ import json
3
+ import zipfile
1
4
  from abc import ABC, abstractmethod
2
- from collections.abc import Hashable, Iterable, Iterator
5
+ from collections import defaultdict
6
+ from collections.abc import Hashable, Iterable, Iterator, Sequence
3
7
  from functools import cached_property
4
8
  from pathlib import Path
5
9
  from typing import Generic, cast
@@ -8,16 +12,30 @@ import questionary
8
12
  import typer
9
13
  from cognite.client import data_modeling as dm
10
14
  from cognite.client.data_classes import (
15
+ DataSetList,
16
+ ExtractionPipelineList,
11
17
  Group,
12
18
  GroupList,
13
19
  TransformationList,
14
20
  TransformationNotificationList,
15
21
  TransformationScheduleList,
22
+ filters,
16
23
  )
17
24
  from cognite.client.data_classes._base import (
25
+ CogniteResource,
18
26
  CogniteResourceList,
19
27
  )
28
+ from cognite.client.data_classes.agents import (
29
+ AgentList,
30
+ )
20
31
  from cognite.client.data_classes.data_modeling import DataModelId
32
+ from cognite.client.data_classes.documents import SourceFileProperty
33
+ from cognite.client.data_classes.extractionpipelines import ExtractionPipelineConfigList
34
+ from cognite.client.data_classes.functions import (
35
+ Function,
36
+ FunctionList,
37
+ FunctionSchedulesList,
38
+ )
21
39
  from cognite.client.data_classes.workflows import (
22
40
  Workflow,
23
41
  WorkflowList,
@@ -27,41 +45,57 @@ from cognite.client.data_classes.workflows import (
27
45
  WorkflowVersionList,
28
46
  )
29
47
  from cognite.client.exceptions import CogniteAPIError
48
+ from cognite.client.utils import ms_to_datetime
30
49
  from questionary import Choice
31
50
  from rich import print
51
+ from rich.console import Console
32
52
  from rich.panel import Panel
33
53
 
34
54
  from cognite_toolkit._cdf_tk.client import ToolkitClient
35
55
  from cognite_toolkit._cdf_tk.client.data_classes.location_filters import LocationFilterList
56
+ from cognite_toolkit._cdf_tk.client.data_classes.search_config import SearchConfigList
57
+ from cognite_toolkit._cdf_tk.client.data_classes.search_config import ViewId as SearchConfigViewId
58
+ from cognite_toolkit._cdf_tk.client.data_classes.streamlit_ import Streamlit, StreamlitList
59
+ from cognite_toolkit._cdf_tk.cruds import (
60
+ AgentCRUD,
61
+ ContainerCRUD,
62
+ DataModelCRUD,
63
+ DataSetsCRUD,
64
+ ExtractionPipelineConfigCRUD,
65
+ ExtractionPipelineCRUD,
66
+ FunctionCRUD,
67
+ FunctionScheduleCRUD,
68
+ GroupCRUD,
69
+ LocationFilterCRUD,
70
+ NodeCRUD,
71
+ ResourceCRUD,
72
+ SearchConfigCRUD,
73
+ SpaceCRUD,
74
+ StreamlitCRUD,
75
+ TransformationCRUD,
76
+ TransformationNotificationCRUD,
77
+ TransformationScheduleCRUD,
78
+ ViewCRUD,
79
+ WorkflowCRUD,
80
+ WorkflowTriggerCRUD,
81
+ WorkflowVersionCRUD,
82
+ )
83
+ from cognite_toolkit._cdf_tk.cruds._base_cruds import T_ID
36
84
  from cognite_toolkit._cdf_tk.exceptions import (
37
85
  ResourceRetrievalError,
38
86
  ToolkitMissingResourceError,
39
87
  ToolkitResourceMissingError,
40
88
  ToolkitValueError,
41
89
  )
42
- from cognite_toolkit._cdf_tk.loaders import (
43
- ContainerLoader,
44
- DataModelLoader,
45
- GroupLoader,
46
- LocationFilterLoader,
47
- NodeLoader,
48
- ResourceLoader,
49
- SpaceLoader,
50
- TransformationLoader,
51
- TransformationNotificationLoader,
52
- TransformationScheduleLoader,
53
- ViewLoader,
54
- WorkflowLoader,
55
- WorkflowTriggerLoader,
56
- WorkflowVersionLoader,
57
- )
58
- from cognite_toolkit._cdf_tk.loaders._base_loaders import T_ID
59
- from cognite_toolkit._cdf_tk.tk_warnings import FileExistsWarning, MediumSeverityWarning
90
+ from cognite_toolkit._cdf_tk.tk_warnings import FileExistsWarning, HighSeverityWarning, MediumSeverityWarning
60
91
  from cognite_toolkit._cdf_tk.utils import humanize_collection
61
- from cognite_toolkit._cdf_tk.utils.file import safe_rmtree, safe_write, yaml_safe_dump
92
+ from cognite_toolkit._cdf_tk.utils.file import safe_rmtree, safe_write, sanitize_filename, yaml_safe_dump
93
+ from cognite_toolkit._cdf_tk.utils.interactive_select import DataModelingSelect
62
94
 
63
95
  from ._base import ToolkitCommand
64
96
 
97
+ _INTERACTIVE_SELECT_HELPER_TEXT = " Use arrow keys to navigate and space key to select. Press enter to confirm."
98
+
65
99
 
66
100
  class ResourceFinder(Iterable, ABC, Generic[T_ID]):
67
101
  def __init__(self, client: ToolkitClient, identifier: T_ID | None = None):
@@ -72,7 +106,7 @@ class ResourceFinder(Iterable, ABC, Generic[T_ID]):
72
106
  return self.identifier or self._interactive_select()
73
107
 
74
108
  @abstractmethod
75
- def __iter__(self) -> Iterator[tuple[list[Hashable], CogniteResourceList | None, ResourceLoader, None | str]]:
109
+ def __iter__(self) -> Iterator[tuple[list[Hashable], CogniteResourceList | None, ResourceCRUD, None | str]]:
76
110
  raise NotImplementedError
77
111
 
78
112
  @abstractmethod
@@ -80,7 +114,7 @@ class ResourceFinder(Iterable, ABC, Generic[T_ID]):
80
114
  raise NotImplementedError
81
115
 
82
116
  # Can be implemented in subclasses
83
- def update(self, resources: CogniteResourceList) -> None: ...
117
+ def update(self, resources: Sequence[CogniteResource]) -> None: ...
84
118
 
85
119
 
86
120
  class DataModelFinder(ResourceFinder[DataModelId]):
@@ -137,12 +171,15 @@ class DataModelFinder(ResourceFinder[DataModelId]):
137
171
 
138
172
  selected_model = questionary.select(
139
173
  "Which version would you like to dump?",
140
- [Choice(f"{version}", value=model) for version, model in models_by_version.items()],
174
+ [
175
+ Choice(f"{version} ({len(model.views)} views)", value=version)
176
+ for version, model in models_by_version.items()
177
+ ],
141
178
  ).ask()
142
179
  self.data_model = models_by_version[selected_model]
143
180
  return self.data_model.as_id()
144
181
 
145
- def update(self, resources: CogniteResourceList) -> None:
182
+ def update(self, resources: Sequence[CogniteResource]) -> None:
146
183
  if isinstance(resources, dm.DataModelList):
147
184
  self.view_ids |= {
148
185
  view.as_id() if isinstance(view, dm.View) else view for item in resources for view in item.views
@@ -151,11 +188,11 @@ class DataModelFinder(ResourceFinder[DataModelId]):
151
188
  self.container_ids |= resources.referenced_containers()
152
189
  elif isinstance(resources, dm.SpaceList):
153
190
  return
154
- self.space_ids |= {item.space for item in resources}
191
+ self.space_ids |= {item.space for item in resources if hasattr(item, "space")}
155
192
 
156
- def __iter__(self) -> Iterator[tuple[list[Hashable], CogniteResourceList | None, ResourceLoader, None | str]]:
193
+ def __iter__(self) -> Iterator[tuple[list[Hashable], CogniteResourceList | None, ResourceCRUD, None | str]]:
157
194
  self.identifier = self._selected()
158
- model_loader = DataModelLoader.create_loader(self.client)
195
+ model_loader = DataModelCRUD.create_loader(self.client)
159
196
  if self.data_model:
160
197
  is_global_model = self.data_model.is_global
161
198
  yield [], dm.DataModelList([self.data_model]), model_loader, None
@@ -166,14 +203,14 @@ class DataModelFinder(ResourceFinder[DataModelId]):
166
203
  is_global_model = model_list[0].is_global
167
204
  yield [], model_list, model_loader, None
168
205
  if self._include_global or is_global_model:
169
- yield list(self.view_ids), None, ViewLoader.create_loader(self.client), "views"
170
- yield list(self.container_ids), None, ContainerLoader.create_loader(self.client), "containers"
171
- yield list(self.space_ids), None, SpaceLoader.create_loader(self.client), None
206
+ yield list(self.view_ids), None, ViewCRUD.create_loader(self.client), "views"
207
+ yield list(self.container_ids), None, ContainerCRUD.create_loader(self.client), "containers"
208
+ yield list(self.space_ids), None, SpaceCRUD.create_loader(self.client), None
172
209
  else:
173
- view_loader = ViewLoader(self.client, None, None, topological_sort_implements=True)
210
+ view_loader = ViewCRUD(self.client, None, None, topological_sort_implements=True)
174
211
  views = dm.ViewList([view for view in view_loader.retrieve(list(self.view_ids)) if not view.is_global])
175
212
  yield [], views, view_loader, "views"
176
- container_loader = ContainerLoader.create_loader(self.client)
213
+ container_loader = ContainerCRUD.create_loader(self.client)
177
214
  containers = dm.ContainerList(
178
215
  [
179
216
  container
@@ -183,7 +220,7 @@ class DataModelFinder(ResourceFinder[DataModelId]):
183
220
  )
184
221
  yield [], containers, container_loader, "containers"
185
222
 
186
- space_loader = SpaceLoader.create_loader(self.client)
223
+ space_loader = SpaceCRUD.create_loader(self.client)
187
224
  spaces = dm.SpaceList(
188
225
  [space for space in space_loader.retrieve(list(self.space_ids)) if not space.is_global]
189
226
  )
@@ -226,22 +263,22 @@ class WorkflowFinder(ResourceFinder[WorkflowVersionId]):
226
263
  break
227
264
  return selected_version
228
265
 
229
- def __iter__(self) -> Iterator[tuple[list[Hashable], CogniteResourceList | None, ResourceLoader, None | str]]:
266
+ def __iter__(self) -> Iterator[tuple[list[Hashable], CogniteResourceList | None, ResourceCRUD, None | str]]:
230
267
  self.identifier = self._selected()
231
268
  if self._workflow:
232
- yield [], WorkflowList([self._workflow]), WorkflowLoader.create_loader(self.client), None
269
+ yield [], WorkflowList([self._workflow]), WorkflowCRUD.create_loader(self.client), None
233
270
  else:
234
- yield [self.identifier.workflow_external_id], None, WorkflowLoader.create_loader(self.client), None
271
+ yield [self.identifier.workflow_external_id], None, WorkflowCRUD.create_loader(self.client), None
235
272
  if self._workflow_version:
236
273
  yield (
237
274
  [],
238
275
  WorkflowVersionList([self._workflow_version]),
239
- WorkflowVersionLoader.create_loader(self.client),
276
+ WorkflowVersionCRUD.create_loader(self.client),
240
277
  None,
241
278
  )
242
279
  else:
243
- yield [self.identifier], None, WorkflowVersionLoader.create_loader(self.client), None
244
- trigger_loader = WorkflowTriggerLoader.create_loader(self.client)
280
+ yield [self.identifier], None, WorkflowVersionCRUD.create_loader(self.client), None
281
+ trigger_loader = WorkflowTriggerCRUD.create_loader(self.client)
245
282
  trigger_list = WorkflowTriggerList(
246
283
  list(trigger_loader.iterate(parent_ids=[self.identifier.workflow_external_id]))
247
284
  )
@@ -273,58 +310,100 @@ class TransformationFinder(ResourceFinder[tuple[str, ...]]):
273
310
  "Which transformation(s) would you like to dump?",
274
311
  choices=choices,
275
312
  ).ask()
276
- if selected_transformation_ids is None:
277
- raise ToolkitValueError("No transformations selected for dumping.")
313
+ if not selected_transformation_ids:
314
+ raise ToolkitValueError(f"No transformations selected for dumping.{_INTERACTIVE_SELECT_HELPER_TEXT}")
278
315
  return tuple(selected_transformation_ids)
279
316
 
280
- def __iter__(self) -> Iterator[tuple[list[Hashable], CogniteResourceList | None, ResourceLoader, None | str]]:
317
+ def __iter__(self) -> Iterator[tuple[list[Hashable], CogniteResourceList | None, ResourceCRUD, None | str]]:
281
318
  self.identifier = self._selected()
282
319
  if self.transformations:
283
320
  yield (
284
321
  [],
285
322
  TransformationList([t for t in self.transformations if t.external_id in self.identifier]),
286
- TransformationLoader.create_loader(self.client),
323
+ TransformationCRUD.create_loader(self.client),
287
324
  None,
288
325
  )
289
326
  else:
290
- yield list(self.identifier), None, TransformationLoader.create_loader(self.client), None
327
+ yield list(self.identifier), None, TransformationCRUD.create_loader(self.client), None
291
328
 
292
- schedule_loader = TransformationScheduleLoader.create_loader(self.client)
293
- schedule_list = TransformationScheduleList(schedule_loader.iterate(parent_ids=list(self.identifier)))
329
+ schedule_loader = TransformationScheduleCRUD.create_loader(self.client)
330
+ schedule_list = TransformationScheduleList(list(schedule_loader.iterate(parent_ids=list(self.identifier))))
294
331
  yield [], schedule_list, schedule_loader, None
295
- notification_loader = TransformationNotificationLoader.create_loader(self.client)
332
+ notification_loader = TransformationNotificationCRUD.create_loader(self.client)
296
333
  notification_list = TransformationNotificationList(
297
- notification_loader.iterate(parent_ids=list(self.identifier))
334
+ list(notification_loader.iterate(parent_ids=list(self.identifier)))
298
335
  )
299
336
  yield [], notification_list, notification_loader, None
300
337
 
301
338
 
302
- class GroupFinder(ResourceFinder[str]):
303
- def __init__(self, client: ToolkitClient, identifier: str | None = None):
339
+ class GroupFinder(ResourceFinder[tuple[str, ...]]):
340
+ def __init__(self, client: ToolkitClient, identifier: tuple[str, ...] | None = None):
304
341
  super().__init__(client, identifier)
305
- self.group: Group | None = None
342
+ self.groups: list[Group] | None = None
306
343
 
307
- def _interactive_select(self) -> str:
344
+ def _interactive_select(self) -> tuple[str, ...]:
308
345
  groups = self.client.iam.groups.list(all=True)
309
346
  if not groups:
310
347
  raise ToolkitMissingResourceError("No groups found")
311
- group_names = [group.name for group in groups]
312
- selected_group_name: str = questionary.select(
313
- "Which group would you like to dump?",
314
- [Choice(group, value=group) for group in group_names],
315
- ).ask()
348
+ groups_by_name: dict[str, list[Group]] = defaultdict(list)
316
349
  for group in groups:
317
- if group.name == selected_group_name:
318
- self.group = group
319
- break
320
- return selected_group_name
350
+ groups_by_name[group.name].append(group)
351
+ selected_groups: list[list[Group]] | None = questionary.checkbox(
352
+ "Which group(s) would you like to dump?",
353
+ choices=[
354
+ Choice(f"{group_name} ({len(group_list)} group{'s' if len(group_list) > 1 else ''})", value=group_list)
355
+ for group_name, group_list in sorted(groups_by_name.items())
356
+ ],
357
+ ).ask()
358
+ if not selected_groups:
359
+ raise ToolkitValueError(f"No group selected for dumping.{_INTERACTIVE_SELECT_HELPER_TEXT}")
360
+ self.groups = [group for group_list in selected_groups for group in group_list]
361
+ return tuple(group_list[0].name for group_list in selected_groups)
321
362
 
322
- def __iter__(self) -> Iterator[tuple[list[Hashable], CogniteResourceList | None, ResourceLoader, None | str]]:
363
+ def __iter__(self) -> Iterator[tuple[list[Hashable], CogniteResourceList | None, ResourceCRUD, None | str]]:
323
364
  self.identifier = self._selected()
324
- if self.group:
325
- yield [], GroupList([self.group]), GroupLoader.create_loader(self.client), None
365
+ if self.groups:
366
+ yield [], GroupList(self.groups), GroupCRUD.create_loader(self.client), None
367
+ else:
368
+ yield list(self.identifier), None, GroupCRUD.create_loader(self.client), None
369
+
370
+
371
+ class AgentFinder(ResourceFinder[tuple[str, ...]]):
372
+ def __init__(self, client: ToolkitClient, identifier: tuple[str, ...] | None = None):
373
+ super().__init__(client, identifier)
374
+ self.agents: AgentList | None = None
375
+
376
+ def _interactive_select(self) -> tuple[str, ...]:
377
+ self.agents = self.client.agents.list()
378
+ if not self.agents:
379
+ raise ToolkitMissingResourceError("No agents found")
380
+
381
+ choices = [
382
+ Choice(f"{agent.name} ({agent.external_id}) with {len(agent.tools)} tools", value=agent.external_id)
383
+ for agent in sorted(self.agents, key=lambda a: a.name or a.external_id)
384
+ if agent.external_id
385
+ ]
386
+
387
+ selected_agent_ids: list[str] | None = questionary.checkbox(
388
+ "Which agent(s) would you like to dump?",
389
+ choices=choices,
390
+ ).ask()
391
+ if not selected_agent_ids:
392
+ raise ToolkitValueError(f"No agents selected for dumping.{_INTERACTIVE_SELECT_HELPER_TEXT}")
393
+ return tuple(selected_agent_ids)
394
+
395
+ def __iter__(self) -> Iterator[tuple[list[Hashable], CogniteResourceList | None, ResourceCRUD, None | str]]:
396
+ self.identifier = self._selected()
397
+ loader = AgentCRUD.create_loader(self.client)
398
+ if self.agents:
399
+ yield (
400
+ [],
401
+ AgentList([agent for agent in self.agents if agent.external_id in self.identifier]),
402
+ loader,
403
+ None,
404
+ )
326
405
  else:
327
- yield [self.identifier], None, GroupLoader.create_loader(self.client), None
406
+ yield list(self.identifier), None, loader, None
328
407
 
329
408
 
330
409
  class NodeFinder(ResourceFinder[dm.ViewId]):
@@ -352,9 +431,9 @@ class NodeFinder(ResourceFinder[dm.ViewId]):
352
431
  ).ask()
353
432
  return selected_view_id
354
433
 
355
- def __iter__(self) -> Iterator[tuple[list[Hashable], CogniteResourceList | None, ResourceLoader, None | str]]:
434
+ def __iter__(self) -> Iterator[tuple[list[Hashable], CogniteResourceList | None, ResourceCRUD, None | str]]:
356
435
  self.identifier = self._selected()
357
- loader = NodeLoader(self.client, None, None, self.identifier)
436
+ loader = NodeCRUD(self.client, None, None, self.identifier)
358
437
  if self.is_interactive:
359
438
  count = self.client.data_modeling.instances.aggregate(
360
439
  self.identifier, dm.aggregations.Count("externalId"), instance_type="node"
@@ -374,19 +453,20 @@ class NodeFinder(ResourceFinder[dm.ViewId]):
374
453
  class LocationFilterFinder(ResourceFinder[tuple[str, ...]]):
375
454
  @cached_property
376
455
  def all_filters(self) -> LocationFilterList:
377
- return self.client.location_filters.list()
456
+ return self.client.search.locations.list()
378
457
 
379
458
  def _interactive_select(self) -> tuple[str, ...]:
380
459
  filters = self.all_filters
381
460
  if not filters:
382
461
  raise ToolkitMissingResourceError("No filters found")
383
462
  id_by_display_name = {f"{filter.name} ({filter.external_id})": filter.external_id for filter in filters}
384
- return tuple(
385
- questionary.checkbox(
386
- "Which filters would you like to dump?",
387
- choices=[Choice(name, value=id_) for name, id_ in id_by_display_name.items()],
388
- ).ask()
389
- )
463
+ selected_filter_ids: tuple[str, ...] | None = questionary.checkbox(
464
+ "Which filters would you like to dump?",
465
+ choices=[Choice(name, value=id_) for name, id_ in id_by_display_name.items()],
466
+ ).ask()
467
+ if not selected_filter_ids:
468
+ raise ToolkitValueError(f"No filters selected for dumping.{_INTERACTIVE_SELECT_HELPER_TEXT}")
469
+ return tuple(selected_filter_ids)
390
470
 
391
471
  def _get_filters(self, identifiers: tuple[str, ...]) -> LocationFilterList:
392
472
  if not identifiers:
@@ -396,10 +476,314 @@ class LocationFilterFinder(ResourceFinder[tuple[str, ...]]):
396
476
  raise ToolkitResourceMissingError(f"Location filters {identifiers} not found", str(identifiers))
397
477
  return LocationFilterList(filters)
398
478
 
399
- def __iter__(self) -> Iterator[tuple[list[Hashable], CogniteResourceList | None, ResourceLoader, None | str]]:
479
+ def __iter__(self) -> Iterator[tuple[list[Hashable], CogniteResourceList | None, ResourceCRUD, None | str]]:
400
480
  self.identifier = self.identifier or self._interactive_select()
401
481
  filters = self._get_filters(self.identifier)
402
- yield [], filters, LocationFilterLoader.create_loader(self.client), None
482
+ yield [], filters, LocationFilterCRUD.create_loader(self.client), None
483
+
484
+
485
+ class ExtractionPipelineFinder(ResourceFinder[tuple[str, ...]]):
486
+ def __init__(self, client: ToolkitClient, identifier: tuple[str, ...] | None = None):
487
+ super().__init__(client, identifier)
488
+ self.extraction_pipelines: ExtractionPipelineList | None = None
489
+
490
+ def _interactive_select(self) -> tuple[str, ...]:
491
+ self.extraction_pipelines = self.client.extraction_pipelines.list(limit=-1)
492
+ if not self.extraction_pipelines:
493
+ raise ToolkitMissingResourceError("No extraction pipelines found")
494
+ choices = [
495
+ Choice(f"{pipeline.name} ({pipeline.external_id})", value=pipeline.external_id)
496
+ for pipeline in sorted(self.extraction_pipelines, key=lambda p: p.name or "")
497
+ if pipeline.external_id
498
+ ]
499
+ selected_pipeline_ids: tuple[str, ...] | None = questionary.checkbox(
500
+ "Which extraction pipeline(s) would you like to dump?",
501
+ choices=choices,
502
+ ).ask()
503
+ if not selected_pipeline_ids:
504
+ raise ToolkitValueError(f"No extraction pipelines selected for dumping.{_INTERACTIVE_SELECT_HELPER_TEXT}")
505
+ return tuple(selected_pipeline_ids)
506
+
507
+ def __iter__(self) -> Iterator[tuple[list[Hashable], CogniteResourceList | None, ResourceCRUD, None | str]]:
508
+ self.identifier = self._selected()
509
+ pipeline_loader = ExtractionPipelineCRUD.create_loader(self.client)
510
+ if self.extraction_pipelines:
511
+ selected_pipelines = ExtractionPipelineList(
512
+ [p for p in self.extraction_pipelines if p.external_id in self.identifier]
513
+ )
514
+ yield [], selected_pipelines, pipeline_loader, None
515
+ else:
516
+ yield list(self.identifier), None, pipeline_loader, None
517
+ config_loader = ExtractionPipelineConfigCRUD.create_loader(self.client)
518
+ configs = ExtractionPipelineConfigList(list(config_loader.iterate(parent_ids=list(self.identifier))))
519
+ yield [], configs, config_loader, None
520
+
521
+
522
+ class DataSetFinder(ResourceFinder[tuple[str, ...]]):
523
+ """Finds data sets to dump."""
524
+
525
+ def __init__(self, client: ToolkitClient, identifier: tuple[str, ...] | None = None):
526
+ super().__init__(client, identifier)
527
+ self.datasets: DataSetList | None = None
528
+
529
+ def _interactive_select(self) -> tuple[str, ...]:
530
+ self.datasets = self.client.data_sets.list(limit=-1)
531
+ if not self.datasets:
532
+ raise ToolkitMissingResourceError("No datasets found")
533
+ choices = [
534
+ Choice(f"{dataset.name} ({dataset.external_id})", value=dataset.external_id)
535
+ for dataset in sorted(self.datasets, key=lambda d: d.name or "")
536
+ if dataset.external_id
537
+ ]
538
+ selected_dataset_ids: tuple[str, ...] | None = questionary.checkbox(
539
+ "Which dataset(s) would you like to dump?",
540
+ choices=choices,
541
+ ).ask()
542
+ if not selected_dataset_ids:
543
+ raise ToolkitValueError(f"No datasets selected for dumping.{_INTERACTIVE_SELECT_HELPER_TEXT}")
544
+ return tuple(selected_dataset_ids)
545
+
546
+ def __iter__(self) -> Iterator[tuple[list[Hashable], CogniteResourceList | None, ResourceCRUD, None | str]]:
547
+ self.identifier = self._selected()
548
+ loader = DataSetsCRUD.create_loader(self.client)
549
+ if self.datasets:
550
+ yield (
551
+ [],
552
+ DataSetList([d for d in self.datasets if d.external_id in set(self.identifier)]),
553
+ loader,
554
+ None,
555
+ )
556
+ else:
557
+ yield list(self.identifier), None, loader, None
558
+
559
+
560
+ class FunctionFinder(ResourceFinder[tuple[str, ...]]):
561
+ def __init__(self, client: ToolkitClient, identifier: tuple[str, ...] | None = None):
562
+ super().__init__(client, identifier)
563
+ self.functions: FunctionList | None = None
564
+
565
+ def _interactive_select(self) -> tuple[str, ...]:
566
+ self.functions = self.client.functions.list(limit=-1)
567
+ if not self.functions:
568
+ raise ToolkitMissingResourceError("No functions found")
569
+ choices = [
570
+ Choice(f"{function.name} ({function.external_id})", value=function.external_id)
571
+ for function in sorted(self.functions, key=lambda f: f.name or "")
572
+ if function.name and function.external_id
573
+ ]
574
+ selected_function_ids: tuple[str, ...] | None = questionary.checkbox(
575
+ "Which function(s) would you like to dump?",
576
+ choices=choices,
577
+ ).ask()
578
+ if not selected_function_ids:
579
+ raise ToolkitValueError(f"No functions selected for dumping.{_INTERACTIVE_SELECT_HELPER_TEXT}")
580
+ return tuple(selected_function_ids)
581
+
582
+ def __iter__(self) -> Iterator[tuple[list[Hashable], CogniteResourceList | None, ResourceCRUD, None | str]]:
583
+ self.identifier = self._selected()
584
+ loader = FunctionCRUD.create_loader(self.client)
585
+ if self.functions:
586
+ selected_functions = FunctionList([f for f in self.functions if f.external_id in self.identifier])
587
+ yield [], selected_functions, loader, None
588
+ else:
589
+ yield list(self.identifier), None, loader, None
590
+
591
+ schedule_loader = FunctionScheduleCRUD.create_loader(self.client)
592
+ schedules = schedule_loader.iterate(parent_ids=list(self.identifier))
593
+ yield [], FunctionSchedulesList(list(schedules)), schedule_loader, None
594
+
595
+ def dump_function_code(self, function: Function, folder: Path) -> None:
596
+ try:
597
+ zip_bytes = self.client.files.download_bytes(id=function.file_id)
598
+ except CogniteAPIError as e:
599
+ if e.code == 400 and "File ids not found" in e.message:
600
+ HighSeverityWarning(
601
+ f"The function {function.external_id!r} does not have code to dump. It is not available in CDF."
602
+ ).print_warning()
603
+ return
604
+ raise
605
+ try:
606
+ top_level = f"{sanitize_filename(function.external_id or 'unknown_external_id')}/"
607
+ with zipfile.ZipFile(io.BytesIO(zip_bytes)) as zf:
608
+ if all(name.startswith(top_level) for name in zf.namelist()):
609
+ zf.extractall(folder)
610
+ else:
611
+ zf.extractall(folder / top_level)
612
+ except zipfile.BadZipFile as e:
613
+ HighSeverityWarning(
614
+ f"The function {function.external_id!r} has a corrupted code zip file. Unable to extract code: {e!s}"
615
+ ).print_warning()
616
+
617
+
618
+ class StreamlitFinder(ResourceFinder[tuple[str, ...]]):
619
+ def __init__(self, client: ToolkitClient, identifier: tuple[str, ...] | None = None):
620
+ super().__init__(client, identifier)
621
+ self.apps: StreamlitList | None = None
622
+
623
+ def _interactive_select(self) -> tuple[str, ...]:
624
+ """Interactively select one or more Streamlit apps to dump."""
625
+ result = self.client.documents.aggregate_unique_values(
626
+ SourceFileProperty.metadata_key("creator"),
627
+ filter=filters.Equals(SourceFileProperty.directory, "/streamlit-apps/"),
628
+ )
629
+ if not result:
630
+ raise ToolkitMissingResourceError("No Streamlit apps found")
631
+
632
+ selected_creator = questionary.select(
633
+ "Who is the creator of the Streamlit app you would like to dump? [name (app count)]",
634
+ choices=[
635
+ Choice(f"{item.value} ({item.count})", value=item.value)
636
+ for item in sorted(result, key=lambda r: (r.count, str(r.value) or ""))
637
+ ],
638
+ ).ask()
639
+ files = self.client.files.list(
640
+ limit=-1, directory_prefix="/streamlit-apps/", metadata={"creator": str(selected_creator)}
641
+ )
642
+ self.apps = StreamlitList([Streamlit.from_file(file) for file in files if file.name and file.external_id])
643
+ if missing := [file for file in files if not file.external_id or file.name]:
644
+ MediumSeverityWarning(
645
+ f"{len(missing)} file(s) in /streamlit-apps/ are missing "
646
+ f"either name or external ID and will be skipped. File IDs: {humanize_collection([file.id for file in missing])}",
647
+ ).print_warning()
648
+ selected_ids: list[str] | None = questionary.checkbox(
649
+ message="Which Streamlit app(s) would you like to dump?",
650
+ choices=[
651
+ Choice(
652
+ title=f"{app.name} ({app.creator} - {ms_to_datetime(app.last_updated_time)})", value=app.external_id
653
+ )
654
+ for app in sorted(self.apps, key=lambda a: a.name)
655
+ ],
656
+ ).ask()
657
+ if not selected_ids:
658
+ raise ToolkitValueError(f"No Streamlit app selected for dumping.{_INTERACTIVE_SELECT_HELPER_TEXT}")
659
+ return tuple(selected_ids)
660
+
661
+ def __iter__(self) -> Iterator[tuple[list[Hashable], CogniteResourceList | None, ResourceCRUD, None | str]]:
662
+ identifier = self.identifier or self._interactive_select()
663
+ loader = StreamlitCRUD.create_loader(self.client)
664
+ # If the user used interactive select, we have already downloaded the streamlit apps,
665
+ # Thus, we do not need to download them again. If not pass the identifier and let the main logic
666
+ # take care of the download.
667
+ if self.apps:
668
+ yield [], StreamlitList([app for app in self.apps if app.external_id in identifier]), loader, None
669
+ else:
670
+ yield list(identifier), None, loader, None
671
+
672
+ def dump_code(self, app: Streamlit, folder: Path, console: Console | None = None) -> None:
673
+ """Dump the code of a Streamlit app to the specified folder.
674
+
675
+ The code is extracted from the JSON content of the app file in CDF.
676
+
677
+ Args:
678
+ app (Streamlit): The Streamlit app whose code is to be dumped.
679
+ folder (Path): The directory where the app code will be saved.
680
+ console (Console | None): Optional Rich console for printing warnings.
681
+ """
682
+ try:
683
+ content = self.client.files.download_bytes(external_id=app.external_id)
684
+ except CogniteAPIError as e:
685
+ if e.code == 400 and e.missing:
686
+ HighSeverityWarning(
687
+ f"The source code for {app.external_id!r} could not be retrieved from CDF."
688
+ ).print_warning(console=console)
689
+ return
690
+ raise
691
+
692
+ try:
693
+ json_content = json.loads(content)
694
+ except json.JSONDecodeError as e:
695
+ HighSeverityWarning(
696
+ f"The JSON content for the Streamlit app {app.external_id!r} is corrupt and could not be extracted. "
697
+ f"Download file with the same external id manually to remediate. {e!s}"
698
+ ).print_warning(console=console)
699
+ return
700
+
701
+ app_folder = sanitize_filename(app.external_id)
702
+ app_path = folder / app_folder
703
+ app_path.mkdir(exist_ok=True)
704
+ if isinstance(json_content.get("requirements"), list):
705
+ requirements_txt = app_path / "requirements.txt"
706
+ requirements = json_content["requirements"]
707
+ if not requirements:
708
+ HighSeverityWarning(
709
+ f"The Streamlit app {app.external_id!r} has a requirements.txt file with no content. Skipping..."
710
+ ).print_warning()
711
+ else:
712
+ requirements_txt.write_text("\n".join(requirements), encoding="utf-8")
713
+ files = json_content.get("files", {})
714
+ if not isinstance(files, dict) or (not files):
715
+ HighSeverityWarning(
716
+ f"The Streamlit app {app.external_id!r} does not have any files to dump. It is likely corrupted."
717
+ ).print_warning(console=console)
718
+ return
719
+ created_files: set[str] = set()
720
+ for relative_filepath, content in files.items():
721
+ filepath = app_path / relative_filepath
722
+ filepath.parent.mkdir(parents=True, exist_ok=True)
723
+ file_content = content.get("content", {}).get("text", "")
724
+ if not isinstance(file_content, str):
725
+ HighSeverityWarning(
726
+ f"The Streamlit app {app.external_id!r} has a file {relative_filepath} with invalid content. Skipping..."
727
+ ).print_warning(console=console)
728
+ continue
729
+ safe_write(filepath, file_content, encoding="utf-8")
730
+ created_files.add(relative_filepath)
731
+
732
+ entry_point = json_content.get("entrypoint")
733
+ if entry_point and entry_point not in created_files:
734
+ HighSeverityWarning(
735
+ f"The Streamlit app {app.external_id!r} has an entry point {entry_point} that was not found in the files. "
736
+ "The app may be corrupted."
737
+ ).print_warning(console=console)
738
+
739
+
740
+ class SpaceFinder(ResourceFinder[tuple[str, ...]]):
741
+ def __init__(self, client: ToolkitClient, identifier: tuple[str, ...] | None = None):
742
+ super().__init__(client, identifier)
743
+
744
+ def _interactive_select(self) -> tuple[str, ...]:
745
+ # Using new interactive select component for selecting instance spaces
746
+ # This will raise a ToolkitValueError if no instance spaces are selected and this is handled in the caller.
747
+ data_modeling_select = DataModelingSelect(self.client, "dump")
748
+ selected_spaces = data_modeling_select.select_instance_space(
749
+ multiselect=True, message="Which instance space(s) would you like to dump?"
750
+ )
751
+ return tuple(selected_spaces)
752
+
753
+ def __iter__(self) -> Iterator[tuple[list[Hashable], CogniteResourceList | None, ResourceCRUD, None | str]]:
754
+ self.identifier = self._selected()
755
+ loader = SpaceCRUD.create_loader(self.client)
756
+ yield list(self.identifier), None, loader, None
757
+
758
+
759
+ class SearchConfigFinder(ResourceFinder[tuple[SearchConfigViewId, ...]]):
760
+ def __init__(self, client: ToolkitClient, identifier: tuple[SearchConfigViewId, ...] | None = None):
761
+ super().__init__(client, identifier)
762
+ self.search_configs: SearchConfigList | None = None
763
+
764
+ def _interactive_select(self) -> tuple[SearchConfigViewId, ...]:
765
+ self.search_configs = self.client.search.configurations.list()
766
+ if not self.search_configs:
767
+ raise ToolkitMissingResourceError("No search configurations found!")
768
+ choices = [
769
+ Choice(f"{config.view.external_id} {config.view.space}", value=config.view)
770
+ for config in self.search_configs
771
+ ]
772
+ selected_view_ids: list[SearchConfigViewId] | None = questionary.checkbox(
773
+ "For which view would you like to dump the search configuration?",
774
+ choices=choices,
775
+ ).ask()
776
+ if not selected_view_ids:
777
+ raise ToolkitValueError("No view selected for dumping the search configuration.")
778
+ return tuple(selected_view_ids)
779
+
780
+ def __iter__(self) -> Iterator[tuple[list[Hashable], CogniteResourceList | None, ResourceCRUD, None | str]]:
781
+ self.identifier = self._selected()
782
+ loader = SearchConfigCRUD.create_loader(self.client)
783
+ if self.search_configs:
784
+ yield [], SearchConfigList([sc for sc in self.search_configs if sc.view in self.identifier]), loader, None
785
+ else:
786
+ yield list(self.identifier), None, loader, None
403
787
 
404
788
 
405
789
  class DumpResourceCommand(ToolkitCommand):
@@ -420,6 +804,8 @@ class DumpResourceCommand(ToolkitCommand):
420
804
  elif not output_dir.exists():
421
805
  output_dir.mkdir(exist_ok=True)
422
806
 
807
+ dumped_ids: list[Hashable] = []
808
+ resources: Sequence[CogniteResource] | None = None
423
809
  for identifiers, resources, loader, subfolder in finder:
424
810
  if not identifiers and not resources:
425
811
  # No resources to dump
@@ -440,7 +826,8 @@ class DumpResourceCommand(ToolkitCommand):
440
826
  resource_folder = resource_folder / subfolder
441
827
  resource_folder.mkdir(exist_ok=True, parents=True)
442
828
  for resource in resources:
443
- name = loader.as_str(loader.get_id(resource))
829
+ resource_id = loader.get_id(resource)
830
+ name = loader.as_str(resource_id)
444
831
  base_filepath = resource_folder / f"{name}.{loader.kind}.yaml"
445
832
  if base_filepath.exists():
446
833
  self.warn(FileExistsWarning(base_filepath, "Skipping... Use --clean to remove existing files."))
@@ -451,5 +838,9 @@ class DumpResourceCommand(ToolkitCommand):
451
838
  safe_write(filepath, content, encoding="utf-8")
452
839
  if verbose:
453
840
  self.console(f"Dumped {loader.kind} {name} to {filepath!s}")
454
-
455
- print(Panel(f"Dumped {finder.identifier}", title="Success", style="green", expand=False))
841
+ if isinstance(finder, FunctionFinder) and isinstance(resource, Function):
842
+ finder.dump_function_code(resource, resource_folder)
843
+ if isinstance(finder, StreamlitFinder) and isinstance(resource, Streamlit):
844
+ finder.dump_code(resource, resource_folder)
845
+ dumped_ids.append(resource_id)
846
+ print(Panel(f"Dumped {humanize_collection(dumped_ids)}", title="Success", style="green", expand=False))