cognite-toolkit 0.5.97__py3-none-any.whl → 0.7.34__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (769) hide show
  1. cognite_toolkit/_cdf.py +24 -26
  2. cognite_toolkit/_cdf_tk/apps/__init__.py +10 -2
  3. cognite_toolkit/_cdf_tk/apps/_core_app.py +21 -7
  4. cognite_toolkit/_cdf_tk/apps/_data_app.py +24 -0
  5. cognite_toolkit/_cdf_tk/apps/_dev_app.py +86 -0
  6. cognite_toolkit/_cdf_tk/apps/_download_app.py +1146 -0
  7. cognite_toolkit/_cdf_tk/apps/_dump_app.py +302 -92
  8. cognite_toolkit/_cdf_tk/apps/_import_app.py +41 -0
  9. cognite_toolkit/_cdf_tk/apps/_landing_app.py +18 -4
  10. cognite_toolkit/_cdf_tk/apps/_migrate_app.py +890 -34
  11. cognite_toolkit/_cdf_tk/apps/_modules_app.py +24 -0
  12. cognite_toolkit/_cdf_tk/apps/_profile_app.py +13 -3
  13. cognite_toolkit/_cdf_tk/apps/_purge.py +188 -27
  14. cognite_toolkit/_cdf_tk/apps/_run.py +11 -0
  15. cognite_toolkit/_cdf_tk/apps/_upload_app.py +107 -0
  16. cognite_toolkit/_cdf_tk/builders/__init__.py +2 -2
  17. cognite_toolkit/_cdf_tk/builders/_base.py +35 -49
  18. cognite_toolkit/_cdf_tk/builders/_datamodels.py +4 -4
  19. cognite_toolkit/_cdf_tk/builders/_file.py +5 -5
  20. cognite_toolkit/_cdf_tk/builders/_function.py +7 -7
  21. cognite_toolkit/_cdf_tk/builders/_location.py +3 -3
  22. cognite_toolkit/_cdf_tk/builders/_raw.py +9 -9
  23. cognite_toolkit/_cdf_tk/builders/_streamlit.py +4 -4
  24. cognite_toolkit/_cdf_tk/builders/_transformation.py +4 -4
  25. cognite_toolkit/_cdf_tk/cdf_toml.py +33 -10
  26. cognite_toolkit/_cdf_tk/client/__init__.py +2 -1
  27. cognite_toolkit/_cdf_tk/client/_toolkit_client.py +36 -58
  28. cognite_toolkit/_cdf_tk/client/api/canvas.py +2 -1
  29. cognite_toolkit/_cdf_tk/client/api/charts.py +125 -0
  30. cognite_toolkit/_cdf_tk/client/api/extended_data_modeling.py +0 -13
  31. cognite_toolkit/_cdf_tk/client/api/extended_files.py +68 -2
  32. cognite_toolkit/_cdf_tk/client/api/extended_functions.py +80 -0
  33. cognite_toolkit/_cdf_tk/client/api/extended_timeseries.py +1 -1
  34. cognite_toolkit/_cdf_tk/client/api/infield.py +254 -0
  35. cognite_toolkit/_cdf_tk/client/api/location_filters.py +19 -1
  36. cognite_toolkit/_cdf_tk/client/api/lookup.py +176 -71
  37. cognite_toolkit/_cdf_tk/client/api/migration.py +375 -19
  38. cognite_toolkit/_cdf_tk/client/api/project.py +24 -0
  39. cognite_toolkit/_cdf_tk/client/api/streams.py +89 -0
  40. cognite_toolkit/_cdf_tk/client/api/three_d.py +131 -0
  41. cognite_toolkit/_cdf_tk/client/config.py +120 -0
  42. cognite_toolkit/_cdf_tk/client/data_classes/api_classes.py +17 -0
  43. cognite_toolkit/_cdf_tk/client/data_classes/base.py +71 -0
  44. cognite_toolkit/_cdf_tk/client/data_classes/canvas.py +86 -8
  45. cognite_toolkit/_cdf_tk/client/data_classes/charts.py +114 -0
  46. cognite_toolkit/_cdf_tk/client/data_classes/charts_data.py +184 -0
  47. cognite_toolkit/_cdf_tk/client/data_classes/infield.py +116 -0
  48. cognite_toolkit/_cdf_tk/client/data_classes/instance_api.py +162 -0
  49. cognite_toolkit/_cdf_tk/client/data_classes/instances.py +24 -2
  50. cognite_toolkit/_cdf_tk/client/data_classes/migration.py +205 -74
  51. cognite_toolkit/_cdf_tk/client/data_classes/project.py +41 -0
  52. cognite_toolkit/_cdf_tk/client/data_classes/search_config.py +50 -35
  53. cognite_toolkit/_cdf_tk/client/data_classes/streamlit_.py +11 -11
  54. cognite_toolkit/_cdf_tk/client/data_classes/streams.py +90 -0
  55. cognite_toolkit/_cdf_tk/client/data_classes/three_d.py +53 -0
  56. cognite_toolkit/_cdf_tk/client/testing.py +60 -4
  57. cognite_toolkit/_cdf_tk/commands/__init__.py +11 -14
  58. cognite_toolkit/_cdf_tk/commands/_base.py +8 -1
  59. cognite_toolkit/_cdf_tk/commands/_changes.py +3 -42
  60. cognite_toolkit/_cdf_tk/commands/_download.py +154 -0
  61. cognite_toolkit/_cdf_tk/commands/_migrate/__init__.py +2 -8
  62. cognite_toolkit/_cdf_tk/commands/_migrate/command.py +309 -0
  63. cognite_toolkit/_cdf_tk/commands/_migrate/conversion.py +373 -0
  64. cognite_toolkit/_cdf_tk/commands/_migrate/creators.py +232 -0
  65. cognite_toolkit/_cdf_tk/commands/_migrate/data_classes.py +244 -132
  66. cognite_toolkit/_cdf_tk/commands/_migrate/data_mapper.py +471 -0
  67. cognite_toolkit/_cdf_tk/commands/_migrate/data_model.py +108 -29
  68. cognite_toolkit/_cdf_tk/commands/_migrate/default_mappings.py +137 -0
  69. cognite_toolkit/_cdf_tk/commands/_migrate/issues.py +212 -0
  70. cognite_toolkit/_cdf_tk/commands/_migrate/migration_io.py +456 -0
  71. cognite_toolkit/_cdf_tk/commands/_migrate/prepare.py +27 -18
  72. cognite_toolkit/_cdf_tk/commands/_migrate/selectors.py +71 -0
  73. cognite_toolkit/_cdf_tk/commands/_profile.py +139 -42
  74. cognite_toolkit/_cdf_tk/commands/_purge.py +652 -690
  75. cognite_toolkit/_cdf_tk/commands/_questionary_style.py +16 -0
  76. cognite_toolkit/_cdf_tk/commands/_upload.py +289 -0
  77. cognite_toolkit/_cdf_tk/commands/_utils.py +1 -24
  78. cognite_toolkit/_cdf_tk/commands/about.py +221 -0
  79. cognite_toolkit/_cdf_tk/commands/auth.py +45 -25
  80. cognite_toolkit/_cdf_tk/commands/build_cmd.py +69 -109
  81. cognite_toolkit/_cdf_tk/commands/build_v2/build_cmd.py +241 -0
  82. cognite_toolkit/_cdf_tk/commands/build_v2/build_input.py +85 -0
  83. cognite_toolkit/_cdf_tk/commands/build_v2/build_issues.py +27 -0
  84. cognite_toolkit/_cdf_tk/commands/clean.py +84 -31
  85. cognite_toolkit/_cdf_tk/commands/deploy.py +147 -60
  86. cognite_toolkit/_cdf_tk/commands/dump_resource.py +396 -88
  87. cognite_toolkit/_cdf_tk/commands/init.py +219 -18
  88. cognite_toolkit/_cdf_tk/commands/modules.py +158 -82
  89. cognite_toolkit/_cdf_tk/commands/pull.py +33 -40
  90. cognite_toolkit/_cdf_tk/commands/repo.py +1 -1
  91. cognite_toolkit/_cdf_tk/commands/resources.py +179 -0
  92. cognite_toolkit/_cdf_tk/commands/run.py +11 -11
  93. cognite_toolkit/_cdf_tk/constants.py +38 -7
  94. cognite_toolkit/_cdf_tk/cruds/__init__.py +224 -0
  95. cognite_toolkit/_cdf_tk/{loaders/_base_loaders.py → cruds/_base_cruds.py} +64 -130
  96. cognite_toolkit/_cdf_tk/{loaders/_data_loaders.py → cruds/_data_cruds.py} +26 -33
  97. cognite_toolkit/_cdf_tk/cruds/_resource_cruds/__init__.py +98 -0
  98. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/agent_loaders.py → cruds/_resource_cruds/agent.py} +33 -29
  99. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/auth_loaders.py → cruds/_resource_cruds/auth.py} +30 -68
  100. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/classic_loaders.py → cruds/_resource_cruds/classic.py} +84 -121
  101. cognite_toolkit/_cdf_tk/cruds/_resource_cruds/configuration.py +149 -0
  102. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/data_organization_loaders.py → cruds/_resource_cruds/data_organization.py} +13 -49
  103. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/datamodel_loaders.py → cruds/_resource_cruds/datamodel.py} +264 -367
  104. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/extraction_pipeline_loaders.py → cruds/_resource_cruds/extraction_pipeline.py} +54 -96
  105. cognite_toolkit/_cdf_tk/cruds/_resource_cruds/fieldops.py +438 -0
  106. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/file_loader.py → cruds/_resource_cruds/file.py} +26 -83
  107. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/function_loaders.py → cruds/_resource_cruds/function.py} +128 -91
  108. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/group_scoped_loader.py → cruds/_resource_cruds/group_scoped.py} +18 -18
  109. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders → cruds/_resource_cruds}/hosted_extractors.py +32 -100
  110. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/industrial_tool_loaders.py → cruds/_resource_cruds/industrial_tool.py} +13 -25
  111. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/location_loaders.py → cruds/_resource_cruds/location.py} +25 -156
  112. cognite_toolkit/_cdf_tk/cruds/_resource_cruds/migration.py +111 -0
  113. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/raw_loaders.py → cruds/_resource_cruds/raw.py} +17 -25
  114. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/relationship_loader.py → cruds/_resource_cruds/relationship.py} +21 -43
  115. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/robotics_loaders.py → cruds/_resource_cruds/robotics.py} +29 -48
  116. cognite_toolkit/_cdf_tk/cruds/_resource_cruds/streams.py +94 -0
  117. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/three_d_model_loaders.py → cruds/_resource_cruds/three_d_model.py} +9 -31
  118. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/timeseries_loaders.py → cruds/_resource_cruds/timeseries.py} +200 -96
  119. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/transformation_loaders.py → cruds/_resource_cruds/transformation.py} +150 -141
  120. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/workflow_loaders.py → cruds/_resource_cruds/workflow.py} +73 -194
  121. cognite_toolkit/_cdf_tk/{loaders → cruds}/_worker.py +33 -41
  122. cognite_toolkit/_cdf_tk/data_classes/__init__.py +2 -0
  123. cognite_toolkit/_cdf_tk/data_classes/_build_files.py +3 -3
  124. cognite_toolkit/_cdf_tk/data_classes/_build_variables.py +120 -14
  125. cognite_toolkit/_cdf_tk/data_classes/_built_modules.py +13 -3
  126. cognite_toolkit/_cdf_tk/data_classes/_built_resources.py +8 -8
  127. cognite_toolkit/_cdf_tk/data_classes/_config_yaml.py +14 -9
  128. cognite_toolkit/_cdf_tk/data_classes/_module_directories.py +22 -0
  129. cognite_toolkit/_cdf_tk/data_classes/_module_resources.py +2 -2
  130. cognite_toolkit/_cdf_tk/data_classes/_module_toml.py +7 -0
  131. cognite_toolkit/_cdf_tk/data_classes/_packages.py +24 -7
  132. cognite_toolkit/_cdf_tk/data_classes/_tracking_info.py +43 -0
  133. cognite_toolkit/_cdf_tk/exceptions.py +10 -1
  134. cognite_toolkit/_cdf_tk/feature_flags.py +59 -52
  135. cognite_toolkit/_cdf_tk/hints.py +5 -3
  136. cognite_toolkit/_cdf_tk/plugins.py +2 -1
  137. cognite_toolkit/_cdf_tk/protocols.py +97 -0
  138. cognite_toolkit/_cdf_tk/resource_classes/__init__.py +61 -0
  139. cognite_toolkit/_cdf_tk/resource_classes/agent.py +58 -0
  140. cognite_toolkit/_cdf_tk/resource_classes/agent_tools.py +101 -0
  141. cognite_toolkit/_cdf_tk/resource_classes/authentication.py +15 -0
  142. cognite_toolkit/_cdf_tk/resource_classes/capabilities.py +12 -0
  143. cognite_toolkit/_cdf_tk/resource_classes/cognitefile.py +51 -0
  144. cognite_toolkit/_cdf_tk/resource_classes/container_field_definitions.py +2 -2
  145. cognite_toolkit/_cdf_tk/resource_classes/containers.py +2 -2
  146. cognite_toolkit/_cdf_tk/resource_classes/data_model.py +51 -0
  147. cognite_toolkit/_cdf_tk/resource_classes/datapoint_subscription.py +77 -0
  148. cognite_toolkit/_cdf_tk/resource_classes/extraction_pipeline.py +54 -0
  149. cognite_toolkit/_cdf_tk/resource_classes/extraction_pipeline_config.py +15 -0
  150. cognite_toolkit/_cdf_tk/resource_classes/function_schedule.py +1 -5
  151. cognite_toolkit/_cdf_tk/resource_classes/functions.py +12 -1
  152. cognite_toolkit/_cdf_tk/resource_classes/graphql_model.py +50 -0
  153. cognite_toolkit/_cdf_tk/resource_classes/hosted_extractor_destination.py +19 -0
  154. cognite_toolkit/_cdf_tk/resource_classes/hosted_extractor_job.py +255 -0
  155. cognite_toolkit/_cdf_tk/resource_classes/hosted_extractor_mapping.py +117 -0
  156. cognite_toolkit/_cdf_tk/resource_classes/hosted_extractor_source.py +390 -0
  157. cognite_toolkit/_cdf_tk/resource_classes/infield_cdm_location_config.py +109 -0
  158. cognite_toolkit/_cdf_tk/resource_classes/infield_location_config.py +94 -0
  159. cognite_toolkit/_cdf_tk/resource_classes/infield_v1.py +100 -0
  160. cognite_toolkit/_cdf_tk/resource_classes/instance.py +93 -0
  161. cognite_toolkit/_cdf_tk/resource_classes/migration.py +28 -0
  162. cognite_toolkit/_cdf_tk/resource_classes/raw_database_table.py +1 -1
  163. cognite_toolkit/_cdf_tk/resource_classes/relationship.py +50 -0
  164. cognite_toolkit/_cdf_tk/resource_classes/robotics/__init__.py +13 -0
  165. cognite_toolkit/_cdf_tk/resource_classes/robotics/capability.py +19 -0
  166. cognite_toolkit/_cdf_tk/resource_classes/robotics/data_postprocessing.py +15 -0
  167. cognite_toolkit/_cdf_tk/resource_classes/robotics/frame.py +25 -0
  168. cognite_toolkit/_cdf_tk/resource_classes/robotics/location.py +12 -0
  169. cognite_toolkit/_cdf_tk/resource_classes/robotics/map.py +16 -0
  170. cognite_toolkit/_cdf_tk/resource_classes/search_config.py +1 -1
  171. cognite_toolkit/_cdf_tk/resource_classes/sequence.py +107 -0
  172. cognite_toolkit/_cdf_tk/resource_classes/streamlit_.py +26 -0
  173. cognite_toolkit/_cdf_tk/resource_classes/streams.py +29 -0
  174. cognite_toolkit/_cdf_tk/resource_classes/transformation_notification.py +8 -0
  175. cognite_toolkit/_cdf_tk/resource_classes/transformations.py +2 -13
  176. cognite_toolkit/_cdf_tk/resource_classes/view_field_definitions.py +7 -8
  177. cognite_toolkit/_cdf_tk/resource_classes/views.py +4 -4
  178. cognite_toolkit/_cdf_tk/resource_classes/workflow_trigger.py +115 -0
  179. cognite_toolkit/_cdf_tk/resource_classes/workflow_version.py +233 -0
  180. cognite_toolkit/_cdf_tk/storageio/__init__.py +69 -0
  181. cognite_toolkit/_cdf_tk/storageio/_annotations.py +105 -0
  182. cognite_toolkit/_cdf_tk/storageio/_applications.py +408 -0
  183. cognite_toolkit/_cdf_tk/storageio/_asset_centric.py +693 -0
  184. cognite_toolkit/_cdf_tk/storageio/_base.py +328 -0
  185. cognite_toolkit/_cdf_tk/storageio/_data_classes.py +91 -0
  186. cognite_toolkit/_cdf_tk/storageio/_datapoints.py +448 -0
  187. cognite_toolkit/_cdf_tk/storageio/_file_content.py +436 -0
  188. cognite_toolkit/_cdf_tk/storageio/_instances.py +225 -0
  189. cognite_toolkit/_cdf_tk/storageio/_raw.py +124 -0
  190. cognite_toolkit/_cdf_tk/storageio/selectors/__init__.py +133 -0
  191. cognite_toolkit/_cdf_tk/storageio/selectors/_asset_centric.py +60 -0
  192. cognite_toolkit/_cdf_tk/storageio/selectors/_base.py +80 -0
  193. cognite_toolkit/_cdf_tk/storageio/selectors/_canvas.py +22 -0
  194. cognite_toolkit/_cdf_tk/storageio/selectors/_charts.py +45 -0
  195. cognite_toolkit/_cdf_tk/storageio/selectors/_datapoints.py +89 -0
  196. cognite_toolkit/_cdf_tk/storageio/selectors/_file_content.py +164 -0
  197. cognite_toolkit/_cdf_tk/storageio/selectors/_instances.py +162 -0
  198. cognite_toolkit/_cdf_tk/storageio/selectors/_raw.py +24 -0
  199. cognite_toolkit/_cdf_tk/storageio/selectors/_three_d.py +34 -0
  200. cognite_toolkit/_cdf_tk/tk_warnings/fileread.py +5 -3
  201. cognite_toolkit/_cdf_tk/tk_warnings/other.py +9 -1
  202. cognite_toolkit/_cdf_tk/tracker.py +21 -22
  203. cognite_toolkit/_cdf_tk/utils/__init__.py +2 -2
  204. cognite_toolkit/_cdf_tk/utils/_auxiliary.py +11 -2
  205. cognite_toolkit/_cdf_tk/utils/aggregators.py +121 -16
  206. cognite_toolkit/_cdf_tk/utils/auxiliary.py +23 -0
  207. cognite_toolkit/_cdf_tk/utils/cdf.py +10 -6
  208. cognite_toolkit/_cdf_tk/utils/cli_args.py +34 -0
  209. cognite_toolkit/_cdf_tk/utils/collection.py +42 -1
  210. cognite_toolkit/_cdf_tk/utils/dtype_conversion.py +307 -15
  211. cognite_toolkit/_cdf_tk/utils/file.py +55 -2
  212. cognite_toolkit/_cdf_tk/utils/fileio/__init__.py +61 -0
  213. cognite_toolkit/_cdf_tk/utils/fileio/_base.py +32 -0
  214. cognite_toolkit/_cdf_tk/utils/fileio/_compression.py +61 -0
  215. cognite_toolkit/_cdf_tk/utils/fileio/_readers.py +422 -0
  216. cognite_toolkit/_cdf_tk/utils/fileio/_writers.py +429 -0
  217. cognite_toolkit/_cdf_tk/utils/graphql_parser.py +4 -0
  218. cognite_toolkit/_cdf_tk/utils/http_client/__init__.py +69 -0
  219. cognite_toolkit/_cdf_tk/utils/http_client/_client.py +536 -0
  220. cognite_toolkit/_cdf_tk/utils/http_client/_data_classes.py +412 -0
  221. cognite_toolkit/_cdf_tk/utils/http_client/_data_classes2.py +249 -0
  222. cognite_toolkit/_cdf_tk/utils/http_client/_exception.py +4 -0
  223. cognite_toolkit/_cdf_tk/utils/http_client/_tracker.py +34 -0
  224. cognite_toolkit/_cdf_tk/utils/interactive_select.py +452 -57
  225. cognite_toolkit/_cdf_tk/utils/modules.py +10 -14
  226. cognite_toolkit/_cdf_tk/utils/producer_worker.py +216 -58
  227. cognite_toolkit/_cdf_tk/utils/progress_tracker.py +87 -0
  228. cognite_toolkit/_cdf_tk/utils/sentry_utils.py +1 -1
  229. cognite_toolkit/_cdf_tk/utils/sql_parser.py +2 -3
  230. cognite_toolkit/_cdf_tk/utils/text.py +55 -0
  231. cognite_toolkit/_cdf_tk/utils/thread_safe_dict.py +99 -0
  232. cognite_toolkit/_cdf_tk/utils/useful_types.py +27 -1
  233. cognite_toolkit/_cdf_tk/utils/validate_access.py +350 -36
  234. cognite_toolkit/_cdf_tk/validation.py +143 -76
  235. cognite_toolkit/_repo_files/.gitignore +2 -0
  236. cognite_toolkit/_repo_files/AzureDevOps/.devops/deploy-pipeline.yml +1 -1
  237. cognite_toolkit/_repo_files/AzureDevOps/.devops/dry-run-pipeline.yml +1 -1
  238. cognite_toolkit/_repo_files/GitHub/.github/workflows/deploy.yaml +1 -1
  239. cognite_toolkit/_repo_files/GitHub/.github/workflows/dry-run.yaml +1 -1
  240. cognite_toolkit/_resources/cdf.toml +18 -0
  241. cognite_toolkit/_version.py +1 -1
  242. cognite_toolkit/config.dev.yaml +9 -3
  243. cognite_toolkit/demo/_base.py +3 -3
  244. {cognite_toolkit-0.5.97.dist-info → cognite_toolkit-0.7.34.dist-info}/METADATA +24 -23
  245. cognite_toolkit-0.7.34.dist-info/RECORD +320 -0
  246. cognite_toolkit-0.7.34.dist-info/WHEEL +4 -0
  247. {cognite_toolkit-0.5.97.dist-info → cognite_toolkit-0.7.34.dist-info}/entry_points.txt +1 -0
  248. cognite_toolkit/_builtin_modules/README.md +0 -7
  249. cognite_toolkit/_builtin_modules/bootcamp/README.md +0 -5
  250. cognite_toolkit/_builtin_modules/bootcamp/default.config.yaml +0 -3
  251. cognite_toolkit/_builtin_modules/bootcamp/ice_cream_api/default.config.yaml +0 -9
  252. cognite_toolkit/_builtin_modules/bootcamp/ice_cream_api/functions/icapi_datapoints_extractor/handler.py +0 -168
  253. cognite_toolkit/_builtin_modules/bootcamp/ice_cream_api/functions/icapi_datapoints_extractor/ice_cream_factory_api.py +0 -61
  254. cognite_toolkit/_builtin_modules/bootcamp/ice_cream_api/functions/icapi_datapoints_extractor/requirements.txt +0 -3
  255. cognite_toolkit/_builtin_modules/bootcamp/ice_cream_api/module.toml +0 -3
  256. cognite_toolkit/_builtin_modules/bootcamp/module.toml +0 -3
  257. cognite_toolkit/_builtin_modules/bootcamp/use_cases/oee/default.config.yaml +0 -6
  258. cognite_toolkit/_builtin_modules/bootcamp/use_cases/oee/functions/oee_timeseries/handler.py +0 -229
  259. cognite_toolkit/_builtin_modules/bootcamp/use_cases/oee/functions/oee_timeseries/requirements.txt +0 -2
  260. cognite_toolkit/_builtin_modules/bootcamp/use_cases/oee/module.toml +0 -3
  261. cognite_toolkit/_builtin_modules/cdf.toml +0 -13
  262. cognite_toolkit/_builtin_modules/cdf_common/data_models/demo.Space.yaml +0 -3
  263. cognite_toolkit/_builtin_modules/cdf_common/data_sets/demo.DataSet.yaml +0 -3
  264. cognite_toolkit/_builtin_modules/cdf_common/default.config.yaml +0 -8
  265. cognite_toolkit/_builtin_modules/cdf_common/extraction_pipelines/ctx_files_direct_relation_write.ExtractionPipeline.yaml +0 -54
  266. cognite_toolkit/_builtin_modules/cdf_common/extraction_pipelines/ctx_files_direct_relation_write.config.yaml +0 -28
  267. cognite_toolkit/_builtin_modules/cdf_common/functions/contextualization_connection_writer/handler.py +0 -342
  268. cognite_toolkit/_builtin_modules/cdf_common/functions/contextualization_connection_writer/requirements.txt +0 -3
  269. cognite_toolkit/_builtin_modules/cdf_common/functions/write.Function.yaml +0 -7
  270. cognite_toolkit/_builtin_modules/cdf_common/module.toml +0 -3
  271. cognite_toolkit/_builtin_modules/cdf_common/raw/contextualization_state.DataBase.yaml +0 -1
  272. cognite_toolkit/_builtin_modules/cdf_common/raw/contextualization_state.Table.yaml +0 -2
  273. cognite_toolkit/_builtin_modules/cdf_common/raw/source.DataBase.yaml +0 -1
  274. cognite_toolkit/_builtin_modules/cdf_ingestion/auth/user.Group.yaml +0 -124
  275. cognite_toolkit/_builtin_modules/cdf_ingestion/auth/workflow.Group.yaml +0 -114
  276. cognite_toolkit/_builtin_modules/cdf_ingestion/default.config.yaml +0 -34
  277. cognite_toolkit/_builtin_modules/cdf_ingestion/module.toml +0 -9
  278. cognite_toolkit/_builtin_modules/cdf_ingestion/workflows/ingest.Workflow.yaml +0 -3
  279. cognite_toolkit/_builtin_modules/cdf_ingestion/workflows/trigger.WorkflowTrigger.yaml +0 -9
  280. cognite_toolkit/_builtin_modules/cdf_ingestion/workflows/v1.WorkflowVersion.yaml +0 -150
  281. cognite_toolkit/_builtin_modules/common/README.md +0 -5
  282. cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/apm.datamodel.yaml +0 -18
  283. cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/apm_config.datamodel.yaml +0 -10
  284. cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/config.space.yaml +0 -3
  285. cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/containers/APM_Activity.container.yaml +0 -108
  286. cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/containers/APM_Notification.container.yaml +0 -85
  287. cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/containers/APM_Operation.container.yaml +0 -83
  288. cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/containers/ApmConfig.container.yaml +0 -39
  289. cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/source.space.yaml +0 -3
  290. cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/views/APM_Activity.view.yaml +0 -119
  291. cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/views/APM_Notification.view.yaml +0 -84
  292. cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/views/APM_Operation.view.yaml +0 -86
  293. cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/views/ApmConfig.view.yaml +0 -48
  294. cognite_toolkit/_builtin_modules/common/cdf_apm_base/default.config.yaml +0 -1
  295. cognite_toolkit/_builtin_modules/common/cdf_apm_base/module.toml +0 -3
  296. cognite_toolkit/_builtin_modules/common/cdf_auth_readwrite_all/README.md +0 -23
  297. cognite_toolkit/_builtin_modules/common/cdf_auth_readwrite_all/auth/admin.readonly.group.yaml +0 -265
  298. cognite_toolkit/_builtin_modules/common/cdf_auth_readwrite_all/auth/admin.readwrite.group.yaml +0 -329
  299. cognite_toolkit/_builtin_modules/common/cdf_auth_readwrite_all/default.config.yaml +0 -2
  300. cognite_toolkit/_builtin_modules/common/cdf_auth_readwrite_all/module.toml +0 -2
  301. cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/default.config.yaml +0 -10
  302. cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/module.toml +0 -13
  303. cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/transformations/activity_to_asset.Transformation.sql +0 -31
  304. cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/transformations/activity_to_asset.Transformation.yaml +0 -13
  305. cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/transformations/activity_to_equipment.Transformation.sql +0 -31
  306. cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/transformations/activity_to_equipment.Transformation.yaml +0 -14
  307. cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/transformations/activity_to_timeseries.Transformation.sql +0 -34
  308. cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/transformations/activity_to_timeseries.Transformation.yaml +0 -13
  309. cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/transformations/timeseries_to_asset.Transformation.sql +0 -32
  310. cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/transformations/timeseries_to_asset.Transformation.yaml +0 -14
  311. cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/transformations/timeseries_to_equipment.Transformation.sql +0 -32
  312. cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/transformations/timeseries_to_equipment.Transformation.yaml +0 -13
  313. cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/auth/workflow.Group.yaml +0 -83
  314. cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/data_models/annotation_type.Node.yaml +0 -2
  315. cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/data_models/sourceSystem.node.yaml +0 -13
  316. cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/default.config.yaml +0 -16
  317. cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/extraction_pipelines/ctx_files_entity_matcher.ExtractionPipeline.yaml +0 -48
  318. cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/extraction_pipelines/ctx_files_entity_matcher.config.yaml +0 -35
  319. cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/functions/contextualization_entity_matcher/handler.py +0 -476
  320. cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/functions/contextualization_entity_matcher/requirements.txt +0 -3
  321. cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/functions/functions.Function.yaml +0 -7
  322. cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/module.toml +0 -23
  323. cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/raw/state.Table.yaml +0 -2
  324. cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/workflows/entity_matching.Workflow.yaml +0 -3
  325. cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/workflows/trigger.WorkflowTrigger.yaml +0 -9
  326. cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/workflows/v1.WorkflowVersion.yaml +0 -22
  327. cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/auth/function.Group.yaml +0 -89
  328. cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/data_models/sourceSystem.node.yaml +0 -13
  329. cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/default.config.yaml +0 -13
  330. cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/extraction_pipelines/ctx_files_pandid_annotater.ExtractionPipeline.yaml +0 -44
  331. cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/extraction_pipelines/ctx_files_pandid_annotater.config.yaml +0 -33
  332. cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/functions/contextualization_p_and_id_annotater/handler.py +0 -405
  333. cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/functions/contextualization_p_and_id_annotater/requirements.txt +0 -3
  334. cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/functions/functions.Function.yaml +0 -7
  335. cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/module.toml +0 -25
  336. cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/workflows/p_and_id_parser.Workflow.yaml +0 -3
  337. cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/workflows/trigger.WorkflowTrigger.yaml +0 -9
  338. cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/workflows/v1.WorkflowVersion.yaml +0 -22
  339. cognite_toolkit/_builtin_modules/custom/my_module/auth/.gitkeep +0 -0
  340. cognite_toolkit/_builtin_modules/custom/my_module/default.config.yaml +0 -1
  341. cognite_toolkit/_builtin_modules/custom/my_module/module.toml +0 -2
  342. cognite_toolkit/_builtin_modules/industrial_tools/cdf_location_filter_asset_centric/classic/root.Asset.yaml +0 -9
  343. cognite_toolkit/_builtin_modules/industrial_tools/cdf_location_filter_asset_centric/data_sets/data_sets.DataSet.yaml +0 -3
  344. cognite_toolkit/_builtin_modules/industrial_tools/cdf_location_filter_asset_centric/default.config.yaml +0 -4
  345. cognite_toolkit/_builtin_modules/industrial_tools/cdf_location_filter_asset_centric/locations/individualFilters.LocationFilter.yaml +0 -19
  346. cognite_toolkit/_builtin_modules/industrial_tools/cdf_location_filter_asset_centric/locations/oneFilter.LocationFilter.yaml +0 -12
  347. cognite_toolkit/_builtin_modules/industrial_tools/cdf_location_filter_asset_centric/module.toml +0 -2
  348. cognite_toolkit/_builtin_modules/industrial_tools/cdf_location_filter_datamodel_based/data_models/instance.Space.yaml +0 -2
  349. cognite_toolkit/_builtin_modules/industrial_tools/cdf_location_filter_datamodel_based/default.config.yaml +0 -2
  350. cognite_toolkit/_builtin_modules/industrial_tools/cdf_location_filter_datamodel_based/locations/dataModel.LocationFilter.yaml +0 -17
  351. cognite_toolkit/_builtin_modules/industrial_tools/cdf_location_filter_datamodel_based/module.toml +0 -2
  352. cognite_toolkit/_builtin_modules/industrial_tools/cdf_search/auth/locationfilter.Group.yaml +0 -12
  353. cognite_toolkit/_builtin_modules/industrial_tools/cdf_search/default.config.yaml +0 -3
  354. cognite_toolkit/_builtin_modules/industrial_tools/cdf_search/locations/user.LocationFilter.yaml +0 -9
  355. cognite_toolkit/_builtin_modules/industrial_tools/cdf_search/module.toml +0 -5
  356. cognite_toolkit/_builtin_modules/infield/cdf_infield_common/README.md +0 -3
  357. cognite_toolkit/_builtin_modules/infield/cdf_infield_common/auth/applications-configuration.Group.yaml +0 -22
  358. cognite_toolkit/_builtin_modules/infield/cdf_infield_common/data_models/infieldAppData.space.yaml +0 -3
  359. cognite_toolkit/_builtin_modules/infield/cdf_infield_common/data_models/infield_apm_app_config.node.yaml +0 -28
  360. cognite_toolkit/_builtin_modules/infield/cdf_infield_common/default.config.yaml +0 -2
  361. cognite_toolkit/_builtin_modules/infield/cdf_infield_common/module.toml +0 -6
  362. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/README.md +0 -61
  363. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/auth/infield_checklist_admin_role.group.yaml +0 -100
  364. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/auth/infield_normal_role.group.yaml +0 -100
  365. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/auth/infield_template_admin_role.group.yaml +0 -100
  366. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/auth/infield_viewer_role.group.yaml +0 -85
  367. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/data_models/infieldLocationAppData.space.yaml +0 -3
  368. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/data_models/infieldLocationSourceData.space.yaml +0 -3
  369. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/data_sets/location_app_data_set.DataSet.yaml +0 -3
  370. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/data_sets/location_source_data_set.DataSet.yaml +0 -20
  371. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/default.config.yaml +0 -23
  372. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/module.toml +0 -3
  373. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/transformations/tr_asset_oid_workmate_infield_sync_assets_from_hierarchy_to_apm.Transformation.sql +0 -34
  374. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/transformations/tr_asset_oid_workmate_infield_sync_assets_from_hierarchy_to_apm.Transformation.yaml +0 -24
  375. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/transformations/tr_asset_oid_workmate_infield_sync_assets_from_hierarchy_to_apm.schedule.yaml +0 -3
  376. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/transformations/tr_workorder_oid_workmate_infield_sync_workorders_to_apm_activities.Transformation.sql +0 -17
  377. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/transformations/tr_workorder_oid_workmate_infield_sync_workorders_to_apm_activities.Transformation.yaml +0 -25
  378. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/transformations/tr_workorder_oid_workmate_infield_sync_workorders_to_apm_activities.schedule.yaml +0 -3
  379. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/README.md +0 -61
  380. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/auth/infield_checklist_admin_role.group.yaml +0 -100
  381. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/auth/infield_normal_role.group.yaml +0 -100
  382. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/auth/infield_template_admin_role.group.yaml +0 -100
  383. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/auth/infield_viewer_role.group.yaml +0 -85
  384. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/data_models/infieldLocationAppData.space.yaml +0 -3
  385. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/data_models/infieldLocationSourceData.space.yaml +0 -3
  386. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/data_sets/location_app_data_set.DataSet.yaml +0 -3
  387. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/data_sets/location_source_data_set.DataSet.yaml +0 -20
  388. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/default.config.yaml +0 -23
  389. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/module.toml +0 -3
  390. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/transformations/tr_asset_oid_workmate_infield_sync_assets_from_hierarchy_to_apm.Transformation.sql +0 -34
  391. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/transformations/tr_asset_oid_workmate_infield_sync_assets_from_hierarchy_to_apm.Transformation.yaml +0 -24
  392. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/transformations/tr_asset_oid_workmate_infield_sync_assets_from_hierarchy_to_apm.schedule.yaml +0 -3
  393. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/transformations/tr_workorder_oid_workmate_infield_sync_workorders_to_apm_activities.Transformation.sql +0 -17
  394. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/transformations/tr_workorder_oid_workmate_infield_sync_workorders_to_apm_activities.Transformation.yaml +0 -25
  395. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/transformations/tr_workorder_oid_workmate_infield_sync_workorders_to_apm_activities.schedule.yaml +0 -3
  396. cognite_toolkit/_builtin_modules/infield/default.config.yaml +0 -21
  397. cognite_toolkit/_builtin_modules/inrobot/README.md +0 -41
  398. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/README.md +0 -53
  399. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/auth/run-function-user.Group.yaml +0 -89
  400. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/classic/robot.Label.yaml +0 -6
  401. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/data_models/cogniteAppData.space.yaml +0 -3
  402. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/data_models/inrobotApmConfig.node.yaml +0 -17
  403. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/data_sets/robot_1.dataset.yaml +0 -2
  404. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/default.config.yaml +0 -3
  405. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/.gitkeep +0 -0
  406. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/README.md +0 -30
  407. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/__init__.py +0 -1
  408. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/common/README.md +0 -58
  409. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/common/__init__.py +0 -0
  410. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/common/apm_helpers.py +0 -269
  411. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/common/cdf_helpers.py +0 -112
  412. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/common/dataclass/__init__.py +0 -0
  413. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/common/dataclass/common.py +0 -16
  414. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/common/dataclass/vision.py +0 -66
  415. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/common/utils.py +0 -17
  416. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/handler.py +0 -269
  417. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/requirements.txt +0 -22
  418. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/README.md +0 -56
  419. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/__init__.py +0 -1
  420. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/common/README.md +0 -58
  421. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/common/__init__.py +0 -0
  422. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/common/apm_helpers.py +0 -269
  423. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/common/cdf_helpers.py +0 -112
  424. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/common/dataclass/__init__.py +0 -0
  425. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/common/dataclass/common.py +0 -16
  426. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/common/dataclass/vision.py +0 -66
  427. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/common/utils.py +0 -17
  428. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/handler.py +0 -396
  429. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/requirements.txt +0 -22
  430. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/README.md +0 -18
  431. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/__init__.py +0 -1
  432. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/common/README.md +0 -58
  433. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/common/__init__.py +0 -0
  434. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/common/apm_helpers.py +0 -269
  435. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/common/cdf_helpers.py +0 -112
  436. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/common/dataclass/__init__.py +0 -0
  437. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/common/dataclass/common.py +0 -16
  438. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/common/dataclass/vision.py +0 -66
  439. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/common/utils.py +0 -17
  440. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/handler.py +0 -195
  441. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/requirements.txt +0 -23
  442. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_threesixty/README.md +0 -14
  443. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_threesixty/__init__.py +0 -1
  444. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_threesixty/cognite_threesixty_images.py +0 -284
  445. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_threesixty/handler.py +0 -257
  446. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_threesixty/requirements.txt +0 -7
  447. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/robots.functions.Function.yaml +0 -51
  448. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/schedules.Schedule.yaml +0 -94
  449. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/module.toml +0 -6
  450. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/acoustic_video.RobotCapability.yaml +0 -72
  451. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/process_threesixty.DataPostProcessing.yaml +0 -23
  452. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/pt_ir_video.RobotCapability.yaml +0 -64
  453. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/ptz.RobotCapability.yaml +0 -63
  454. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/ptz_ir.RobotCapability.yaml +0 -80
  455. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/ptz_video.RobotCapability.yaml +0 -68
  456. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/read_dial_gauge.DataPostProcessing.yaml +0 -31
  457. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/read_digital_gauge.DataPostProcessing.yaml +0 -35
  458. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/read_level_gauge.DataPostProcessing.yaml +0 -29
  459. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/read_valve.DataPostProcessing.yaml +0 -23
  460. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/threesixty.RobotCapability.yaml +0 -47
  461. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/threesixty_video.RobotCapability.yaml +0 -47
  462. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_location/README.md +0 -33
  463. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_location/auth/inrobot-admin.Group.yaml +0 -107
  464. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_location/auth/inrobot-users.Group.yaml +0 -94
  465. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_location/auth/robot-1.Group.yaml +0 -77
  466. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_location/data_models/locationAppData.space.yaml +0 -3
  467. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_location/data_models/locationSourceData.space.yaml +0 -3
  468. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_location/default.config.yaml +0 -7
  469. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_location/module.toml +0 -3
  470. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_location/robotics/root.Frame.yaml +0 -15
  471. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_location/robotics/root.Location.yaml +0 -3
  472. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_location/robotics/root.Map.yaml +0 -10
  473. cognite_toolkit/_builtin_modules/inrobot/default.config.yaml +0 -3
  474. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/containers/Activity.Container.yaml +0 -13
  475. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/containers/Asset.Container.yaml +0 -13
  476. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/containers/Equipment.Container.yaml +0 -13
  477. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/containers/File.Container.yaml +0 -13
  478. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/containers/TimeSeries.Container.yaml +0 -13
  479. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/enterprise.datamodel.yaml +0 -54
  480. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/schema.space.yaml +0 -1
  481. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/views/Activity.view.yaml +0 -69
  482. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/views/Asset.view.yaml +0 -186
  483. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/views/Equipment.view.yaml +0 -100
  484. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/views/File.view.yaml +0 -72
  485. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/views/TimeSeries.view.yaml +0 -85
  486. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/default.config.yaml +0 -2
  487. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/module.toml +0 -2
  488. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/360Image.Container.yaml +0 -13
  489. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/360ImageAnnotation.Container.yaml +0 -13
  490. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/360ImageCollection.Container.yaml +0 -13
  491. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/360ImageModel.Container.yaml +0 -13
  492. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/360ImageStation.Container.yaml +0 -13
  493. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/3DModel.Container.yaml +0 -13
  494. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/3DObject.Container.yaml +0 -13
  495. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/3DRevision.Container.yaml +0 -13
  496. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/3DTransformation.Container.yaml +0 -13
  497. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/Activity.Container.yaml +0 -13
  498. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/Annotation.Container.yaml +0 -14
  499. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/Asset.Container.yaml +0 -13
  500. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/AssetClass.Container.yaml +0 -13
  501. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/AssetType.Container.yaml +0 -13
  502. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/CADModel.Container.yaml +0 -13
  503. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/CADNode.Container.yaml +0 -13
  504. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/CADRevision.Container.yaml +0 -13
  505. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/CubeMap.Container.yaml +0 -13
  506. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/Describable.Container.yaml +0 -13
  507. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/DiagramAnnotation.Container.yaml +0 -13
  508. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/Equipment.Container.yaml +0 -13
  509. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/EquipmentType.Container.yaml +0 -13
  510. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/File.Container.yaml +0 -13
  511. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/FileCategory.Container.yaml +0 -13
  512. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/PointCloudModel.Container.yaml +0 -13
  513. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/PointCloudRevision.Container.yaml +0 -13
  514. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/PointCloudVolume.Container.yaml +0 -13
  515. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/Schedulable.Container.yaml +0 -13
  516. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/SourceSystem.Container.yaml +0 -13
  517. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/Sourceable.Container.yaml +0 -13
  518. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/TimeSeries.Container.yaml +0 -13
  519. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/Unit.Container.yaml +0 -13
  520. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/Visualizable.Container.yaml +0 -13
  521. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/enterprise.datamodel.yaml +0 -138
  522. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/schema.space.yaml +0 -1
  523. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/360Image.view.yaml +0 -119
  524. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/360ImageAnnotation.view.yaml +0 -28
  525. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/360ImageCollection.view.yaml +0 -39
  526. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/360ImageModel.view.yaml +0 -55
  527. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/360ImageStation.view.yaml +0 -29
  528. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/3DModel.view.yaml +0 -29
  529. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/3DObject.view.yaml +0 -81
  530. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/3DRevision.view.yaml +0 -30
  531. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/3DTransformation.view.yaml +0 -23
  532. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/Activity.view.yaml +0 -69
  533. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/Annotation.view.yaml +0 -28
  534. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/Asset.view.yaml +0 -191
  535. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/AssetClass.view.yaml +0 -17
  536. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/AssetType.view.yaml +0 -31
  537. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/CADModel.view.yaml +0 -55
  538. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/CADNode.view.yaml +0 -53
  539. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/CADRevision.view.yaml +0 -39
  540. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/CubeMap.view.yaml +0 -97
  541. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/Describable.view.yaml +0 -19
  542. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/DiagramAnnotation.view.yaml +0 -28
  543. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/Equipment.view.yaml +0 -100
  544. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/EquipmentType.view.yaml +0 -17
  545. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/File.view.yaml +0 -72
  546. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/FileCategory.view.yaml +0 -18
  547. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/PointCloudModel.view.yaml +0 -55
  548. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/PointCloudRevision.view.yaml +0 -39
  549. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/PointCloudVolume.view.yaml +0 -52
  550. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/Schedulable.view.yaml +0 -17
  551. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/SourceSystem.view.yaml +0 -17
  552. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/Sourceable.view.yaml +0 -27
  553. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/TimeSeries.view.yaml +0 -85
  554. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/Unit.view.yaml +0 -16
  555. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/Visualizable.view.yaml +0 -29
  556. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/default.config.yaml +0 -2
  557. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/module.toml +0 -2
  558. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/containers/Activity.Container.yaml +0 -13
  559. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/containers/Asset.Container.yaml +0 -13
  560. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/containers/Equipment.Container.yaml +0 -13
  561. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/containers/File.Container.yaml +0 -13
  562. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/containers/MaintenanceOrder.Container.yaml +0 -13
  563. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/containers/Notification.Container.yaml +0 -13
  564. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/containers/Operation.Container.yaml +0 -13
  565. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/containers/TimeSeries.Container.yaml +0 -13
  566. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/enterprise.datamodel.yaml +0 -66
  567. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/schema.space.yaml +0 -1
  568. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/views/Activity.view.yaml +0 -69
  569. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/views/Asset.view.yaml +0 -186
  570. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/views/Equipment.view.yaml +0 -100
  571. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/views/File.view.yaml +0 -72
  572. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/views/MaintenanceOrder.view.yaml +0 -100
  573. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/views/Notification.view.yaml +0 -56
  574. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/views/Operation.view.yaml +0 -96
  575. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/views/TimeSeries.view.yaml +0 -85
  576. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/default.config.yaml +0 -3
  577. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/module.toml +0 -2
  578. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/360Image.Container.yaml +0 -13
  579. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/360ImageAnnotation.Container.yaml +0 -14
  580. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/360ImageCollection.Container.yaml +0 -13
  581. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/360ImageModel.Container.yaml +0 -13
  582. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/360ImageStation.Container.yaml +0 -13
  583. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/3DModel.Container.yaml +0 -13
  584. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/3DObject.Container.yaml +0 -13
  585. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/3DRevision.Container.yaml +0 -13
  586. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/3DTransformation.Container.yaml +0 -13
  587. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/Activity.Container.yaml +0 -13
  588. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/Annotation.Container.yaml +0 -14
  589. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/Asset.Container.yaml +0 -13
  590. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/AssetClass.Container.yaml +0 -13
  591. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/AssetType.Container.yaml +0 -13
  592. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/CADModel.Container.yaml +0 -13
  593. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/CADNode.Container.yaml +0 -13
  594. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/CADRevision.Container.yaml +0 -13
  595. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/CubeMap.Container.yaml +0 -13
  596. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/Describable.Container.yaml +0 -13
  597. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/DiagramAnnotation.Container.yaml +0 -14
  598. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/Equipment.Container.yaml +0 -13
  599. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/EquipmentType.Container.yaml +0 -13
  600. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/File.Container.yaml +0 -13
  601. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/FileCategory.Container.yaml +0 -13
  602. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/MaintenanceOrder.Container.yaml +0 -13
  603. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/Notification.Container.yaml +0 -13
  604. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/Operation.Container.yaml +0 -13
  605. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/PointCloudModel.Container.yaml +0 -13
  606. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/PointCloudRevision.Container.yaml +0 -13
  607. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/PointCloudVolume.Container.yaml +0 -13
  608. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/Schedulable.Container.yaml +0 -13
  609. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/SourceSystem.Container.yaml +0 -13
  610. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/Sourceable.Container.yaml +0 -13
  611. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/TimeSeries.Container.yaml +0 -13
  612. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/Unit.Container.yaml +0 -13
  613. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/Visualizable.Container.yaml +0 -13
  614. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/enterprise.datamodel.yaml +0 -150
  615. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/schema.space.yaml +0 -1
  616. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/360Image.view.yaml +0 -119
  617. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/360ImageAnnotation.view.yaml +0 -28
  618. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/360ImageCollection.view.yaml +0 -39
  619. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/360ImageModel.view.yaml +0 -55
  620. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/360ImageStation.view.yaml +0 -29
  621. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/3DModel.view.yaml +0 -29
  622. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/3DObject.view.yaml +0 -81
  623. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/3DRevision.view.yaml +0 -30
  624. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/3DTransformation.view.yaml +0 -23
  625. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/Activity.view.yaml +0 -69
  626. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/Annotation.view.yaml +0 -28
  627. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/Asset.view.yaml +0 -191
  628. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/AssetClass.view.yaml +0 -17
  629. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/AssetType.view.yaml +0 -31
  630. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/CADModel.view.yaml +0 -55
  631. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/CADNode.view.yaml +0 -53
  632. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/CADRevision.view.yaml +0 -39
  633. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/CubeMap.view.yaml +0 -97
  634. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/Describable.view.yaml +0 -19
  635. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/DiagramAnnotation.view.yaml +0 -28
  636. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/Equipment.view.yaml +0 -100
  637. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/EquipmentType.view.yaml +0 -17
  638. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/File.view.yaml +0 -72
  639. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/FileCategory.view.yaml +0 -18
  640. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/MaintenanceOrder.view.yaml +0 -100
  641. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/Notification.view.yaml +0 -56
  642. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/Operation.view.yaml +0 -96
  643. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/PointCloudModel.view.yaml +0 -55
  644. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/PointCloudRevision.view.yaml +0 -39
  645. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/PointCloudVolume.view.yaml +0 -52
  646. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/Schedulable.view.yaml +0 -17
  647. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/SourceSystem.view.yaml +0 -17
  648. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/Sourceable.view.yaml +0 -27
  649. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/TimeSeries.view.yaml +0 -85
  650. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/Unit.view.yaml +0 -16
  651. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/Visualizable.view.yaml +0 -29
  652. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/default.config.yaml +0 -2
  653. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/module.toml +0 -2
  654. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/containers/scene_Cdf3dRevisionProperties.Container.yaml +0 -13
  655. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/containers/scene_EnvironmentMap.Container.yaml +0 -12
  656. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/containers/scene_Image360CollectionProperties.Container.yaml +0 -23
  657. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/containers/scene_Image360CollectionScene.Container.yaml +0 -12
  658. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/containers/scene_SceneConfiguration.Container.yaml +0 -152
  659. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/containers/scene_TexturedMap.Container.yaml +0 -21
  660. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/containers/scene_TexturedPlane.Container.yaml +0 -29
  661. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/scene.Space.yaml +0 -3
  662. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/scene_data_model.DataModel.yaml +0 -66
  663. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/views/EnvironmentMap.View.yaml +0 -28
  664. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/views/Image360CollectionProperties.View.yaml +0 -22
  665. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/views/Image360CollectionScene.View.yaml +0 -20
  666. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/views/RevisionProperties.View.yaml +0 -16
  667. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/views/SceneConfiguration.View.yaml +0 -166
  668. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/views/TexturedMap.View.yaml +0 -17
  669. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/views/TexturedPlane.View.yaml +0 -40
  670. cognite_toolkit/_builtin_modules/models/cdf_scene/default.config.yaml +0 -1
  671. cognite_toolkit/_builtin_modules/models/cdf_scene/module.toml +0 -2
  672. cognite_toolkit/_builtin_modules/packages.toml +0 -102
  673. cognite_toolkit/_builtin_modules/sourcesystem/README.md +0 -4
  674. cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/auth/workflow.Group.yaml +0 -53
  675. cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/default.config.yaml +0 -13
  676. cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/extraction_pipelines/extractor.Config.yaml +0 -5
  677. cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/extraction_pipelines/extractor.ExtractionPipeline.yaml +0 -12
  678. cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/module.toml +0 -24
  679. cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/raw/timeseries.Table.yaml +0 -2
  680. cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/transformations/population/timeseries.Transformation.sql +0 -9
  681. cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/transformations/population/timeseries.Transformation.yaml +0 -14
  682. cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/workflows/population.Workflow.yaml +0 -3
  683. cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/workflows/trigger.WorkflowTrigger.yaml +0 -9
  684. cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/workflows/v1.WorkflowVersion.yaml +0 -12
  685. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/auth/workflow.Group.yaml +0 -54
  686. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/default.config.yaml +0 -16
  687. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/module.toml +0 -24
  688. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/raw/dump.Table.yaml +0 -2
  689. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/transformations/connection/equipment_to_asset.Transformation.sql +0 -14
  690. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/transformations/connection/equipment_to_asset.Transformation.yaml +0 -14
  691. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/transformations/population/asset.Transformation.sql +0 -35
  692. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/transformations/population/asset.Transformation.yaml +0 -14
  693. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/transformations/population/equipment.Transformation.sql +0 -17
  694. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/transformations/population/equipment.Transformation.yaml +0 -13
  695. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/workflows/population.Workflow.yaml +0 -3
  696. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/workflows/trigger.WorkflowTrigger.yaml +0 -9
  697. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/workflows/v1.WorkflowVersion.yaml +0 -28
  698. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/auth/workflow.Group.yaml +0 -46
  699. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/default.config.yaml +0 -15
  700. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/module.toml +0 -20
  701. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/raw/workitem.Table.yaml +0 -2
  702. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/raw/workorder.Table.yaml +0 -2
  703. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/raw/workpackage.Table.yaml +0 -2
  704. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/raw/worktask.Table.yaml +0 -3
  705. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/transformations/connection/operation_to_maintenance_order.Transformation.sql +0 -32
  706. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/transformations/connection/operation_to_maintenance_order.Transformation.yaml +0 -13
  707. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/transformations/population/maintenanceOrder.Transformation.sql +0 -18
  708. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/transformations/population/maintenanceOrder.Transformation.yaml +0 -14
  709. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/transformations/population/operation.Transformation.sql +0 -18
  710. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/transformations/population/operation.Transformation.yaml +0 -14
  711. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/workflows/population.Workflow.yaml +0 -3
  712. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/workflows/trigger.WorkflowTrigger.yaml +0 -9
  713. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/workflows/v1.WorkflowVersion.yaml +0 -28
  714. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sharepoint/auth/workflow.Group.yaml +0 -47
  715. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sharepoint/default.config.yaml +0 -13
  716. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sharepoint/files/upload.CogniteFile.yaml +0 -4
  717. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sharepoint/module.toml +0 -26
  718. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sharepoint/raw/files.Table.yaml +0 -2
  719. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sharepoint/transformations/population/files.Transformation.sql +0 -9
  720. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sharepoint/transformations/population/files.Transformation.yaml +0 -13
  721. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sharepoint/workflows/population.Workflow.yaml +0 -3
  722. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sharepoint/workflows/trigger.WorkflowTrigger.yaml +0 -9
  723. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sharepoint/workflows/v1.WorkflowVersion.yaml +0 -11
  724. cognite_toolkit/_cdf_tk/_parameters/__init__.py +0 -18
  725. cognite_toolkit/_cdf_tk/_parameters/constants.py +0 -82
  726. cognite_toolkit/_cdf_tk/_parameters/data_classes.py +0 -200
  727. cognite_toolkit/_cdf_tk/_parameters/functions.py +0 -190
  728. cognite_toolkit/_cdf_tk/_parameters/get_type_hints.py +0 -123
  729. cognite_toolkit/_cdf_tk/_parameters/type_hint.py +0 -116
  730. cognite_toolkit/_cdf_tk/apps/_populate_app.py +0 -80
  731. cognite_toolkit/_cdf_tk/commands/_migrate/assets.py +0 -144
  732. cognite_toolkit/_cdf_tk/commands/_migrate/base.py +0 -88
  733. cognite_toolkit/_cdf_tk/commands/_migrate/canvas.py +0 -145
  734. cognite_toolkit/_cdf_tk/commands/_migrate/files.py +0 -165
  735. cognite_toolkit/_cdf_tk/commands/_migrate/timeseries.py +0 -165
  736. cognite_toolkit/_cdf_tk/commands/_populate.py +0 -306
  737. cognite_toolkit/_cdf_tk/commands/dump_data.py +0 -490
  738. cognite_toolkit/_cdf_tk/commands/featureflag.py +0 -27
  739. cognite_toolkit/_cdf_tk/loaders/__init__.py +0 -198
  740. cognite_toolkit/_cdf_tk/loaders/_resource_loaders/__init__.py +0 -90
  741. cognite_toolkit/_cdf_tk/loaders/_resource_loaders/fieldops_loaders.py +0 -260
  742. cognite_toolkit/_cdf_tk/prototypes/_packages/__init__.py +0 -1
  743. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/manifest.yaml +0 -4
  744. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/auth/reference.Group.yaml +0 -375
  745. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/auth/reference.SecurityCategory.yaml +0 -1
  746. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/data_models/reference.DataModel.yaml +0 -19
  747. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/data_models/reference.View.yaml +0 -8
  748. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/data_sets/reference.DataSet.yaml +0 -8
  749. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/extraction_pipelines/reference.ExtractionPipeline.yaml +0 -27
  750. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/extraction_pipelines/reference.ExtractionPipelineConfig.yaml +0 -3
  751. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/functions/reference.Function.yaml +0 -22
  752. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/functions/reference.FunctionSchedule.yaml +0 -6
  753. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/labels/reference.LabelDefinition.yaml +0 -4
  754. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/timeseries/reference.DataPointSubscription.yaml +0 -7
  755. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/transformations/reference.Transformation.yaml +0 -51
  756. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/transformations/reference.TransformationNotification.yaml +0 -3
  757. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/transformations/reference.TransformationSchedule.yaml +0 -4
  758. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/workflows/reference.WorkflowUpsert.yaml +0 -2
  759. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/workflows/reference.WorkflowVersionUpsert.yaml +0 -10
  760. cognite_toolkit/_cdf_tk/prototypes/_packages/update_references.py +0 -337
  761. cognite_toolkit/_cdf_tk/prototypes/commands/__init__.py +0 -0
  762. cognite_toolkit/_cdf_tk/prototypes/import_app.py +0 -41
  763. cognite_toolkit/_cdf_tk/utils/table_writers.py +0 -434
  764. cognite_toolkit/_cdf_tk/utils/tarjan.py +0 -46
  765. cognite_toolkit-0.5.97.dist-info/RECORD +0 -726
  766. cognite_toolkit-0.5.97.dist-info/WHEEL +0 -4
  767. cognite_toolkit-0.5.97.dist-info/licenses/LICENSE +0 -18
  768. /cognite_toolkit/_cdf_tk/{prototypes/commands/import_.py → commands/_import_cmd.py} +0 -0
  769. /cognite_toolkit/{_builtin_modules → _cdf_tk/commands/build_v2}/__init__.py +0 -0
@@ -1,5 +1,9 @@
1
+ import io
2
+ import json
3
+ import zipfile
1
4
  from abc import ABC, abstractmethod
2
- from collections.abc import Hashable, Iterable, Iterator
5
+ from collections import defaultdict
6
+ from collections.abc import Hashable, Iterable, Iterator, Sequence
3
7
  from functools import cached_property
4
8
  from pathlib import Path
5
9
  from typing import Generic, cast
@@ -8,21 +12,30 @@ import questionary
8
12
  import typer
9
13
  from cognite.client import data_modeling as dm
10
14
  from cognite.client.data_classes import (
15
+ DataSetList,
11
16
  ExtractionPipelineList,
12
17
  Group,
13
18
  GroupList,
14
19
  TransformationList,
15
20
  TransformationNotificationList,
16
21
  TransformationScheduleList,
22
+ filters,
17
23
  )
18
24
  from cognite.client.data_classes._base import (
25
+ CogniteResource,
19
26
  CogniteResourceList,
20
27
  )
21
28
  from cognite.client.data_classes.agents import (
22
29
  AgentList,
23
30
  )
24
31
  from cognite.client.data_classes.data_modeling import DataModelId
32
+ from cognite.client.data_classes.documents import SourceFileProperty
25
33
  from cognite.client.data_classes.extractionpipelines import ExtractionPipelineConfigList
34
+ from cognite.client.data_classes.functions import (
35
+ Function,
36
+ FunctionList,
37
+ FunctionSchedulesList,
38
+ )
26
39
  from cognite.client.data_classes.workflows import (
27
40
  Workflow,
28
41
  WorkflowList,
@@ -32,44 +45,57 @@ from cognite.client.data_classes.workflows import (
32
45
  WorkflowVersionList,
33
46
  )
34
47
  from cognite.client.exceptions import CogniteAPIError
48
+ from cognite.client.utils import ms_to_datetime
35
49
  from questionary import Choice
36
50
  from rich import print
51
+ from rich.console import Console
37
52
  from rich.panel import Panel
38
53
 
39
54
  from cognite_toolkit._cdf_tk.client import ToolkitClient
40
55
  from cognite_toolkit._cdf_tk.client.data_classes.location_filters import LocationFilterList
56
+ from cognite_toolkit._cdf_tk.client.data_classes.search_config import SearchConfigList
57
+ from cognite_toolkit._cdf_tk.client.data_classes.search_config import ViewId as SearchConfigViewId
58
+ from cognite_toolkit._cdf_tk.client.data_classes.streamlit_ import Streamlit, StreamlitList
59
+ from cognite_toolkit._cdf_tk.cruds import (
60
+ AgentCRUD,
61
+ ContainerCRUD,
62
+ DataModelCRUD,
63
+ DataSetsCRUD,
64
+ ExtractionPipelineConfigCRUD,
65
+ ExtractionPipelineCRUD,
66
+ FunctionCRUD,
67
+ FunctionScheduleCRUD,
68
+ GroupCRUD,
69
+ LocationFilterCRUD,
70
+ NodeCRUD,
71
+ ResourceCRUD,
72
+ SearchConfigCRUD,
73
+ SpaceCRUD,
74
+ StreamlitCRUD,
75
+ TransformationCRUD,
76
+ TransformationNotificationCRUD,
77
+ TransformationScheduleCRUD,
78
+ ViewCRUD,
79
+ WorkflowCRUD,
80
+ WorkflowTriggerCRUD,
81
+ WorkflowVersionCRUD,
82
+ )
83
+ from cognite_toolkit._cdf_tk.cruds._base_cruds import T_ID
41
84
  from cognite_toolkit._cdf_tk.exceptions import (
42
85
  ResourceRetrievalError,
43
86
  ToolkitMissingResourceError,
44
87
  ToolkitResourceMissingError,
45
88
  ToolkitValueError,
46
89
  )
47
- from cognite_toolkit._cdf_tk.loaders import (
48
- AgentLoader,
49
- ContainerLoader,
50
- DataModelLoader,
51
- ExtractionPipelineConfigLoader,
52
- ExtractionPipelineLoader,
53
- GroupLoader,
54
- LocationFilterLoader,
55
- NodeLoader,
56
- ResourceLoader,
57
- SpaceLoader,
58
- TransformationLoader,
59
- TransformationNotificationLoader,
60
- TransformationScheduleLoader,
61
- ViewLoader,
62
- WorkflowLoader,
63
- WorkflowTriggerLoader,
64
- WorkflowVersionLoader,
65
- )
66
- from cognite_toolkit._cdf_tk.loaders._base_loaders import T_ID
67
- from cognite_toolkit._cdf_tk.tk_warnings import FileExistsWarning, MediumSeverityWarning
90
+ from cognite_toolkit._cdf_tk.tk_warnings import FileExistsWarning, HighSeverityWarning, MediumSeverityWarning
68
91
  from cognite_toolkit._cdf_tk.utils import humanize_collection
69
- from cognite_toolkit._cdf_tk.utils.file import safe_rmtree, safe_write, yaml_safe_dump
92
+ from cognite_toolkit._cdf_tk.utils.file import safe_rmtree, safe_write, sanitize_filename, yaml_safe_dump
93
+ from cognite_toolkit._cdf_tk.utils.interactive_select import DataModelingSelect
70
94
 
71
95
  from ._base import ToolkitCommand
72
96
 
97
+ _INTERACTIVE_SELECT_HELPER_TEXT = " Use arrow keys to navigate and space key to select. Press enter to confirm."
98
+
73
99
 
74
100
  class ResourceFinder(Iterable, ABC, Generic[T_ID]):
75
101
  def __init__(self, client: ToolkitClient, identifier: T_ID | None = None):
@@ -80,7 +106,7 @@ class ResourceFinder(Iterable, ABC, Generic[T_ID]):
80
106
  return self.identifier or self._interactive_select()
81
107
 
82
108
  @abstractmethod
83
- def __iter__(self) -> Iterator[tuple[list[Hashable], CogniteResourceList | None, ResourceLoader, None | str]]:
109
+ def __iter__(self) -> Iterator[tuple[list[Hashable], CogniteResourceList | None, ResourceCRUD, None | str]]:
84
110
  raise NotImplementedError
85
111
 
86
112
  @abstractmethod
@@ -88,7 +114,7 @@ class ResourceFinder(Iterable, ABC, Generic[T_ID]):
88
114
  raise NotImplementedError
89
115
 
90
116
  # Can be implemented in subclasses
91
- def update(self, resources: CogniteResourceList) -> None: ...
117
+ def update(self, resources: Sequence[CogniteResource]) -> None: ...
92
118
 
93
119
 
94
120
  class DataModelFinder(ResourceFinder[DataModelId]):
@@ -145,12 +171,15 @@ class DataModelFinder(ResourceFinder[DataModelId]):
145
171
 
146
172
  selected_model = questionary.select(
147
173
  "Which version would you like to dump?",
148
- [Choice(f"{version}", value=model) for version, model in models_by_version.items()],
174
+ [
175
+ Choice(f"{version} ({len(model.views)} views)", value=version)
176
+ for version, model in models_by_version.items()
177
+ ],
149
178
  ).ask()
150
179
  self.data_model = models_by_version[selected_model]
151
180
  return self.data_model.as_id()
152
181
 
153
- def update(self, resources: CogniteResourceList) -> None:
182
+ def update(self, resources: Sequence[CogniteResource]) -> None:
154
183
  if isinstance(resources, dm.DataModelList):
155
184
  self.view_ids |= {
156
185
  view.as_id() if isinstance(view, dm.View) else view for item in resources for view in item.views
@@ -159,11 +188,11 @@ class DataModelFinder(ResourceFinder[DataModelId]):
159
188
  self.container_ids |= resources.referenced_containers()
160
189
  elif isinstance(resources, dm.SpaceList):
161
190
  return
162
- self.space_ids |= {item.space for item in resources}
191
+ self.space_ids |= {item.space for item in resources if hasattr(item, "space")}
163
192
 
164
- def __iter__(self) -> Iterator[tuple[list[Hashable], CogniteResourceList | None, ResourceLoader, None | str]]:
193
+ def __iter__(self) -> Iterator[tuple[list[Hashable], CogniteResourceList | None, ResourceCRUD, None | str]]:
165
194
  self.identifier = self._selected()
166
- model_loader = DataModelLoader.create_loader(self.client)
195
+ model_loader = DataModelCRUD.create_loader(self.client)
167
196
  if self.data_model:
168
197
  is_global_model = self.data_model.is_global
169
198
  yield [], dm.DataModelList([self.data_model]), model_loader, None
@@ -174,14 +203,14 @@ class DataModelFinder(ResourceFinder[DataModelId]):
174
203
  is_global_model = model_list[0].is_global
175
204
  yield [], model_list, model_loader, None
176
205
  if self._include_global or is_global_model:
177
- yield list(self.view_ids), None, ViewLoader.create_loader(self.client), "views"
178
- yield list(self.container_ids), None, ContainerLoader.create_loader(self.client), "containers"
179
- yield list(self.space_ids), None, SpaceLoader.create_loader(self.client), None
206
+ yield list(self.view_ids), None, ViewCRUD.create_loader(self.client), "views"
207
+ yield list(self.container_ids), None, ContainerCRUD.create_loader(self.client), "containers"
208
+ yield list(self.space_ids), None, SpaceCRUD.create_loader(self.client), None
180
209
  else:
181
- view_loader = ViewLoader(self.client, None, None, topological_sort_implements=True)
210
+ view_loader = ViewCRUD(self.client, None, None, topological_sort_implements=True)
182
211
  views = dm.ViewList([view for view in view_loader.retrieve(list(self.view_ids)) if not view.is_global])
183
212
  yield [], views, view_loader, "views"
184
- container_loader = ContainerLoader.create_loader(self.client)
213
+ container_loader = ContainerCRUD.create_loader(self.client)
185
214
  containers = dm.ContainerList(
186
215
  [
187
216
  container
@@ -191,7 +220,7 @@ class DataModelFinder(ResourceFinder[DataModelId]):
191
220
  )
192
221
  yield [], containers, container_loader, "containers"
193
222
 
194
- space_loader = SpaceLoader.create_loader(self.client)
223
+ space_loader = SpaceCRUD.create_loader(self.client)
195
224
  spaces = dm.SpaceList(
196
225
  [space for space in space_loader.retrieve(list(self.space_ids)) if not space.is_global]
197
226
  )
@@ -234,22 +263,22 @@ class WorkflowFinder(ResourceFinder[WorkflowVersionId]):
234
263
  break
235
264
  return selected_version
236
265
 
237
- def __iter__(self) -> Iterator[tuple[list[Hashable], CogniteResourceList | None, ResourceLoader, None | str]]:
266
+ def __iter__(self) -> Iterator[tuple[list[Hashable], CogniteResourceList | None, ResourceCRUD, None | str]]:
238
267
  self.identifier = self._selected()
239
268
  if self._workflow:
240
- yield [], WorkflowList([self._workflow]), WorkflowLoader.create_loader(self.client), None
269
+ yield [], WorkflowList([self._workflow]), WorkflowCRUD.create_loader(self.client), None
241
270
  else:
242
- yield [self.identifier.workflow_external_id], None, WorkflowLoader.create_loader(self.client), None
271
+ yield [self.identifier.workflow_external_id], None, WorkflowCRUD.create_loader(self.client), None
243
272
  if self._workflow_version:
244
273
  yield (
245
274
  [],
246
275
  WorkflowVersionList([self._workflow_version]),
247
- WorkflowVersionLoader.create_loader(self.client),
276
+ WorkflowVersionCRUD.create_loader(self.client),
248
277
  None,
249
278
  )
250
279
  else:
251
- yield [self.identifier], None, WorkflowVersionLoader.create_loader(self.client), None
252
- trigger_loader = WorkflowTriggerLoader.create_loader(self.client)
280
+ yield [self.identifier], None, WorkflowVersionCRUD.create_loader(self.client), None
281
+ trigger_loader = WorkflowTriggerCRUD.create_loader(self.client)
253
282
  trigger_list = WorkflowTriggerList(
254
283
  list(trigger_loader.iterate(parent_ids=[self.identifier.workflow_external_id]))
255
284
  )
@@ -281,58 +310,62 @@ class TransformationFinder(ResourceFinder[tuple[str, ...]]):
281
310
  "Which transformation(s) would you like to dump?",
282
311
  choices=choices,
283
312
  ).ask()
284
- if selected_transformation_ids is None:
285
- raise ToolkitValueError("No transformations selected for dumping.")
313
+ if not selected_transformation_ids:
314
+ raise ToolkitValueError(f"No transformations selected for dumping.{_INTERACTIVE_SELECT_HELPER_TEXT}")
286
315
  return tuple(selected_transformation_ids)
287
316
 
288
- def __iter__(self) -> Iterator[tuple[list[Hashable], CogniteResourceList | None, ResourceLoader, None | str]]:
317
+ def __iter__(self) -> Iterator[tuple[list[Hashable], CogniteResourceList | None, ResourceCRUD, None | str]]:
289
318
  self.identifier = self._selected()
290
319
  if self.transformations:
291
320
  yield (
292
321
  [],
293
322
  TransformationList([t for t in self.transformations if t.external_id in self.identifier]),
294
- TransformationLoader.create_loader(self.client),
323
+ TransformationCRUD.create_loader(self.client),
295
324
  None,
296
325
  )
297
326
  else:
298
- yield list(self.identifier), None, TransformationLoader.create_loader(self.client), None
327
+ yield list(self.identifier), None, TransformationCRUD.create_loader(self.client), None
299
328
 
300
- schedule_loader = TransformationScheduleLoader.create_loader(self.client)
329
+ schedule_loader = TransformationScheduleCRUD.create_loader(self.client)
301
330
  schedule_list = TransformationScheduleList(list(schedule_loader.iterate(parent_ids=list(self.identifier))))
302
331
  yield [], schedule_list, schedule_loader, None
303
- notification_loader = TransformationNotificationLoader.create_loader(self.client)
332
+ notification_loader = TransformationNotificationCRUD.create_loader(self.client)
304
333
  notification_list = TransformationNotificationList(
305
334
  list(notification_loader.iterate(parent_ids=list(self.identifier)))
306
335
  )
307
336
  yield [], notification_list, notification_loader, None
308
337
 
309
338
 
310
- class GroupFinder(ResourceFinder[str]):
311
- def __init__(self, client: ToolkitClient, identifier: str | None = None):
339
+ class GroupFinder(ResourceFinder[tuple[str, ...]]):
340
+ def __init__(self, client: ToolkitClient, identifier: tuple[str, ...] | None = None):
312
341
  super().__init__(client, identifier)
313
- self.group: Group | None = None
342
+ self.groups: list[Group] | None = None
314
343
 
315
- def _interactive_select(self) -> str:
344
+ def _interactive_select(self) -> tuple[str, ...]:
316
345
  groups = self.client.iam.groups.list(all=True)
317
346
  if not groups:
318
347
  raise ToolkitMissingResourceError("No groups found")
319
- group_names = [group.name for group in groups]
320
- selected_group_name: str = questionary.select(
321
- "Which group would you like to dump?",
322
- [Choice(group, value=group) for group in group_names],
323
- ).ask()
348
+ groups_by_name: dict[str, list[Group]] = defaultdict(list)
324
349
  for group in groups:
325
- if group.name == selected_group_name:
326
- self.group = group
327
- break
328
- return selected_group_name
350
+ groups_by_name[group.name].append(group)
351
+ selected_groups: list[list[Group]] | None = questionary.checkbox(
352
+ "Which group(s) would you like to dump?",
353
+ choices=[
354
+ Choice(f"{group_name} ({len(group_list)} group{'s' if len(group_list) > 1 else ''})", value=group_list)
355
+ for group_name, group_list in sorted(groups_by_name.items())
356
+ ],
357
+ ).ask()
358
+ if not selected_groups:
359
+ raise ToolkitValueError(f"No group selected for dumping.{_INTERACTIVE_SELECT_HELPER_TEXT}")
360
+ self.groups = [group for group_list in selected_groups for group in group_list]
361
+ return tuple(group_list[0].name for group_list in selected_groups)
329
362
 
330
- def __iter__(self) -> Iterator[tuple[list[Hashable], CogniteResourceList | None, ResourceLoader, None | str]]:
363
+ def __iter__(self) -> Iterator[tuple[list[Hashable], CogniteResourceList | None, ResourceCRUD, None | str]]:
331
364
  self.identifier = self._selected()
332
- if self.group:
333
- yield [], GroupList([self.group]), GroupLoader.create_loader(self.client), None
365
+ if self.groups:
366
+ yield [], GroupList(self.groups), GroupCRUD.create_loader(self.client), None
334
367
  else:
335
- yield [self.identifier], None, GroupLoader.create_loader(self.client), None
368
+ yield list(self.identifier), None, GroupCRUD.create_loader(self.client), None
336
369
 
337
370
 
338
371
  class AgentFinder(ResourceFinder[tuple[str, ...]]):
@@ -355,13 +388,13 @@ class AgentFinder(ResourceFinder[tuple[str, ...]]):
355
388
  "Which agent(s) would you like to dump?",
356
389
  choices=choices,
357
390
  ).ask()
358
- if selected_agent_ids is None:
359
- raise ToolkitValueError("No agents selected for dumping.")
391
+ if not selected_agent_ids:
392
+ raise ToolkitValueError(f"No agents selected for dumping.{_INTERACTIVE_SELECT_HELPER_TEXT}")
360
393
  return tuple(selected_agent_ids)
361
394
 
362
- def __iter__(self) -> Iterator[tuple[list[Hashable], CogniteResourceList | None, ResourceLoader, None | str]]:
395
+ def __iter__(self) -> Iterator[tuple[list[Hashable], CogniteResourceList | None, ResourceCRUD, None | str]]:
363
396
  self.identifier = self._selected()
364
- loader = AgentLoader.create_loader(self.client)
397
+ loader = AgentCRUD.create_loader(self.client)
365
398
  if self.agents:
366
399
  yield (
367
400
  [],
@@ -398,9 +431,9 @@ class NodeFinder(ResourceFinder[dm.ViewId]):
398
431
  ).ask()
399
432
  return selected_view_id
400
433
 
401
- def __iter__(self) -> Iterator[tuple[list[Hashable], CogniteResourceList | None, ResourceLoader, None | str]]:
434
+ def __iter__(self) -> Iterator[tuple[list[Hashable], CogniteResourceList | None, ResourceCRUD, None | str]]:
402
435
  self.identifier = self._selected()
403
- loader = NodeLoader(self.client, None, None, self.identifier)
436
+ loader = NodeCRUD(self.client, None, None, self.identifier)
404
437
  if self.is_interactive:
405
438
  count = self.client.data_modeling.instances.aggregate(
406
439
  self.identifier, dm.aggregations.Count("externalId"), instance_type="node"
@@ -427,12 +460,13 @@ class LocationFilterFinder(ResourceFinder[tuple[str, ...]]):
427
460
  if not filters:
428
461
  raise ToolkitMissingResourceError("No filters found")
429
462
  id_by_display_name = {f"{filter.name} ({filter.external_id})": filter.external_id for filter in filters}
430
- return tuple(
431
- questionary.checkbox(
432
- "Which filters would you like to dump?",
433
- choices=[Choice(name, value=id_) for name, id_ in id_by_display_name.items()],
434
- ).ask()
435
- )
463
+ selected_filter_ids: tuple[str, ...] | None = questionary.checkbox(
464
+ "Which filters would you like to dump?",
465
+ choices=[Choice(name, value=id_) for name, id_ in id_by_display_name.items()],
466
+ ).ask()
467
+ if not selected_filter_ids:
468
+ raise ToolkitValueError(f"No filters selected for dumping.{_INTERACTIVE_SELECT_HELPER_TEXT}")
469
+ return tuple(selected_filter_ids)
436
470
 
437
471
  def _get_filters(self, identifiers: tuple[str, ...]) -> LocationFilterList:
438
472
  if not identifiers:
@@ -442,10 +476,10 @@ class LocationFilterFinder(ResourceFinder[tuple[str, ...]]):
442
476
  raise ToolkitResourceMissingError(f"Location filters {identifiers} not found", str(identifiers))
443
477
  return LocationFilterList(filters)
444
478
 
445
- def __iter__(self) -> Iterator[tuple[list[Hashable], CogniteResourceList | None, ResourceLoader, None | str]]:
479
+ def __iter__(self) -> Iterator[tuple[list[Hashable], CogniteResourceList | None, ResourceCRUD, None | str]]:
446
480
  self.identifier = self.identifier or self._interactive_select()
447
481
  filters = self._get_filters(self.identifier)
448
- yield [], filters, LocationFilterLoader.create_loader(self.client), None
482
+ yield [], filters, LocationFilterCRUD.create_loader(self.client), None
449
483
 
450
484
 
451
485
  class ExtractionPipelineFinder(ResourceFinder[tuple[str, ...]]):
@@ -466,13 +500,13 @@ class ExtractionPipelineFinder(ResourceFinder[tuple[str, ...]]):
466
500
  "Which extraction pipeline(s) would you like to dump?",
467
501
  choices=choices,
468
502
  ).ask()
469
- if selected_pipeline_ids is None:
470
- raise ToolkitValueError("No extraction pipelines selected for dumping.")
503
+ if not selected_pipeline_ids:
504
+ raise ToolkitValueError(f"No extraction pipelines selected for dumping.{_INTERACTIVE_SELECT_HELPER_TEXT}")
471
505
  return tuple(selected_pipeline_ids)
472
506
 
473
- def __iter__(self) -> Iterator[tuple[list[Hashable], CogniteResourceList | None, ResourceLoader, None | str]]:
507
+ def __iter__(self) -> Iterator[tuple[list[Hashable], CogniteResourceList | None, ResourceCRUD, None | str]]:
474
508
  self.identifier = self._selected()
475
- pipeline_loader = ExtractionPipelineLoader.create_loader(self.client)
509
+ pipeline_loader = ExtractionPipelineCRUD.create_loader(self.client)
476
510
  if self.extraction_pipelines:
477
511
  selected_pipelines = ExtractionPipelineList(
478
512
  [p for p in self.extraction_pipelines if p.external_id in self.identifier]
@@ -480,11 +514,278 @@ class ExtractionPipelineFinder(ResourceFinder[tuple[str, ...]]):
480
514
  yield [], selected_pipelines, pipeline_loader, None
481
515
  else:
482
516
  yield list(self.identifier), None, pipeline_loader, None
483
- config_loader = ExtractionPipelineConfigLoader.create_loader(self.client)
517
+ config_loader = ExtractionPipelineConfigCRUD.create_loader(self.client)
484
518
  configs = ExtractionPipelineConfigList(list(config_loader.iterate(parent_ids=list(self.identifier))))
485
519
  yield [], configs, config_loader, None
486
520
 
487
521
 
522
+ class DataSetFinder(ResourceFinder[tuple[str, ...]]):
523
+ """Finds data sets to dump."""
524
+
525
+ def __init__(self, client: ToolkitClient, identifier: tuple[str, ...] | None = None):
526
+ super().__init__(client, identifier)
527
+ self.datasets: DataSetList | None = None
528
+
529
+ def _interactive_select(self) -> tuple[str, ...]:
530
+ self.datasets = self.client.data_sets.list(limit=-1)
531
+ if not self.datasets:
532
+ raise ToolkitMissingResourceError("No datasets found")
533
+ choices = [
534
+ Choice(f"{dataset.name} ({dataset.external_id})", value=dataset.external_id)
535
+ for dataset in sorted(self.datasets, key=lambda d: d.name or "")
536
+ if dataset.external_id
537
+ ]
538
+ selected_dataset_ids: tuple[str, ...] | None = questionary.checkbox(
539
+ "Which dataset(s) would you like to dump?",
540
+ choices=choices,
541
+ ).ask()
542
+ if not selected_dataset_ids:
543
+ raise ToolkitValueError(f"No datasets selected for dumping.{_INTERACTIVE_SELECT_HELPER_TEXT}")
544
+ return tuple(selected_dataset_ids)
545
+
546
+ def __iter__(self) -> Iterator[tuple[list[Hashable], CogniteResourceList | None, ResourceCRUD, None | str]]:
547
+ self.identifier = self._selected()
548
+ loader = DataSetsCRUD.create_loader(self.client)
549
+ if self.datasets:
550
+ yield (
551
+ [],
552
+ DataSetList([d for d in self.datasets if d.external_id in set(self.identifier)]),
553
+ loader,
554
+ None,
555
+ )
556
+ else:
557
+ yield list(self.identifier), None, loader, None
558
+
559
+
560
+ class FunctionFinder(ResourceFinder[tuple[str, ...]]):
561
+ def __init__(self, client: ToolkitClient, identifier: tuple[str, ...] | None = None):
562
+ super().__init__(client, identifier)
563
+ self.functions: FunctionList | None = None
564
+
565
+ def _interactive_select(self) -> tuple[str, ...]:
566
+ self.functions = self.client.functions.list(limit=-1)
567
+ if not self.functions:
568
+ raise ToolkitMissingResourceError("No functions found")
569
+ choices = [
570
+ Choice(f"{function.name} ({function.external_id})", value=function.external_id)
571
+ for function in sorted(self.functions, key=lambda f: f.name or "")
572
+ if function.name and function.external_id
573
+ ]
574
+ selected_function_ids: tuple[str, ...] | None = questionary.checkbox(
575
+ "Which function(s) would you like to dump?",
576
+ choices=choices,
577
+ ).ask()
578
+ if not selected_function_ids:
579
+ raise ToolkitValueError(f"No functions selected for dumping.{_INTERACTIVE_SELECT_HELPER_TEXT}")
580
+ return tuple(selected_function_ids)
581
+
582
+ def __iter__(self) -> Iterator[tuple[list[Hashable], CogniteResourceList | None, ResourceCRUD, None | str]]:
583
+ self.identifier = self._selected()
584
+ loader = FunctionCRUD.create_loader(self.client)
585
+ if self.functions:
586
+ selected_functions = FunctionList([f for f in self.functions if f.external_id in self.identifier])
587
+ yield [], selected_functions, loader, None
588
+ else:
589
+ yield list(self.identifier), None, loader, None
590
+
591
+ schedule_loader = FunctionScheduleCRUD.create_loader(self.client)
592
+ schedules = schedule_loader.iterate(parent_ids=list(self.identifier))
593
+ yield [], FunctionSchedulesList(list(schedules)), schedule_loader, None
594
+
595
+ def dump_function_code(self, function: Function, folder: Path) -> None:
596
+ try:
597
+ zip_bytes = self.client.files.download_bytes(id=function.file_id)
598
+ except CogniteAPIError as e:
599
+ if e.code == 400 and "File ids not found" in e.message:
600
+ HighSeverityWarning(
601
+ f"The function {function.external_id!r} does not have code to dump. It is not available in CDF."
602
+ ).print_warning()
603
+ return
604
+ raise
605
+ try:
606
+ top_level = f"{sanitize_filename(function.external_id or 'unknown_external_id')}/"
607
+ with zipfile.ZipFile(io.BytesIO(zip_bytes)) as zf:
608
+ if all(name.startswith(top_level) for name in zf.namelist()):
609
+ zf.extractall(folder)
610
+ else:
611
+ zf.extractall(folder / top_level)
612
+ except zipfile.BadZipFile as e:
613
+ HighSeverityWarning(
614
+ f"The function {function.external_id!r} has a corrupted code zip file. Unable to extract code: {e!s}"
615
+ ).print_warning()
616
+
617
+
618
+ class StreamlitFinder(ResourceFinder[tuple[str, ...]]):
619
+ def __init__(self, client: ToolkitClient, identifier: tuple[str, ...] | None = None):
620
+ super().__init__(client, identifier)
621
+ self.apps: StreamlitList | None = None
622
+
623
+ def _interactive_select(self) -> tuple[str, ...]:
624
+ """Interactively select one or more Streamlit apps to dump."""
625
+ result = self.client.documents.aggregate_unique_values(
626
+ SourceFileProperty.metadata_key("creator"),
627
+ filter=filters.Equals(SourceFileProperty.directory, "/streamlit-apps/"),
628
+ )
629
+ if not result:
630
+ raise ToolkitMissingResourceError("No Streamlit apps found")
631
+
632
+ selected_creator = questionary.select(
633
+ "Who is the creator of the Streamlit app you would like to dump? [name (app count)]",
634
+ choices=[
635
+ Choice(f"{item.value} ({item.count})", value=item.value)
636
+ for item in sorted(result, key=lambda r: (r.count, str(r.value) or ""))
637
+ ],
638
+ ).ask()
639
+ files = self.client.files.list(
640
+ limit=-1, directory_prefix="/streamlit-apps/", metadata={"creator": str(selected_creator)}
641
+ )
642
+ self.apps = StreamlitList([Streamlit.from_file(file) for file in files if file.name and file.external_id])
643
+ if missing := [file for file in files if not file.external_id or file.name]:
644
+ MediumSeverityWarning(
645
+ f"{len(missing)} file(s) in /streamlit-apps/ are missing "
646
+ f"either name or external ID and will be skipped. File IDs: {humanize_collection([file.id for file in missing])}",
647
+ ).print_warning()
648
+ selected_ids: list[str] | None = questionary.checkbox(
649
+ message="Which Streamlit app(s) would you like to dump?",
650
+ choices=[
651
+ Choice(
652
+ title=f"{app.name} ({app.creator} - {ms_to_datetime(app.last_updated_time)})", value=app.external_id
653
+ )
654
+ for app in sorted(self.apps, key=lambda a: a.name)
655
+ ],
656
+ ).ask()
657
+ if not selected_ids:
658
+ raise ToolkitValueError(f"No Streamlit app selected for dumping.{_INTERACTIVE_SELECT_HELPER_TEXT}")
659
+ return tuple(selected_ids)
660
+
661
+ def __iter__(self) -> Iterator[tuple[list[Hashable], CogniteResourceList | None, ResourceCRUD, None | str]]:
662
+ identifier = self.identifier or self._interactive_select()
663
+ loader = StreamlitCRUD.create_loader(self.client)
664
+ # If the user used interactive select, we have already downloaded the streamlit apps,
665
+ # Thus, we do not need to download them again. If not pass the identifier and let the main logic
666
+ # take care of the download.
667
+ if self.apps:
668
+ yield [], StreamlitList([app for app in self.apps if app.external_id in identifier]), loader, None
669
+ else:
670
+ yield list(identifier), None, loader, None
671
+
672
+ def dump_code(self, app: Streamlit, folder: Path, console: Console | None = None) -> None:
673
+ """Dump the code of a Streamlit app to the specified folder.
674
+
675
+ The code is extracted from the JSON content of the app file in CDF.
676
+
677
+ Args:
678
+ app (Streamlit): The Streamlit app whose code is to be dumped.
679
+ folder (Path): The directory where the app code will be saved.
680
+ console (Console | None): Optional Rich console for printing warnings.
681
+ """
682
+ try:
683
+ content = self.client.files.download_bytes(external_id=app.external_id)
684
+ except CogniteAPIError as e:
685
+ if e.code == 400 and e.missing:
686
+ HighSeverityWarning(
687
+ f"The source code for {app.external_id!r} could not be retrieved from CDF."
688
+ ).print_warning(console=console)
689
+ return
690
+ raise
691
+
692
+ try:
693
+ json_content = json.loads(content)
694
+ except json.JSONDecodeError as e:
695
+ HighSeverityWarning(
696
+ f"The JSON content for the Streamlit app {app.external_id!r} is corrupt and could not be extracted. "
697
+ f"Download file with the same external id manually to remediate. {e!s}"
698
+ ).print_warning(console=console)
699
+ return
700
+
701
+ app_folder = sanitize_filename(app.external_id)
702
+ app_path = folder / app_folder
703
+ app_path.mkdir(exist_ok=True)
704
+ if isinstance(json_content.get("requirements"), list):
705
+ requirements_txt = app_path / "requirements.txt"
706
+ requirements = json_content["requirements"]
707
+ if not requirements:
708
+ HighSeverityWarning(
709
+ f"The Streamlit app {app.external_id!r} has a requirements.txt file with no content. Skipping..."
710
+ ).print_warning()
711
+ else:
712
+ requirements_txt.write_text("\n".join(requirements), encoding="utf-8")
713
+ files = json_content.get("files", {})
714
+ if not isinstance(files, dict) or (not files):
715
+ HighSeverityWarning(
716
+ f"The Streamlit app {app.external_id!r} does not have any files to dump. It is likely corrupted."
717
+ ).print_warning(console=console)
718
+ return
719
+ created_files: set[str] = set()
720
+ for relative_filepath, content in files.items():
721
+ filepath = app_path / relative_filepath
722
+ filepath.parent.mkdir(parents=True, exist_ok=True)
723
+ file_content = content.get("content", {}).get("text", "")
724
+ if not isinstance(file_content, str):
725
+ HighSeverityWarning(
726
+ f"The Streamlit app {app.external_id!r} has a file {relative_filepath} with invalid content. Skipping..."
727
+ ).print_warning(console=console)
728
+ continue
729
+ safe_write(filepath, file_content, encoding="utf-8")
730
+ created_files.add(relative_filepath)
731
+
732
+ entry_point = json_content.get("entrypoint")
733
+ if entry_point and entry_point not in created_files:
734
+ HighSeverityWarning(
735
+ f"The Streamlit app {app.external_id!r} has an entry point {entry_point} that was not found in the files. "
736
+ "The app may be corrupted."
737
+ ).print_warning(console=console)
738
+
739
+
740
+ class SpaceFinder(ResourceFinder[tuple[str, ...]]):
741
+ def __init__(self, client: ToolkitClient, identifier: tuple[str, ...] | None = None):
742
+ super().__init__(client, identifier)
743
+
744
+ def _interactive_select(self) -> tuple[str, ...]:
745
+ # Using new interactive select component for selecting instance spaces
746
+ # This will raise a ToolkitValueError if no instance spaces are selected and this is handled in the caller.
747
+ data_modeling_select = DataModelingSelect(self.client, "dump")
748
+ selected_spaces = data_modeling_select.select_instance_space(
749
+ multiselect=True, message="Which instance space(s) would you like to dump?"
750
+ )
751
+ return tuple(selected_spaces)
752
+
753
+ def __iter__(self) -> Iterator[tuple[list[Hashable], CogniteResourceList | None, ResourceCRUD, None | str]]:
754
+ self.identifier = self._selected()
755
+ loader = SpaceCRUD.create_loader(self.client)
756
+ yield list(self.identifier), None, loader, None
757
+
758
+
759
+ class SearchConfigFinder(ResourceFinder[tuple[SearchConfigViewId, ...]]):
760
+ def __init__(self, client: ToolkitClient, identifier: tuple[SearchConfigViewId, ...] | None = None):
761
+ super().__init__(client, identifier)
762
+ self.search_configs: SearchConfigList | None = None
763
+
764
+ def _interactive_select(self) -> tuple[SearchConfigViewId, ...]:
765
+ self.search_configs = self.client.search.configurations.list()
766
+ if not self.search_configs:
767
+ raise ToolkitMissingResourceError("No search configurations found!")
768
+ choices = [
769
+ Choice(f"{config.view.external_id} {config.view.space}", value=config.view)
770
+ for config in self.search_configs
771
+ ]
772
+ selected_view_ids: list[SearchConfigViewId] | None = questionary.checkbox(
773
+ "For which view would you like to dump the search configuration?",
774
+ choices=choices,
775
+ ).ask()
776
+ if not selected_view_ids:
777
+ raise ToolkitValueError("No view selected for dumping the search configuration.")
778
+ return tuple(selected_view_ids)
779
+
780
+ def __iter__(self) -> Iterator[tuple[list[Hashable], CogniteResourceList | None, ResourceCRUD, None | str]]:
781
+ self.identifier = self._selected()
782
+ loader = SearchConfigCRUD.create_loader(self.client)
783
+ if self.search_configs:
784
+ yield [], SearchConfigList([sc for sc in self.search_configs if sc.view in self.identifier]), loader, None
785
+ else:
786
+ yield list(self.identifier), None, loader, None
787
+
788
+
488
789
  class DumpResourceCommand(ToolkitCommand):
489
790
  def dump_to_yamls(
490
791
  self,
@@ -503,6 +804,8 @@ class DumpResourceCommand(ToolkitCommand):
503
804
  elif not output_dir.exists():
504
805
  output_dir.mkdir(exist_ok=True)
505
806
 
807
+ dumped_ids: list[Hashable] = []
808
+ resources: Sequence[CogniteResource] | None = None
506
809
  for identifiers, resources, loader, subfolder in finder:
507
810
  if not identifiers and not resources:
508
811
  # No resources to dump
@@ -523,7 +826,8 @@ class DumpResourceCommand(ToolkitCommand):
523
826
  resource_folder = resource_folder / subfolder
524
827
  resource_folder.mkdir(exist_ok=True, parents=True)
525
828
  for resource in resources:
526
- name = loader.as_str(loader.get_id(resource))
829
+ resource_id = loader.get_id(resource)
830
+ name = loader.as_str(resource_id)
527
831
  base_filepath = resource_folder / f"{name}.{loader.kind}.yaml"
528
832
  if base_filepath.exists():
529
833
  self.warn(FileExistsWarning(base_filepath, "Skipping... Use --clean to remove existing files."))
@@ -534,5 +838,9 @@ class DumpResourceCommand(ToolkitCommand):
534
838
  safe_write(filepath, content, encoding="utf-8")
535
839
  if verbose:
536
840
  self.console(f"Dumped {loader.kind} {name} to {filepath!s}")
537
-
538
- print(Panel(f"Dumped {finder.identifier}", title="Success", style="green", expand=False))
841
+ if isinstance(finder, FunctionFinder) and isinstance(resource, Function):
842
+ finder.dump_function_code(resource, resource_folder)
843
+ if isinstance(finder, StreamlitFinder) and isinstance(resource, Streamlit):
844
+ finder.dump_code(resource, resource_folder)
845
+ dumped_ids.append(resource_id)
846
+ print(Panel(f"Dumped {humanize_collection(dumped_ids)}", title="Success", style="green", expand=False))