cognite-toolkit 0.5.44__py3-none-any.whl → 0.7.34__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (807) hide show
  1. cognite_toolkit/_cdf.py +24 -26
  2. cognite_toolkit/_cdf_tk/apps/__init__.py +10 -2
  3. cognite_toolkit/_cdf_tk/apps/_core_app.py +30 -16
  4. cognite_toolkit/_cdf_tk/apps/_data_app.py +24 -0
  5. cognite_toolkit/_cdf_tk/apps/_dev_app.py +86 -0
  6. cognite_toolkit/_cdf_tk/apps/_download_app.py +1146 -0
  7. cognite_toolkit/_cdf_tk/apps/_dump_app.py +421 -102
  8. cognite_toolkit/_cdf_tk/apps/_import_app.py +41 -0
  9. cognite_toolkit/_cdf_tk/apps/_landing_app.py +17 -5
  10. cognite_toolkit/_cdf_tk/apps/_migrate_app.py +1085 -1
  11. cognite_toolkit/_cdf_tk/apps/_modules_app.py +37 -13
  12. cognite_toolkit/_cdf_tk/apps/_profile_app.py +142 -3
  13. cognite_toolkit/_cdf_tk/apps/_purge.py +250 -17
  14. cognite_toolkit/_cdf_tk/apps/_run.py +21 -10
  15. cognite_toolkit/_cdf_tk/apps/_upload_app.py +107 -0
  16. cognite_toolkit/_cdf_tk/builders/__init__.py +8 -4
  17. cognite_toolkit/_cdf_tk/builders/_base.py +37 -49
  18. cognite_toolkit/_cdf_tk/builders/_datamodels.py +4 -4
  19. cognite_toolkit/_cdf_tk/builders/_file.py +5 -5
  20. cognite_toolkit/_cdf_tk/builders/_function.py +7 -7
  21. cognite_toolkit/_cdf_tk/builders/_location.py +11 -31
  22. cognite_toolkit/_cdf_tk/builders/_raw.py +11 -11
  23. cognite_toolkit/_cdf_tk/builders/_streamlit.py +4 -4
  24. cognite_toolkit/_cdf_tk/builders/_transformation.py +11 -8
  25. cognite_toolkit/_cdf_tk/cdf_toml.py +77 -9
  26. cognite_toolkit/_cdf_tk/client/__init__.py +2 -1
  27. cognite_toolkit/_cdf_tk/client/_constants.py +1 -0
  28. cognite_toolkit/_cdf_tk/client/_toolkit_client.py +49 -65
  29. cognite_toolkit/_cdf_tk/client/api/canvas.py +185 -0
  30. cognite_toolkit/_cdf_tk/client/api/charts.py +125 -0
  31. cognite_toolkit/_cdf_tk/client/api/extended_data_modeling.py +70 -14
  32. cognite_toolkit/_cdf_tk/client/api/extended_files.py +227 -0
  33. cognite_toolkit/_cdf_tk/client/api/extended_functions.py +80 -0
  34. cognite_toolkit/_cdf_tk/client/api/extended_raw.py +49 -0
  35. cognite_toolkit/_cdf_tk/client/api/extended_timeseries.py +70 -2
  36. cognite_toolkit/_cdf_tk/client/api/fixed_transformations.py +122 -0
  37. cognite_toolkit/_cdf_tk/client/api/infield.py +254 -0
  38. cognite_toolkit/_cdf_tk/client/api/location_filters.py +19 -3
  39. cognite_toolkit/_cdf_tk/client/api/lookup.py +202 -71
  40. cognite_toolkit/_cdf_tk/client/api/migration.py +529 -0
  41. cognite_toolkit/_cdf_tk/client/api/project.py +24 -0
  42. cognite_toolkit/_cdf_tk/client/api/robotics/api.py +0 -2
  43. cognite_toolkit/_cdf_tk/client/api/robotics/capabilities.py +0 -2
  44. cognite_toolkit/_cdf_tk/client/api/robotics/data_postprocessing.py +0 -2
  45. cognite_toolkit/_cdf_tk/client/api/robotics/frames.py +0 -2
  46. cognite_toolkit/_cdf_tk/client/api/robotics/locations.py +0 -2
  47. cognite_toolkit/_cdf_tk/client/api/robotics/maps.py +0 -2
  48. cognite_toolkit/_cdf_tk/client/api/robotics/robots.py +0 -2
  49. cognite_toolkit/_cdf_tk/client/api/search.py +13 -0
  50. cognite_toolkit/_cdf_tk/client/api/search_config.py +49 -0
  51. cognite_toolkit/_cdf_tk/client/api/streams.py +89 -0
  52. cognite_toolkit/_cdf_tk/client/api/three_d.py +131 -0
  53. cognite_toolkit/_cdf_tk/client/api/token.py +111 -0
  54. cognite_toolkit/_cdf_tk/client/config.py +120 -0
  55. cognite_toolkit/_cdf_tk/client/data_classes/api_classes.py +17 -0
  56. cognite_toolkit/_cdf_tk/client/data_classes/base.py +71 -0
  57. cognite_toolkit/_cdf_tk/client/data_classes/canvas.py +1107 -0
  58. cognite_toolkit/_cdf_tk/client/data_classes/capabilities.py +170 -0
  59. cognite_toolkit/_cdf_tk/client/data_classes/charts.py +114 -0
  60. cognite_toolkit/_cdf_tk/client/data_classes/charts_data.py +184 -0
  61. cognite_toolkit/_cdf_tk/client/data_classes/extendable_cognite_file.py +8 -4
  62. cognite_toolkit/_cdf_tk/client/data_classes/extended_filemetadata.py +108 -0
  63. cognite_toolkit/_cdf_tk/client/data_classes/extended_filemetdata.py +113 -0
  64. cognite_toolkit/_cdf_tk/client/data_classes/functions.py +0 -2
  65. cognite_toolkit/_cdf_tk/client/data_classes/graphql_data_models.py +9 -5
  66. cognite_toolkit/_cdf_tk/client/data_classes/infield.py +116 -0
  67. cognite_toolkit/_cdf_tk/client/data_classes/instance_api.py +162 -0
  68. cognite_toolkit/_cdf_tk/client/data_classes/instances.py +24 -2
  69. cognite_toolkit/_cdf_tk/client/data_classes/location_filters.py +3 -5
  70. cognite_toolkit/_cdf_tk/client/data_classes/migration.py +457 -0
  71. cognite_toolkit/_cdf_tk/client/data_classes/project.py +41 -0
  72. cognite_toolkit/_cdf_tk/client/data_classes/raw.py +378 -9
  73. cognite_toolkit/_cdf_tk/client/data_classes/robotics.py +8 -10
  74. cognite_toolkit/_cdf_tk/client/data_classes/search_config.py +224 -0
  75. cognite_toolkit/_cdf_tk/client/data_classes/streamlit_.py +11 -11
  76. cognite_toolkit/_cdf_tk/client/data_classes/streams.py +90 -0
  77. cognite_toolkit/_cdf_tk/client/data_classes/three_d.py +53 -0
  78. cognite_toolkit/_cdf_tk/client/testing.py +83 -6
  79. cognite_toolkit/_cdf_tk/client/utils/_concurrency.py +24 -1
  80. cognite_toolkit/_cdf_tk/commands/__init__.py +20 -8
  81. cognite_toolkit/_cdf_tk/commands/_base.py +8 -3
  82. cognite_toolkit/_cdf_tk/commands/_changes.py +12 -46
  83. cognite_toolkit/_cdf_tk/commands/_cli_commands.py +0 -2
  84. cognite_toolkit/_cdf_tk/commands/_download.py +154 -0
  85. cognite_toolkit/_cdf_tk/{prototypes/commands/import_.py → commands/_import_cmd.py} +0 -2
  86. cognite_toolkit/_cdf_tk/commands/_migrate/__init__.py +7 -0
  87. cognite_toolkit/_cdf_tk/commands/_migrate/command.py +309 -0
  88. cognite_toolkit/_cdf_tk/commands/_migrate/conversion.py +373 -0
  89. cognite_toolkit/_cdf_tk/commands/_migrate/creators.py +232 -0
  90. cognite_toolkit/_cdf_tk/commands/_migrate/data_classes.py +294 -0
  91. cognite_toolkit/_cdf_tk/commands/_migrate/data_mapper.py +471 -0
  92. cognite_toolkit/_cdf_tk/commands/_migrate/data_model.py +229 -0
  93. cognite_toolkit/_cdf_tk/commands/_migrate/default_mappings.py +137 -0
  94. cognite_toolkit/_cdf_tk/commands/_migrate/issues.py +212 -0
  95. cognite_toolkit/_cdf_tk/commands/_migrate/migration_io.py +456 -0
  96. cognite_toolkit/_cdf_tk/commands/_migrate/prepare.py +60 -0
  97. cognite_toolkit/_cdf_tk/commands/_migrate/selectors.py +71 -0
  98. cognite_toolkit/_cdf_tk/commands/_profile.py +921 -149
  99. cognite_toolkit/_cdf_tk/commands/_purge.py +692 -511
  100. cognite_toolkit/_cdf_tk/commands/_questionary_style.py +16 -0
  101. cognite_toolkit/_cdf_tk/commands/_upload.py +289 -0
  102. cognite_toolkit/_cdf_tk/commands/_utils.py +1 -26
  103. cognite_toolkit/_cdf_tk/commands/_virtual_env.py +0 -2
  104. cognite_toolkit/_cdf_tk/commands/about.py +221 -0
  105. cognite_toolkit/_cdf_tk/commands/auth.py +46 -26
  106. cognite_toolkit/_cdf_tk/commands/build_cmd.py +72 -114
  107. cognite_toolkit/_cdf_tk/commands/build_v2/build_cmd.py +241 -0
  108. cognite_toolkit/_cdf_tk/commands/build_v2/build_input.py +85 -0
  109. cognite_toolkit/_cdf_tk/commands/build_v2/build_issues.py +27 -0
  110. cognite_toolkit/_cdf_tk/commands/clean.py +89 -39
  111. cognite_toolkit/_cdf_tk/commands/deploy.py +334 -194
  112. cognite_toolkit/_cdf_tk/commands/dump_resource.py +470 -79
  113. cognite_toolkit/_cdf_tk/commands/init.py +219 -18
  114. cognite_toolkit/_cdf_tk/commands/modules.py +319 -71
  115. cognite_toolkit/_cdf_tk/commands/pull.py +45 -46
  116. cognite_toolkit/_cdf_tk/commands/repo.py +1 -1
  117. cognite_toolkit/_cdf_tk/commands/resources.py +179 -0
  118. cognite_toolkit/_cdf_tk/commands/run.py +11 -13
  119. cognite_toolkit/_cdf_tk/constants.py +104 -8
  120. cognite_toolkit/_cdf_tk/cruds/__init__.py +224 -0
  121. cognite_toolkit/_cdf_tk/{loaders/_base_loaders.py → cruds/_base_cruds.py} +72 -134
  122. cognite_toolkit/_cdf_tk/{loaders/_data_loaders.py → cruds/_data_cruds.py} +29 -38
  123. cognite_toolkit/_cdf_tk/cruds/_resource_cruds/__init__.py +98 -0
  124. cognite_toolkit/_cdf_tk/cruds/_resource_cruds/agent.py +115 -0
  125. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/auth_loaders.py → cruds/_resource_cruds/auth.py} +33 -70
  126. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/classic_loaders.py → cruds/_resource_cruds/classic.py} +86 -122
  127. cognite_toolkit/_cdf_tk/cruds/_resource_cruds/configuration.py +149 -0
  128. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/data_organization_loaders.py → cruds/_resource_cruds/data_organization.py} +17 -50
  129. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/datamodel_loaders.py → cruds/_resource_cruds/datamodel.py} +280 -372
  130. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/extraction_pipeline_loaders.py → cruds/_resource_cruds/extraction_pipeline.py} +70 -89
  131. cognite_toolkit/_cdf_tk/cruds/_resource_cruds/fieldops.py +438 -0
  132. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/file_loader.py → cruds/_resource_cruds/file.py} +28 -83
  133. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/function_loaders.py → cruds/_resource_cruds/function.py} +179 -108
  134. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/group_scoped_loader.py → cruds/_resource_cruds/group_scoped.py} +19 -19
  135. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders → cruds/_resource_cruds}/hosted_extractors.py +32 -102
  136. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/industrial_tool_loaders.py → cruds/_resource_cruds/industrial_tool.py} +15 -27
  137. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/location_loaders.py → cruds/_resource_cruds/location.py} +64 -170
  138. cognite_toolkit/_cdf_tk/cruds/_resource_cruds/migration.py +111 -0
  139. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/raw_loaders.py → cruds/_resource_cruds/raw.py} +21 -26
  140. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/relationship_loader.py → cruds/_resource_cruds/relationship.py} +21 -43
  141. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/robotics_loaders.py → cruds/_resource_cruds/robotics.py} +29 -50
  142. cognite_toolkit/_cdf_tk/cruds/_resource_cruds/streams.py +94 -0
  143. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/three_d_model_loaders.py → cruds/_resource_cruds/three_d_model.py} +11 -33
  144. cognite_toolkit/_cdf_tk/cruds/_resource_cruds/timeseries.py +500 -0
  145. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/transformation_loaders.py → cruds/_resource_cruds/transformation.py} +155 -144
  146. cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/workflow_loaders.py → cruds/_resource_cruds/workflow.py} +116 -203
  147. cognite_toolkit/_cdf_tk/{loaders → cruds}/_worker.py +85 -78
  148. cognite_toolkit/_cdf_tk/data_classes/__init__.py +2 -0
  149. cognite_toolkit/_cdf_tk/data_classes/_base.py +8 -4
  150. cognite_toolkit/_cdf_tk/data_classes/_build_files.py +3 -3
  151. cognite_toolkit/_cdf_tk/data_classes/_build_variables.py +133 -23
  152. cognite_toolkit/_cdf_tk/data_classes/_built_modules.py +23 -9
  153. cognite_toolkit/_cdf_tk/data_classes/_built_resources.py +24 -21
  154. cognite_toolkit/_cdf_tk/data_classes/_config_yaml.py +34 -26
  155. cognite_toolkit/_cdf_tk/data_classes/_deploy_results.py +26 -7
  156. cognite_toolkit/_cdf_tk/data_classes/_module_directories.py +37 -18
  157. cognite_toolkit/_cdf_tk/data_classes/_module_resources.py +12 -10
  158. cognite_toolkit/_cdf_tk/data_classes/_module_toml.py +12 -10
  159. cognite_toolkit/_cdf_tk/data_classes/_packages.py +48 -24
  160. cognite_toolkit/_cdf_tk/data_classes/_tracking_info.py +43 -0
  161. cognite_toolkit/_cdf_tk/exceptions.py +32 -3
  162. cognite_toolkit/_cdf_tk/feature_flags.py +59 -46
  163. cognite_toolkit/_cdf_tk/hints.py +5 -5
  164. cognite_toolkit/_cdf_tk/plugins.py +2 -3
  165. cognite_toolkit/_cdf_tk/protocols.py +97 -0
  166. cognite_toolkit/_cdf_tk/resource_classes/__init__.py +63 -0
  167. cognite_toolkit/_cdf_tk/resource_classes/agent.py +58 -0
  168. cognite_toolkit/_cdf_tk/resource_classes/agent_tools.py +101 -0
  169. cognite_toolkit/_cdf_tk/resource_classes/authentication.py +15 -0
  170. cognite_toolkit/_cdf_tk/resource_classes/capabilities.py +30 -1
  171. cognite_toolkit/_cdf_tk/resource_classes/cognitefile.py +51 -0
  172. cognite_toolkit/_cdf_tk/resource_classes/container_field_definitions.py +326 -0
  173. cognite_toolkit/_cdf_tk/resource_classes/containers.py +92 -0
  174. cognite_toolkit/_cdf_tk/resource_classes/data_model.py +51 -0
  175. cognite_toolkit/_cdf_tk/resource_classes/datapoint_subscription.py +77 -0
  176. cognite_toolkit/_cdf_tk/resource_classes/extraction_pipeline.py +54 -0
  177. cognite_toolkit/_cdf_tk/resource_classes/extraction_pipeline_config.py +15 -0
  178. cognite_toolkit/_cdf_tk/resource_classes/function_schedule.py +3 -7
  179. cognite_toolkit/_cdf_tk/resource_classes/functions.py +12 -1
  180. cognite_toolkit/_cdf_tk/resource_classes/graphql_model.py +50 -0
  181. cognite_toolkit/_cdf_tk/resource_classes/hosted_extractor_destination.py +19 -0
  182. cognite_toolkit/_cdf_tk/resource_classes/hosted_extractor_job.py +255 -0
  183. cognite_toolkit/_cdf_tk/resource_classes/hosted_extractor_mapping.py +117 -0
  184. cognite_toolkit/_cdf_tk/resource_classes/hosted_extractor_source.py +390 -0
  185. cognite_toolkit/_cdf_tk/resource_classes/infield_cdm_location_config.py +109 -0
  186. cognite_toolkit/_cdf_tk/resource_classes/infield_location_config.py +94 -0
  187. cognite_toolkit/_cdf_tk/resource_classes/infield_v1.py +100 -0
  188. cognite_toolkit/_cdf_tk/resource_classes/instance.py +93 -0
  189. cognite_toolkit/_cdf_tk/resource_classes/location.py +1 -1
  190. cognite_toolkit/_cdf_tk/resource_classes/migration.py +28 -0
  191. cognite_toolkit/_cdf_tk/resource_classes/raw_database_table.py +6 -2
  192. cognite_toolkit/_cdf_tk/resource_classes/relationship.py +50 -0
  193. cognite_toolkit/_cdf_tk/resource_classes/robotics/__init__.py +13 -0
  194. cognite_toolkit/_cdf_tk/resource_classes/robotics/capability.py +19 -0
  195. cognite_toolkit/_cdf_tk/resource_classes/robotics/data_postprocessing.py +15 -0
  196. cognite_toolkit/_cdf_tk/resource_classes/robotics/frame.py +25 -0
  197. cognite_toolkit/_cdf_tk/resource_classes/robotics/location.py +12 -0
  198. cognite_toolkit/_cdf_tk/resource_classes/robotics/map.py +16 -0
  199. cognite_toolkit/_cdf_tk/resource_classes/search_config.py +30 -0
  200. cognite_toolkit/_cdf_tk/resource_classes/sequence.py +107 -0
  201. cognite_toolkit/_cdf_tk/resource_classes/space.py +4 -4
  202. cognite_toolkit/_cdf_tk/resource_classes/streamlit_.py +26 -0
  203. cognite_toolkit/_cdf_tk/resource_classes/streams.py +29 -0
  204. cognite_toolkit/_cdf_tk/resource_classes/transformation_destination.py +1 -1
  205. cognite_toolkit/_cdf_tk/resource_classes/transformation_notification.py +8 -0
  206. cognite_toolkit/_cdf_tk/resource_classes/transformations.py +2 -13
  207. cognite_toolkit/_cdf_tk/resource_classes/view_field_definitions.py +207 -0
  208. cognite_toolkit/_cdf_tk/resource_classes/views.py +93 -0
  209. cognite_toolkit/_cdf_tk/resource_classes/workflow.py +15 -0
  210. cognite_toolkit/_cdf_tk/resource_classes/workflow_trigger.py +115 -0
  211. cognite_toolkit/_cdf_tk/resource_classes/workflow_version.py +233 -0
  212. cognite_toolkit/_cdf_tk/storageio/__init__.py +69 -0
  213. cognite_toolkit/_cdf_tk/storageio/_annotations.py +105 -0
  214. cognite_toolkit/_cdf_tk/storageio/_applications.py +408 -0
  215. cognite_toolkit/_cdf_tk/storageio/_asset_centric.py +693 -0
  216. cognite_toolkit/_cdf_tk/storageio/_base.py +328 -0
  217. cognite_toolkit/_cdf_tk/storageio/_data_classes.py +91 -0
  218. cognite_toolkit/_cdf_tk/storageio/_datapoints.py +448 -0
  219. cognite_toolkit/_cdf_tk/storageio/_file_content.py +436 -0
  220. cognite_toolkit/_cdf_tk/storageio/_instances.py +225 -0
  221. cognite_toolkit/_cdf_tk/storageio/_raw.py +124 -0
  222. cognite_toolkit/_cdf_tk/storageio/selectors/__init__.py +133 -0
  223. cognite_toolkit/_cdf_tk/storageio/selectors/_asset_centric.py +60 -0
  224. cognite_toolkit/_cdf_tk/storageio/selectors/_base.py +80 -0
  225. cognite_toolkit/_cdf_tk/storageio/selectors/_canvas.py +22 -0
  226. cognite_toolkit/_cdf_tk/storageio/selectors/_charts.py +45 -0
  227. cognite_toolkit/_cdf_tk/storageio/selectors/_datapoints.py +89 -0
  228. cognite_toolkit/_cdf_tk/storageio/selectors/_file_content.py +164 -0
  229. cognite_toolkit/_cdf_tk/storageio/selectors/_instances.py +162 -0
  230. cognite_toolkit/_cdf_tk/storageio/selectors/_raw.py +24 -0
  231. cognite_toolkit/_cdf_tk/storageio/selectors/_three_d.py +34 -0
  232. cognite_toolkit/_cdf_tk/tk_warnings/__init__.py +2 -0
  233. cognite_toolkit/_cdf_tk/tk_warnings/base.py +1 -3
  234. cognite_toolkit/_cdf_tk/tk_warnings/fileread.py +8 -6
  235. cognite_toolkit/_cdf_tk/tk_warnings/other.py +18 -3
  236. cognite_toolkit/_cdf_tk/tracker.py +21 -24
  237. cognite_toolkit/_cdf_tk/utils/__init__.py +4 -6
  238. cognite_toolkit/_cdf_tk/utils/_auxiliary.py +36 -0
  239. cognite_toolkit/_cdf_tk/utils/aggregators.py +424 -0
  240. cognite_toolkit/_cdf_tk/utils/auth.py +4 -2
  241. cognite_toolkit/_cdf_tk/utils/auxiliary.py +23 -0
  242. cognite_toolkit/_cdf_tk/utils/cdf.py +191 -21
  243. cognite_toolkit/_cdf_tk/utils/cli_args.py +34 -0
  244. cognite_toolkit/_cdf_tk/utils/collection.py +53 -2
  245. cognite_toolkit/_cdf_tk/utils/dtype_conversion.py +593 -0
  246. cognite_toolkit/_cdf_tk/utils/file.py +55 -2
  247. cognite_toolkit/_cdf_tk/utils/fileio/__init__.py +61 -0
  248. cognite_toolkit/_cdf_tk/utils/fileio/_base.py +32 -0
  249. cognite_toolkit/_cdf_tk/utils/fileio/_compression.py +61 -0
  250. cognite_toolkit/_cdf_tk/utils/fileio/_readers.py +422 -0
  251. cognite_toolkit/_cdf_tk/utils/fileio/_writers.py +429 -0
  252. cognite_toolkit/_cdf_tk/utils/graphql_parser.py +7 -2
  253. cognite_toolkit/_cdf_tk/utils/hashing.py +3 -9
  254. cognite_toolkit/_cdf_tk/utils/http_client/__init__.py +69 -0
  255. cognite_toolkit/_cdf_tk/utils/http_client/_client.py +536 -0
  256. cognite_toolkit/_cdf_tk/utils/http_client/_data_classes.py +412 -0
  257. cognite_toolkit/_cdf_tk/utils/http_client/_data_classes2.py +249 -0
  258. cognite_toolkit/_cdf_tk/utils/http_client/_exception.py +4 -0
  259. cognite_toolkit/_cdf_tk/utils/http_client/_tracker.py +34 -0
  260. cognite_toolkit/_cdf_tk/utils/interactive_select.py +819 -102
  261. cognite_toolkit/_cdf_tk/utils/modules.py +10 -14
  262. cognite_toolkit/_cdf_tk/utils/producer_worker.py +280 -63
  263. cognite_toolkit/_cdf_tk/utils/progress_tracker.py +87 -0
  264. cognite_toolkit/_cdf_tk/utils/sentry_utils.py +3 -3
  265. cognite_toolkit/_cdf_tk/utils/sql_parser.py +160 -0
  266. cognite_toolkit/_cdf_tk/utils/text.py +115 -0
  267. cognite_toolkit/_cdf_tk/utils/thread_safe_dict.py +99 -0
  268. cognite_toolkit/_cdf_tk/utils/useful_types.py +31 -0
  269. cognite_toolkit/_cdf_tk/utils/validate_access.py +468 -0
  270. cognite_toolkit/_cdf_tk/validation.py +172 -80
  271. cognite_toolkit/_repo_files/.gitignore +2 -0
  272. cognite_toolkit/_repo_files/AzureDevOps/.devops/deploy-pipeline.yml +1 -1
  273. cognite_toolkit/_repo_files/AzureDevOps/.devops/dry-run-pipeline.yml +1 -1
  274. cognite_toolkit/_repo_files/GitHub/.github/workflows/deploy.yaml +1 -1
  275. cognite_toolkit/_repo_files/GitHub/.github/workflows/dry-run.yaml +1 -1
  276. cognite_toolkit/_resources/cdf.toml +18 -0
  277. cognite_toolkit/_version.py +1 -1
  278. cognite_toolkit/config.dev.yaml +13 -0
  279. cognite_toolkit/demo/_base.py +4 -4
  280. {cognite_toolkit-0.5.44.dist-info → cognite_toolkit-0.7.34.dist-info}/METADATA +25 -21
  281. cognite_toolkit-0.7.34.dist-info/RECORD +320 -0
  282. cognite_toolkit-0.7.34.dist-info/WHEEL +4 -0
  283. {cognite_toolkit-0.5.44.dist-info → cognite_toolkit-0.7.34.dist-info}/entry_points.txt +1 -0
  284. cognite_toolkit/_builtin_modules/README.md +0 -7
  285. cognite_toolkit/_builtin_modules/bootcamp/README.md +0 -5
  286. cognite_toolkit/_builtin_modules/bootcamp/default.config.yaml +0 -3
  287. cognite_toolkit/_builtin_modules/bootcamp/ice_cream_api/default.config.yaml +0 -9
  288. cognite_toolkit/_builtin_modules/bootcamp/ice_cream_api/functions/icapi_datapoints_extractor/handler.py +0 -168
  289. cognite_toolkit/_builtin_modules/bootcamp/ice_cream_api/functions/icapi_datapoints_extractor/ice_cream_factory_api.py +0 -61
  290. cognite_toolkit/_builtin_modules/bootcamp/ice_cream_api/functions/icapi_datapoints_extractor/requirements.txt +0 -3
  291. cognite_toolkit/_builtin_modules/bootcamp/ice_cream_api/module.toml +0 -8
  292. cognite_toolkit/_builtin_modules/bootcamp/module.toml +0 -8
  293. cognite_toolkit/_builtin_modules/bootcamp/use_cases/oee/default.config.yaml +0 -6
  294. cognite_toolkit/_builtin_modules/bootcamp/use_cases/oee/functions/oee_timeseries/handler.py +0 -229
  295. cognite_toolkit/_builtin_modules/bootcamp/use_cases/oee/functions/oee_timeseries/requirements.txt +0 -2
  296. cognite_toolkit/_builtin_modules/bootcamp/use_cases/oee/module.toml +0 -8
  297. cognite_toolkit/_builtin_modules/cdf.toml +0 -13
  298. cognite_toolkit/_builtin_modules/cdf_common/data_models/demo.Space.yaml +0 -3
  299. cognite_toolkit/_builtin_modules/cdf_common/data_sets/demo.DataSet.yaml +0 -3
  300. cognite_toolkit/_builtin_modules/cdf_common/default.config.yaml +0 -8
  301. cognite_toolkit/_builtin_modules/cdf_common/extraction_pipelines/ctx_files_direct_relation_write.ExtractionPipeline.yaml +0 -54
  302. cognite_toolkit/_builtin_modules/cdf_common/extraction_pipelines/ctx_files_direct_relation_write.config.yaml +0 -28
  303. cognite_toolkit/_builtin_modules/cdf_common/functions/contextualization_connection_writer/handler.py +0 -342
  304. cognite_toolkit/_builtin_modules/cdf_common/functions/contextualization_connection_writer/requirements.txt +0 -3
  305. cognite_toolkit/_builtin_modules/cdf_common/functions/write.Function.yaml +0 -7
  306. cognite_toolkit/_builtin_modules/cdf_common/module.toml +0 -7
  307. cognite_toolkit/_builtin_modules/cdf_common/raw/contextualization_state.DataBase.yaml +0 -1
  308. cognite_toolkit/_builtin_modules/cdf_common/raw/contextualization_state.Table.yaml +0 -2
  309. cognite_toolkit/_builtin_modules/cdf_common/raw/source.DataBase.yaml +0 -1
  310. cognite_toolkit/_builtin_modules/cdf_ingestion/auth/user.Group.yaml +0 -124
  311. cognite_toolkit/_builtin_modules/cdf_ingestion/auth/workflow.Group.yaml +0 -114
  312. cognite_toolkit/_builtin_modules/cdf_ingestion/default.config.yaml +0 -34
  313. cognite_toolkit/_builtin_modules/cdf_ingestion/module.toml +0 -14
  314. cognite_toolkit/_builtin_modules/cdf_ingestion/workflows/ingest.Workflow.yaml +0 -3
  315. cognite_toolkit/_builtin_modules/cdf_ingestion/workflows/trigger.WorkflowTrigger.yaml +0 -9
  316. cognite_toolkit/_builtin_modules/cdf_ingestion/workflows/v1.WorkflowVersion.yaml +0 -150
  317. cognite_toolkit/_builtin_modules/common/README.md +0 -5
  318. cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/apm.datamodel.yaml +0 -18
  319. cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/apm_config.datamodel.yaml +0 -10
  320. cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/config.space.yaml +0 -3
  321. cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/containers/APM_Activity.container.yaml +0 -108
  322. cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/containers/APM_Notification.container.yaml +0 -85
  323. cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/containers/APM_Operation.container.yaml +0 -83
  324. cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/containers/ApmConfig.container.yaml +0 -39
  325. cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/source.space.yaml +0 -3
  326. cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/views/APM_Activity.view.yaml +0 -119
  327. cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/views/APM_Notification.view.yaml +0 -84
  328. cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/views/APM_Operation.view.yaml +0 -86
  329. cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/views/ApmConfig.view.yaml +0 -48
  330. cognite_toolkit/_builtin_modules/common/cdf_apm_base/default.config.yaml +0 -1
  331. cognite_toolkit/_builtin_modules/common/cdf_apm_base/module.toml +0 -9
  332. cognite_toolkit/_builtin_modules/common/cdf_auth_readwrite_all/README.md +0 -23
  333. cognite_toolkit/_builtin_modules/common/cdf_auth_readwrite_all/auth/admin.readonly.group.yaml +0 -260
  334. cognite_toolkit/_builtin_modules/common/cdf_auth_readwrite_all/auth/admin.readwrite.group.yaml +0 -323
  335. cognite_toolkit/_builtin_modules/common/cdf_auth_readwrite_all/default.config.yaml +0 -2
  336. cognite_toolkit/_builtin_modules/common/cdf_auth_readwrite_all/module.toml +0 -7
  337. cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/default.config.yaml +0 -10
  338. cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/module.toml +0 -19
  339. cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/transformations/activity_to_asset.Transformation.sql +0 -31
  340. cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/transformations/activity_to_asset.Transformation.yaml +0 -13
  341. cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/transformations/activity_to_equipment.Transformation.sql +0 -31
  342. cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/transformations/activity_to_equipment.Transformation.yaml +0 -14
  343. cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/transformations/activity_to_timeseries.Transformation.sql +0 -34
  344. cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/transformations/activity_to_timeseries.Transformation.yaml +0 -13
  345. cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/transformations/timeseries_to_asset.Transformation.sql +0 -32
  346. cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/transformations/timeseries_to_asset.Transformation.yaml +0 -14
  347. cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/transformations/timeseries_to_equipment.Transformation.sql +0 -32
  348. cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/transformations/timeseries_to_equipment.Transformation.yaml +0 -13
  349. cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/auth/workflow.Group.yaml +0 -83
  350. cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/data_models/annotation_type.Node.yaml +0 -2
  351. cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/data_models/sourceSystem.node.yaml +0 -13
  352. cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/default.config.yaml +0 -16
  353. cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/extraction_pipelines/ctx_files_entity_matcher.ExtractionPipeline.yaml +0 -48
  354. cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/extraction_pipelines/ctx_files_entity_matcher.config.yaml +0 -35
  355. cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/functions/contextualization_entity_matcher/handler.py +0 -476
  356. cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/functions/contextualization_entity_matcher/requirements.txt +0 -3
  357. cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/functions/functions.Function.yaml +0 -7
  358. cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/module.toml +0 -28
  359. cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/raw/state.Table.yaml +0 -2
  360. cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/workflows/entity_matching.Workflow.yaml +0 -3
  361. cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/workflows/trigger.WorkflowTrigger.yaml +0 -9
  362. cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/workflows/v1.WorkflowVersion.yaml +0 -22
  363. cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/auth/function.Group.yaml +0 -89
  364. cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/data_models/sourceSystem.node.yaml +0 -13
  365. cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/default.config.yaml +0 -13
  366. cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/extraction_pipelines/ctx_files_pandid_annotater.ExtractionPipeline.yaml +0 -44
  367. cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/extraction_pipelines/ctx_files_pandid_annotater.config.yaml +0 -33
  368. cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/functions/contextualization_p_and_id_annotater/handler.py +0 -405
  369. cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/functions/contextualization_p_and_id_annotater/requirements.txt +0 -3
  370. cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/functions/functions.Function.yaml +0 -7
  371. cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/module.toml +0 -31
  372. cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/workflows/p_and_id_parser.Workflow.yaml +0 -3
  373. cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/workflows/trigger.WorkflowTrigger.yaml +0 -9
  374. cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/workflows/v1.WorkflowVersion.yaml +0 -22
  375. cognite_toolkit/_builtin_modules/custom/my_module/auth/.gitkeep +0 -0
  376. cognite_toolkit/_builtin_modules/custom/my_module/default.config.yaml +0 -1
  377. cognite_toolkit/_builtin_modules/custom/my_module/module.toml +0 -7
  378. cognite_toolkit/_builtin_modules/industrial_tools/cdf_location_filter_asset_centric/classic/root.Asset.yaml +0 -9
  379. cognite_toolkit/_builtin_modules/industrial_tools/cdf_location_filter_asset_centric/data_sets/data_sets.DataSet.yaml +0 -3
  380. cognite_toolkit/_builtin_modules/industrial_tools/cdf_location_filter_asset_centric/default.config.yaml +0 -4
  381. cognite_toolkit/_builtin_modules/industrial_tools/cdf_location_filter_asset_centric/locations/individualFilters.LocationFilter.yaml +0 -19
  382. cognite_toolkit/_builtin_modules/industrial_tools/cdf_location_filter_asset_centric/locations/oneFilter.LocationFilter.yaml +0 -12
  383. cognite_toolkit/_builtin_modules/industrial_tools/cdf_location_filter_asset_centric/module.toml +0 -7
  384. cognite_toolkit/_builtin_modules/industrial_tools/cdf_location_filter_datamodel_based/data_models/instance.Space.yaml +0 -2
  385. cognite_toolkit/_builtin_modules/industrial_tools/cdf_location_filter_datamodel_based/default.config.yaml +0 -2
  386. cognite_toolkit/_builtin_modules/industrial_tools/cdf_location_filter_datamodel_based/locations/dataModel.LocationFilter.yaml +0 -17
  387. cognite_toolkit/_builtin_modules/industrial_tools/cdf_location_filter_datamodel_based/module.toml +0 -7
  388. cognite_toolkit/_builtin_modules/industrial_tools/cdf_search/auth/locationfilter.Group.yaml +0 -12
  389. cognite_toolkit/_builtin_modules/industrial_tools/cdf_search/default.config.yaml +0 -3
  390. cognite_toolkit/_builtin_modules/industrial_tools/cdf_search/locations/user.LocationFilter.yaml +0 -9
  391. cognite_toolkit/_builtin_modules/industrial_tools/cdf_search/module.toml +0 -11
  392. cognite_toolkit/_builtin_modules/infield/cdf_infield_common/README.md +0 -3
  393. cognite_toolkit/_builtin_modules/infield/cdf_infield_common/auth/applications-configuration.Group.yaml +0 -22
  394. cognite_toolkit/_builtin_modules/infield/cdf_infield_common/data_models/infieldAppData.space.yaml +0 -3
  395. cognite_toolkit/_builtin_modules/infield/cdf_infield_common/data_models/infield_apm_app_config.node.yaml +0 -28
  396. cognite_toolkit/_builtin_modules/infield/cdf_infield_common/default.config.yaml +0 -2
  397. cognite_toolkit/_builtin_modules/infield/cdf_infield_common/module.toml +0 -11
  398. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/README.md +0 -61
  399. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/auth/infield_checklist_admin_role.group.yaml +0 -100
  400. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/auth/infield_normal_role.group.yaml +0 -100
  401. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/auth/infield_template_admin_role.group.yaml +0 -100
  402. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/auth/infield_viewer_role.group.yaml +0 -85
  403. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/data_models/infieldLocationAppData.space.yaml +0 -3
  404. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/data_models/infieldLocationSourceData.space.yaml +0 -3
  405. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/data_sets/location_app_data_set.DataSet.yaml +0 -3
  406. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/data_sets/location_source_data_set.DataSet.yaml +0 -20
  407. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/default.config.yaml +0 -23
  408. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/module.toml +0 -8
  409. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/transformations/tr_asset_oid_workmate_infield_sync_assets_from_hierarchy_to_apm.Transformation.sql +0 -34
  410. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/transformations/tr_asset_oid_workmate_infield_sync_assets_from_hierarchy_to_apm.Transformation.yaml +0 -24
  411. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/transformations/tr_asset_oid_workmate_infield_sync_assets_from_hierarchy_to_apm.schedule.yaml +0 -3
  412. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/transformations/tr_workorder_oid_workmate_infield_sync_workorders_to_apm_activities.Transformation.sql +0 -17
  413. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/transformations/tr_workorder_oid_workmate_infield_sync_workorders_to_apm_activities.Transformation.yaml +0 -25
  414. cognite_toolkit/_builtin_modules/infield/cdf_infield_location/transformations/tr_workorder_oid_workmate_infield_sync_workorders_to_apm_activities.schedule.yaml +0 -3
  415. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/README.md +0 -61
  416. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/auth/infield_checklist_admin_role.group.yaml +0 -100
  417. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/auth/infield_normal_role.group.yaml +0 -100
  418. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/auth/infield_template_admin_role.group.yaml +0 -100
  419. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/auth/infield_viewer_role.group.yaml +0 -85
  420. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/data_models/infieldLocationAppData.space.yaml +0 -3
  421. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/data_models/infieldLocationSourceData.space.yaml +0 -3
  422. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/data_sets/location_app_data_set.DataSet.yaml +0 -3
  423. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/data_sets/location_source_data_set.DataSet.yaml +0 -20
  424. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/default.config.yaml +0 -23
  425. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/module.toml +0 -8
  426. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/transformations/tr_asset_oid_workmate_infield_sync_assets_from_hierarchy_to_apm.Transformation.sql +0 -34
  427. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/transformations/tr_asset_oid_workmate_infield_sync_assets_from_hierarchy_to_apm.Transformation.yaml +0 -24
  428. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/transformations/tr_asset_oid_workmate_infield_sync_assets_from_hierarchy_to_apm.schedule.yaml +0 -3
  429. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/transformations/tr_workorder_oid_workmate_infield_sync_workorders_to_apm_activities.Transformation.sql +0 -17
  430. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/transformations/tr_workorder_oid_workmate_infield_sync_workorders_to_apm_activities.Transformation.yaml +0 -25
  431. cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/transformations/tr_workorder_oid_workmate_infield_sync_workorders_to_apm_activities.schedule.yaml +0 -3
  432. cognite_toolkit/_builtin_modules/infield/default.config.yaml +0 -21
  433. cognite_toolkit/_builtin_modules/inrobot/README.md +0 -41
  434. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/README.md +0 -53
  435. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/auth/run-function-user.Group.yaml +0 -89
  436. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/classic/robot.Label.yaml +0 -6
  437. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/data_models/cogniteAppData.space.yaml +0 -3
  438. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/data_models/inrobotApmConfig.node.yaml +0 -17
  439. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/data_sets/robot_1.dataset.yaml +0 -2
  440. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/default.config.yaml +0 -3
  441. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/.gitkeep +0 -0
  442. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/README.md +0 -30
  443. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/__init__.py +0 -1
  444. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/common/README.md +0 -58
  445. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/common/__init__.py +0 -0
  446. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/common/apm_helpers.py +0 -269
  447. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/common/cdf_helpers.py +0 -112
  448. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/common/dataclass/__init__.py +0 -0
  449. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/common/dataclass/common.py +0 -16
  450. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/common/dataclass/vision.py +0 -66
  451. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/common/utils.py +0 -17
  452. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/handler.py +0 -269
  453. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/requirements.txt +0 -22
  454. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/README.md +0 -56
  455. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/__init__.py +0 -1
  456. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/common/README.md +0 -58
  457. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/common/__init__.py +0 -0
  458. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/common/apm_helpers.py +0 -269
  459. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/common/cdf_helpers.py +0 -112
  460. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/common/dataclass/__init__.py +0 -0
  461. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/common/dataclass/common.py +0 -16
  462. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/common/dataclass/vision.py +0 -66
  463. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/common/utils.py +0 -17
  464. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/handler.py +0 -396
  465. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/requirements.txt +0 -22
  466. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/README.md +0 -18
  467. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/__init__.py +0 -1
  468. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/common/README.md +0 -58
  469. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/common/__init__.py +0 -0
  470. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/common/apm_helpers.py +0 -269
  471. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/common/cdf_helpers.py +0 -112
  472. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/common/dataclass/__init__.py +0 -0
  473. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/common/dataclass/common.py +0 -16
  474. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/common/dataclass/vision.py +0 -66
  475. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/common/utils.py +0 -17
  476. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/handler.py +0 -195
  477. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/requirements.txt +0 -23
  478. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_threesixty/README.md +0 -14
  479. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_threesixty/__init__.py +0 -1
  480. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_threesixty/cognite_threesixty_images.py +0 -284
  481. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_threesixty/handler.py +0 -257
  482. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_threesixty/requirements.txt +0 -7
  483. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/robots.functions.Function.yaml +0 -51
  484. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/schedules.Schedule.yaml +0 -94
  485. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/module.toml +0 -11
  486. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/acoustic_video.RobotCapability.yaml +0 -72
  487. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/process_threesixty.DataPostProcessing.yaml +0 -23
  488. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/pt_ir_video.RobotCapability.yaml +0 -64
  489. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/ptz.RobotCapability.yaml +0 -63
  490. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/ptz_ir.RobotCapability.yaml +0 -80
  491. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/ptz_video.RobotCapability.yaml +0 -68
  492. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/read_dial_gauge.DataPostProcessing.yaml +0 -31
  493. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/read_digital_gauge.DataPostProcessing.yaml +0 -35
  494. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/read_level_gauge.DataPostProcessing.yaml +0 -29
  495. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/read_valve.DataPostProcessing.yaml +0 -23
  496. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/threesixty.RobotCapability.yaml +0 -47
  497. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/threesixty_video.RobotCapability.yaml +0 -47
  498. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_location/README.md +0 -33
  499. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_location/auth/inrobot-admin.Group.yaml +0 -107
  500. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_location/auth/inrobot-users.Group.yaml +0 -94
  501. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_location/auth/robot-1.Group.yaml +0 -77
  502. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_location/data_models/locationAppData.space.yaml +0 -3
  503. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_location/data_models/locationSourceData.space.yaml +0 -3
  504. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_location/default.config.yaml +0 -7
  505. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_location/module.toml +0 -8
  506. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_location/robotics/root.Frame.yaml +0 -15
  507. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_location/robotics/root.Location.yaml +0 -3
  508. cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_location/robotics/root.Map.yaml +0 -10
  509. cognite_toolkit/_builtin_modules/inrobot/default.config.yaml +0 -3
  510. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/containers/Activity.Container.yaml +0 -13
  511. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/containers/Asset.Container.yaml +0 -13
  512. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/containers/Equipment.Container.yaml +0 -13
  513. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/containers/File.Container.yaml +0 -13
  514. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/containers/TimeSeries.Container.yaml +0 -13
  515. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/enterprise.datamodel.yaml +0 -54
  516. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/schema.space.yaml +0 -1
  517. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/views/Activity.view.yaml +0 -69
  518. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/views/Asset.view.yaml +0 -186
  519. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/views/Equipment.view.yaml +0 -100
  520. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/views/File.view.yaml +0 -72
  521. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/views/TimeSeries.view.yaml +0 -85
  522. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/default.config.yaml +0 -2
  523. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/module.toml +0 -7
  524. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/360Image.Container.yaml +0 -13
  525. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/360ImageAnnotation.Container.yaml +0 -13
  526. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/360ImageCollection.Container.yaml +0 -13
  527. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/360ImageModel.Container.yaml +0 -13
  528. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/360ImageStation.Container.yaml +0 -13
  529. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/3DModel.Container.yaml +0 -13
  530. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/3DObject.Container.yaml +0 -13
  531. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/3DRevision.Container.yaml +0 -13
  532. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/3DTransformation.Container.yaml +0 -13
  533. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/Activity.Container.yaml +0 -13
  534. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/Annotation.Container.yaml +0 -14
  535. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/Asset.Container.yaml +0 -13
  536. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/AssetClass.Container.yaml +0 -13
  537. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/AssetType.Container.yaml +0 -13
  538. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/CADModel.Container.yaml +0 -13
  539. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/CADNode.Container.yaml +0 -13
  540. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/CADRevision.Container.yaml +0 -13
  541. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/CubeMap.Container.yaml +0 -13
  542. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/Describable.Container.yaml +0 -13
  543. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/DiagramAnnotation.Container.yaml +0 -13
  544. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/Equipment.Container.yaml +0 -13
  545. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/EquipmentType.Container.yaml +0 -13
  546. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/File.Container.yaml +0 -13
  547. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/FileCategory.Container.yaml +0 -13
  548. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/PointCloudModel.Container.yaml +0 -13
  549. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/PointCloudRevision.Container.yaml +0 -13
  550. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/PointCloudVolume.Container.yaml +0 -13
  551. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/Schedulable.Container.yaml +0 -13
  552. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/SourceSystem.Container.yaml +0 -13
  553. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/Sourceable.Container.yaml +0 -13
  554. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/TimeSeries.Container.yaml +0 -13
  555. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/Unit.Container.yaml +0 -13
  556. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/Visualizable.Container.yaml +0 -13
  557. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/enterprise.datamodel.yaml +0 -138
  558. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/schema.space.yaml +0 -1
  559. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/360Image.view.yaml +0 -119
  560. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/360ImageAnnotation.view.yaml +0 -28
  561. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/360ImageCollection.view.yaml +0 -39
  562. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/360ImageModel.view.yaml +0 -55
  563. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/360ImageStation.view.yaml +0 -29
  564. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/3DModel.view.yaml +0 -29
  565. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/3DObject.view.yaml +0 -81
  566. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/3DRevision.view.yaml +0 -30
  567. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/3DTransformation.view.yaml +0 -23
  568. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/Activity.view.yaml +0 -69
  569. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/Annotation.view.yaml +0 -28
  570. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/Asset.view.yaml +0 -191
  571. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/AssetClass.view.yaml +0 -17
  572. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/AssetType.view.yaml +0 -31
  573. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/CADModel.view.yaml +0 -55
  574. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/CADNode.view.yaml +0 -53
  575. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/CADRevision.view.yaml +0 -39
  576. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/CubeMap.view.yaml +0 -97
  577. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/Describable.view.yaml +0 -19
  578. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/DiagramAnnotation.view.yaml +0 -28
  579. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/Equipment.view.yaml +0 -100
  580. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/EquipmentType.view.yaml +0 -17
  581. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/File.view.yaml +0 -72
  582. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/FileCategory.view.yaml +0 -18
  583. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/PointCloudModel.view.yaml +0 -55
  584. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/PointCloudRevision.view.yaml +0 -39
  585. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/PointCloudVolume.view.yaml +0 -52
  586. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/Schedulable.view.yaml +0 -17
  587. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/SourceSystem.view.yaml +0 -17
  588. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/Sourceable.view.yaml +0 -27
  589. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/TimeSeries.view.yaml +0 -85
  590. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/Unit.view.yaml +0 -16
  591. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/Visualizable.view.yaml +0 -29
  592. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/default.config.yaml +0 -2
  593. cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/module.toml +0 -7
  594. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/containers/Activity.Container.yaml +0 -13
  595. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/containers/Asset.Container.yaml +0 -13
  596. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/containers/Equipment.Container.yaml +0 -13
  597. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/containers/File.Container.yaml +0 -13
  598. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/containers/MaintenanceOrder.Container.yaml +0 -13
  599. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/containers/Notification.Container.yaml +0 -13
  600. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/containers/Operation.Container.yaml +0 -13
  601. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/containers/TimeSeries.Container.yaml +0 -13
  602. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/enterprise.datamodel.yaml +0 -66
  603. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/schema.space.yaml +0 -1
  604. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/views/Activity.view.yaml +0 -69
  605. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/views/Asset.view.yaml +0 -186
  606. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/views/Equipment.view.yaml +0 -100
  607. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/views/File.view.yaml +0 -72
  608. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/views/MaintenanceOrder.view.yaml +0 -100
  609. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/views/Notification.view.yaml +0 -56
  610. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/views/Operation.view.yaml +0 -96
  611. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/views/TimeSeries.view.yaml +0 -85
  612. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/default.config.yaml +0 -3
  613. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/module.toml +0 -8
  614. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/360Image.Container.yaml +0 -13
  615. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/360ImageAnnotation.Container.yaml +0 -14
  616. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/360ImageCollection.Container.yaml +0 -13
  617. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/360ImageModel.Container.yaml +0 -13
  618. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/360ImageStation.Container.yaml +0 -13
  619. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/3DModel.Container.yaml +0 -13
  620. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/3DObject.Container.yaml +0 -13
  621. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/3DRevision.Container.yaml +0 -13
  622. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/3DTransformation.Container.yaml +0 -13
  623. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/Activity.Container.yaml +0 -13
  624. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/Annotation.Container.yaml +0 -14
  625. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/Asset.Container.yaml +0 -13
  626. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/AssetClass.Container.yaml +0 -13
  627. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/AssetType.Container.yaml +0 -13
  628. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/CADModel.Container.yaml +0 -13
  629. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/CADNode.Container.yaml +0 -13
  630. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/CADRevision.Container.yaml +0 -13
  631. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/CubeMap.Container.yaml +0 -13
  632. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/Describable.Container.yaml +0 -13
  633. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/DiagramAnnotation.Container.yaml +0 -14
  634. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/Equipment.Container.yaml +0 -13
  635. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/EquipmentType.Container.yaml +0 -13
  636. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/File.Container.yaml +0 -13
  637. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/FileCategory.Container.yaml +0 -13
  638. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/MaintenanceOrder.Container.yaml +0 -13
  639. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/Notification.Container.yaml +0 -13
  640. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/Operation.Container.yaml +0 -13
  641. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/PointCloudModel.Container.yaml +0 -13
  642. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/PointCloudRevision.Container.yaml +0 -13
  643. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/PointCloudVolume.Container.yaml +0 -13
  644. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/Schedulable.Container.yaml +0 -13
  645. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/SourceSystem.Container.yaml +0 -13
  646. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/Sourceable.Container.yaml +0 -13
  647. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/TimeSeries.Container.yaml +0 -13
  648. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/Unit.Container.yaml +0 -13
  649. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/Visualizable.Container.yaml +0 -13
  650. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/enterprise.datamodel.yaml +0 -150
  651. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/schema.space.yaml +0 -1
  652. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/360Image.view.yaml +0 -119
  653. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/360ImageAnnotation.view.yaml +0 -28
  654. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/360ImageCollection.view.yaml +0 -39
  655. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/360ImageModel.view.yaml +0 -55
  656. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/360ImageStation.view.yaml +0 -29
  657. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/3DModel.view.yaml +0 -29
  658. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/3DObject.view.yaml +0 -81
  659. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/3DRevision.view.yaml +0 -30
  660. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/3DTransformation.view.yaml +0 -23
  661. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/Activity.view.yaml +0 -69
  662. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/Annotation.view.yaml +0 -28
  663. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/Asset.view.yaml +0 -191
  664. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/AssetClass.view.yaml +0 -17
  665. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/AssetType.view.yaml +0 -31
  666. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/CADModel.view.yaml +0 -55
  667. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/CADNode.view.yaml +0 -53
  668. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/CADRevision.view.yaml +0 -39
  669. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/CubeMap.view.yaml +0 -97
  670. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/Describable.view.yaml +0 -19
  671. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/DiagramAnnotation.view.yaml +0 -28
  672. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/Equipment.view.yaml +0 -100
  673. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/EquipmentType.view.yaml +0 -17
  674. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/File.view.yaml +0 -72
  675. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/FileCategory.view.yaml +0 -18
  676. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/MaintenanceOrder.view.yaml +0 -100
  677. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/Notification.view.yaml +0 -56
  678. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/Operation.view.yaml +0 -96
  679. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/PointCloudModel.view.yaml +0 -55
  680. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/PointCloudRevision.view.yaml +0 -39
  681. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/PointCloudVolume.view.yaml +0 -52
  682. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/Schedulable.view.yaml +0 -17
  683. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/SourceSystem.view.yaml +0 -17
  684. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/Sourceable.view.yaml +0 -27
  685. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/TimeSeries.view.yaml +0 -85
  686. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/Unit.view.yaml +0 -16
  687. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/Visualizable.view.yaml +0 -29
  688. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/default.config.yaml +0 -2
  689. cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/module.toml +0 -7
  690. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/containers/scene_Cdf3dRevisionProperties.Container.yaml +0 -13
  691. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/containers/scene_EnvironmentMap.Container.yaml +0 -12
  692. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/containers/scene_Image360CollectionProperties.Container.yaml +0 -23
  693. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/containers/scene_Image360CollectionScene.Container.yaml +0 -12
  694. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/containers/scene_SceneConfiguration.Container.yaml +0 -152
  695. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/containers/scene_TexturedMap.Container.yaml +0 -21
  696. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/containers/scene_TexturedPlane.Container.yaml +0 -29
  697. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/scene.Space.yaml +0 -3
  698. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/scene_data_model.DataModel.yaml +0 -66
  699. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/views/EnvironmentMap.View.yaml +0 -28
  700. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/views/Image360CollectionProperties.View.yaml +0 -22
  701. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/views/Image360CollectionScene.View.yaml +0 -20
  702. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/views/RevisionProperties.View.yaml +0 -16
  703. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/views/SceneConfiguration.View.yaml +0 -166
  704. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/views/TexturedMap.View.yaml +0 -17
  705. cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/views/TexturedPlane.View.yaml +0 -40
  706. cognite_toolkit/_builtin_modules/models/cdf_scene/default.config.yaml +0 -1
  707. cognite_toolkit/_builtin_modules/models/cdf_scene/module.toml +0 -5
  708. cognite_toolkit/_builtin_modules/package.toml +0 -41
  709. cognite_toolkit/_builtin_modules/sourcesystem/README.md +0 -4
  710. cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/auth/workflow.Group.yaml +0 -53
  711. cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/default.config.yaml +0 -13
  712. cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/extraction_pipelines/extractor.Config.yaml +0 -5
  713. cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/extraction_pipelines/extractor.ExtractionPipeline.yaml +0 -12
  714. cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/module.toml +0 -30
  715. cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/raw/timeseries.Table.yaml +0 -2
  716. cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/transformations/population/timeseries.Transformation.sql +0 -9
  717. cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/transformations/population/timeseries.Transformation.yaml +0 -14
  718. cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/workflows/population.Workflow.yaml +0 -3
  719. cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/workflows/trigger.WorkflowTrigger.yaml +0 -9
  720. cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/workflows/v1.WorkflowVersion.yaml +0 -12
  721. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/auth/workflow.Group.yaml +0 -54
  722. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/default.config.yaml +0 -16
  723. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/module.toml +0 -30
  724. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/raw/dump.Table.yaml +0 -2
  725. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/transformations/connection/equipment_to_asset.Transformation.sql +0 -14
  726. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/transformations/connection/equipment_to_asset.Transformation.yaml +0 -14
  727. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/transformations/population/asset.Transformation.sql +0 -35
  728. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/transformations/population/asset.Transformation.yaml +0 -14
  729. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/transformations/population/equipment.Transformation.sql +0 -17
  730. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/transformations/population/equipment.Transformation.yaml +0 -13
  731. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/workflows/population.Workflow.yaml +0 -3
  732. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/workflows/trigger.WorkflowTrigger.yaml +0 -9
  733. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/workflows/v1.WorkflowVersion.yaml +0 -28
  734. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/auth/workflow.Group.yaml +0 -46
  735. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/default.config.yaml +0 -15
  736. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/module.toml +0 -26
  737. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/raw/workitem.Table.yaml +0 -2
  738. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/raw/workorder.Table.yaml +0 -2
  739. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/raw/workpackage.Table.yaml +0 -2
  740. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/raw/worktask.Table.yaml +0 -3
  741. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/transformations/connection/operation_to_maintenance_order.Transformation.sql +0 -32
  742. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/transformations/connection/operation_to_maintenance_order.Transformation.yaml +0 -13
  743. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/transformations/population/maintenanceOrder.Transformation.sql +0 -18
  744. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/transformations/population/maintenanceOrder.Transformation.yaml +0 -14
  745. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/transformations/population/operation.Transformation.sql +0 -18
  746. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/transformations/population/operation.Transformation.yaml +0 -14
  747. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/workflows/population.Workflow.yaml +0 -3
  748. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/workflows/trigger.WorkflowTrigger.yaml +0 -9
  749. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/workflows/v1.WorkflowVersion.yaml +0 -28
  750. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sharepoint/auth/workflow.Group.yaml +0 -47
  751. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sharepoint/default.config.yaml +0 -13
  752. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sharepoint/files/upload.CogniteFile.yaml +0 -4
  753. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sharepoint/module.toml +0 -32
  754. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sharepoint/raw/files.Table.yaml +0 -2
  755. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sharepoint/transformations/population/files.Transformation.sql +0 -9
  756. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sharepoint/transformations/population/files.Transformation.yaml +0 -13
  757. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sharepoint/workflows/population.Workflow.yaml +0 -3
  758. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sharepoint/workflows/trigger.WorkflowTrigger.yaml +0 -9
  759. cognite_toolkit/_builtin_modules/sourcesystem/cdf_sharepoint/workflows/v1.WorkflowVersion.yaml +0 -11
  760. cognite_toolkit/_cdf_tk/_parameters/__init__.py +0 -18
  761. cognite_toolkit/_cdf_tk/_parameters/constants.py +0 -82
  762. cognite_toolkit/_cdf_tk/_parameters/data_classes.py +0 -197
  763. cognite_toolkit/_cdf_tk/_parameters/functions.py +0 -192
  764. cognite_toolkit/_cdf_tk/_parameters/get_type_hints.py +0 -125
  765. cognite_toolkit/_cdf_tk/_parameters/type_hint.py +0 -118
  766. cognite_toolkit/_cdf_tk/apps/_populate_app.py +0 -80
  767. cognite_toolkit/_cdf_tk/client/api/agents/agents.py +0 -107
  768. cognite_toolkit/_cdf_tk/client/api/agents/api.py +0 -12
  769. cognite_toolkit/_cdf_tk/client/api/statistics.py +0 -72
  770. cognite_toolkit/_cdf_tk/client/data_classes/agent_tools.py +0 -92
  771. cognite_toolkit/_cdf_tk/client/data_classes/agents.py +0 -135
  772. cognite_toolkit/_cdf_tk/client/data_classes/statistics.py +0 -130
  773. cognite_toolkit/_cdf_tk/commands/_populate.py +0 -306
  774. cognite_toolkit/_cdf_tk/commands/dump_data.py +0 -487
  775. cognite_toolkit/_cdf_tk/commands/featureflag.py +0 -29
  776. cognite_toolkit/_cdf_tk/loaders/__init__.py +0 -204
  777. cognite_toolkit/_cdf_tk/loaders/_resource_loaders/__init__.py +0 -90
  778. cognite_toolkit/_cdf_tk/loaders/_resource_loaders/agent_loaders.py +0 -89
  779. cognite_toolkit/_cdf_tk/loaders/_resource_loaders/fieldops_loaders.py +0 -260
  780. cognite_toolkit/_cdf_tk/loaders/_resource_loaders/timeseries_loaders.py +0 -356
  781. cognite_toolkit/_cdf_tk/prototypes/_packages/__init__.py +0 -1
  782. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/manifest.yaml +0 -4
  783. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/auth/reference.Group.yaml +0 -375
  784. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/auth/reference.SecurityCategory.yaml +0 -1
  785. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/data_models/reference.DataModel.yaml +0 -19
  786. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/data_models/reference.View.yaml +0 -8
  787. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/data_sets/reference.DataSet.yaml +0 -8
  788. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/extraction_pipelines/reference.ExtractionPipeline.yaml +0 -27
  789. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/extraction_pipelines/reference.ExtractionPipelineConfig.yaml +0 -3
  790. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/functions/reference.Function.yaml +0 -22
  791. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/functions/reference.FunctionSchedule.yaml +0 -6
  792. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/labels/reference.LabelDefinition.yaml +0 -4
  793. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/timeseries/reference.DataPointSubscription.yaml +0 -7
  794. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/transformations/reference.Transformation.yaml +0 -51
  795. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/transformations/reference.TransformationNotification.yaml +0 -3
  796. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/transformations/reference.TransformationSchedule.yaml +0 -4
  797. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/workflows/reference.WorkflowUpsert.yaml +0 -2
  798. cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/workflows/reference.WorkflowVersionUpsert.yaml +0 -10
  799. cognite_toolkit/_cdf_tk/prototypes/_packages/update_references.py +0 -339
  800. cognite_toolkit/_cdf_tk/prototypes/commands/__init__.py +0 -0
  801. cognite_toolkit/_cdf_tk/prototypes/import_app.py +0 -41
  802. cognite_toolkit/_cdf_tk/utils/table_writers.py +0 -433
  803. cognite_toolkit/_cdf_tk/utils/tarjan.py +0 -46
  804. cognite_toolkit-0.5.44.dist-info/RECORD +0 -695
  805. cognite_toolkit-0.5.44.dist-info/WHEEL +0 -4
  806. cognite_toolkit-0.5.44.dist-info/licenses/LICENSE +0 -18
  807. /cognite_toolkit/{_builtin_modules → _cdf_tk/commands/build_v2}/__init__.py +0 -0
@@ -1,14 +1,1098 @@
1
- from typing import Any
1
+ from datetime import date
2
+ from pathlib import Path
3
+ from typing import Annotated, Any
2
4
 
5
+ import questionary
3
6
  import typer
7
+ from cognite.client.data_classes import Annotation
8
+ from cognite.client.data_classes.data_modeling import ContainerId
9
+
10
+ from cognite_toolkit._cdf_tk.client import ToolkitClient
11
+ from cognite_toolkit._cdf_tk.commands import MigrationPrepareCommand
12
+ from cognite_toolkit._cdf_tk.commands._migrate import MigrationCommand
13
+ from cognite_toolkit._cdf_tk.commands._migrate.creators import (
14
+ InfieldV2ConfigCreator,
15
+ InstanceSpaceCreator,
16
+ SourceSystemCreator,
17
+ )
18
+ from cognite_toolkit._cdf_tk.commands._migrate.data_mapper import (
19
+ AssetCentricMapper,
20
+ CanvasMapper,
21
+ ChartMapper,
22
+ ThreeDMapper,
23
+ )
24
+ from cognite_toolkit._cdf_tk.commands._migrate.migration_io import (
25
+ AnnotationMigrationIO,
26
+ AssetCentricMigrationIO,
27
+ ThreeDMigrationIO,
28
+ )
29
+ from cognite_toolkit._cdf_tk.commands._migrate.selectors import (
30
+ AssetCentricMigrationSelector,
31
+ MigrateDataSetSelector,
32
+ MigrationCSVFileSelector,
33
+ )
34
+ from cognite_toolkit._cdf_tk.storageio import CanvasIO, ChartIO
35
+ from cognite_toolkit._cdf_tk.storageio.selectors import (
36
+ CanvasExternalIdSelector,
37
+ ChartExternalIdSelector,
38
+ ThreeDModelIdSelector,
39
+ )
40
+ from cognite_toolkit._cdf_tk.utils.auth import EnvironmentVariables
41
+ from cognite_toolkit._cdf_tk.utils.cli_args import parse_view_str
42
+ from cognite_toolkit._cdf_tk.utils.interactive_select import (
43
+ AssetInteractiveSelect,
44
+ DataModelingSelect,
45
+ FileMetadataInteractiveSelect,
46
+ InteractiveCanvasSelect,
47
+ InteractiveChartSelect,
48
+ ResourceViewMappingInteractiveSelect,
49
+ ThreeDInteractiveSelect,
50
+ )
51
+ from cognite_toolkit._cdf_tk.utils.useful_types import AssetCentricKind
52
+
53
+ TODAY = date.today()
4
54
 
5
55
 
6
56
  class MigrateApp(typer.Typer):
7
57
  def __init__(self, *args: Any, **kwargs: Any) -> None:
8
58
  super().__init__(*args, **kwargs)
9
59
  self.callback(invoke_without_command=True)(self.main)
60
+ self.command("prepare")(self.prepare)
61
+ self.command("data-sets")(self.data_sets)
62
+ self.command("source-systems")(self.source_systems)
63
+ self.command("assets")(self.assets)
64
+ self.command("events")(self.events)
65
+ self.command("timeseries")(self.timeseries)
66
+ self.command("files")(self.files)
67
+ self.command("annotations")(self.annotations)
68
+ self.command("canvas")(self.canvas)
69
+ self.command("charts")(self.charts)
70
+ self.command("3d")(self.three_d)
71
+ # Uncomment when infield v2 config migration is ready
72
+ # self.command("infield-configs")(self.infield_configs)
10
73
 
11
74
  def main(self, ctx: typer.Context) -> None:
12
75
  """Migrate resources from Asset-Centric to data modeling in CDF."""
13
76
  if ctx.invoked_subcommand is None:
14
77
  print("Use [bold yellow]cdf migrate --help[/] for more information.")
78
+
79
+ @staticmethod
80
+ def prepare(
81
+ ctx: typer.Context,
82
+ dry_run: Annotated[
83
+ bool,
84
+ typer.Option(
85
+ "--dry-run",
86
+ "-d",
87
+ help="The preparation will not be executed, only report of what would be done is printed.",
88
+ ),
89
+ ] = False,
90
+ verbose: Annotated[
91
+ bool,
92
+ typer.Option(
93
+ "--verbose",
94
+ "-v",
95
+ help="Turn on to get more verbose output when running the command",
96
+ ),
97
+ ] = False,
98
+ ) -> None:
99
+ """Prepare the migration of resources from Asset-Centric to data modeling in CDF.
100
+
101
+ This means deploying the CogniteMigration data model that contains the Mapping view. This will be used
102
+ to store the mapping from Asset-Centric resources to the new data modeling resources.
103
+
104
+ This mapping will be used when migrating applications such as Canvas, Charts, as well as resources that
105
+ depend on the primary resources 3D and annotations.
106
+ """
107
+ client = EnvironmentVariables.create_from_environment().get_client(enable_set_pending_ids=True)
108
+ cmd = MigrationPrepareCommand()
109
+ cmd.run(
110
+ lambda: cmd.deploy_cognite_migration(
111
+ client,
112
+ dry_run=dry_run,
113
+ verbose=verbose,
114
+ )
115
+ )
116
+
117
+ @staticmethod
118
+ def data_sets(
119
+ ctx: typer.Context,
120
+ data_set: Annotated[
121
+ list[str] | None,
122
+ typer.Argument(
123
+ help="The name or external ID of the data set to create Instance Spaces for. If not provided, an "
124
+ "interactive selection will be performed to select the data sets to create Instance Spaces for."
125
+ ),
126
+ ] = None,
127
+ output_dir: Annotated[
128
+ Path,
129
+ typer.Option(
130
+ "--output-dir",
131
+ "-o",
132
+ help="Path to the directory where the instance space definitions will be dumped. It is recommended "
133
+ "to govern these configurations in a git repository.",
134
+ ),
135
+ ] = Path("tmp"),
136
+ dry_run: Annotated[
137
+ bool,
138
+ typer.Option(
139
+ "--dry-run",
140
+ "-d",
141
+ help="If set, the migration will not be executed, but only a report of what would be done is printed.",
142
+ ),
143
+ ] = False,
144
+ verbose: Annotated[
145
+ bool,
146
+ typer.Option(
147
+ "--verbose",
148
+ "-v",
149
+ help="Turn on to get more verbose output when running the command",
150
+ ),
151
+ ] = False,
152
+ ) -> None:
153
+ """Creates Instance Spaces for all selected data sets."""
154
+ client = EnvironmentVariables.create_from_environment().get_client()
155
+ if data_set is None:
156
+ # Interactive model
157
+ selector = AssetInteractiveSelect(client, "migrate")
158
+ data_set = selector.select_data_sets()
159
+ dry_run = questionary.confirm("Do you want to perform a dry run?", default=dry_run).ask()
160
+ output_dir = questionary.path(
161
+ "Specify output directory for instance space definitions:", default=str(output_dir)
162
+ ).ask()
163
+ verbose = questionary.confirm("Do you want verbose output?", default=verbose).ask()
164
+ if any(res is None for res in [dry_run, output_dir, verbose]):
165
+ raise typer.Abort()
166
+ output_dir = Path(output_dir)
167
+
168
+ cmd = MigrationCommand()
169
+ cmd.run(
170
+ lambda: cmd.create(
171
+ client,
172
+ creator=InstanceSpaceCreator(client, data_set_external_ids=data_set),
173
+ output_dir=output_dir,
174
+ dry_run=dry_run,
175
+ verbose=verbose,
176
+ )
177
+ )
178
+
179
+ @staticmethod
180
+ def source_systems(
181
+ ctx: typer.Context,
182
+ data_set: Annotated[
183
+ str | None,
184
+ typer.Argument(
185
+ help="The external ID of the data set to lookup source system for. If not provided, an interactive "
186
+ "selection will be performed to select the data sets to create instance spaces for."
187
+ ),
188
+ ] = None,
189
+ instance_space: Annotated[
190
+ str | None,
191
+ typer.Option(
192
+ "--instance-space",
193
+ "-s",
194
+ help="The instance space were you want to create the source system.",
195
+ ),
196
+ ] = None,
197
+ output_dir: Annotated[
198
+ Path,
199
+ typer.Option(
200
+ "--output-dir",
201
+ "-o",
202
+ help="Path to the directory where the instance space definitions will be dumped. It is recommended "
203
+ "to govern these configurations in a git repository.",
204
+ ),
205
+ ] = Path("tmp"),
206
+ dry_run: Annotated[
207
+ bool,
208
+ typer.Option(
209
+ "--dry-run",
210
+ "-d",
211
+ help="If set, the migration will not be executed, but only a report of what would be done is printed.",
212
+ ),
213
+ ] = False,
214
+ verbose: Annotated[
215
+ bool,
216
+ typer.Option(
217
+ "--verbose",
218
+ "-v",
219
+ help="Turn on to get more verbose output when running the command",
220
+ ),
221
+ ] = False,
222
+ ) -> None:
223
+ """Creates source systems from the 'source' property of classic resources (assets, events, files)."""
224
+ client = EnvironmentVariables.create_from_environment().get_client()
225
+ if data_set is None and instance_space is None:
226
+ # Interactive model
227
+ ds_selector = AssetInteractiveSelect(client, "migrate")
228
+ data_set = ds_selector.select_data_set()
229
+ dm_selector = DataModelingSelect(client, "migrate")
230
+ instance_space = dm_selector.select_instance_space(
231
+ multiselect=False,
232
+ message="In which instance space do you want to create the source system?",
233
+ include_empty=True,
234
+ )
235
+ dry_run = questionary.confirm("Do you want to perform a dry run?", default=dry_run).ask()
236
+ output_dir = questionary.path(
237
+ "Specify output directory for instance space definitions:", default=str(output_dir)
238
+ ).ask()
239
+ verbose = questionary.confirm("Do you want verbose output?", default=verbose).ask()
240
+ if any(res is None for res in [instance_space, dry_run, output_dir, verbose]):
241
+ raise typer.Abort()
242
+ output_dir = Path(output_dir)
243
+ elif data_set is None or instance_space is None:
244
+ raise typer.BadParameter("Both data_set and instance_space must be provided together.")
245
+
246
+ cmd = MigrationCommand()
247
+ cmd.run(
248
+ lambda: cmd.create(
249
+ client,
250
+ creator=SourceSystemCreator(client, data_set_external_id=data_set, instance_space=instance_space),
251
+ output_dir=output_dir,
252
+ dry_run=dry_run,
253
+ verbose=verbose,
254
+ )
255
+ )
256
+
257
+ @classmethod
258
+ def assets(
259
+ cls,
260
+ ctx: typer.Context,
261
+ mapping_file: Annotated[
262
+ Path | None,
263
+ typer.Option(
264
+ "--mapping-file",
265
+ "-m",
266
+ help="Path to the mapping file that contains the mapping from Assets to CogniteAssets. "
267
+ "This file is expected to have the following columns: [id, dataSetId, space, externalId]."
268
+ "The dataSetId is optional, and can be skipped. If it is set, it is used to check the access to the dataset.",
269
+ ),
270
+ ] = None,
271
+ data_set_id: Annotated[
272
+ str | None,
273
+ typer.Option(
274
+ "--data-set-id",
275
+ "-s",
276
+ help="The data set ID to use for the migrated CogniteAssets. If not provided, the dataSetId from the mapping file is used. "
277
+ "If neither is provided, the default data set for the project is used.",
278
+ ),
279
+ ] = None,
280
+ ingestion_mapping: Annotated[
281
+ str | None,
282
+ typer.Option(
283
+ "--ingestion-mapping",
284
+ "-i",
285
+ help="The ingestion mapping to use for the migrated assets. If not provided, "
286
+ "the default mapping to CogniteAsset in CogniteCore will be used.",
287
+ ),
288
+ ] = None,
289
+ consumption_view: Annotated[
290
+ str | None,
291
+ typer.Option(
292
+ "--consumption-view",
293
+ "-c",
294
+ help="The consumption view to assign to the migrated assets Given as space:externalId/version. "
295
+ "This will be used in Canvas to select which view to use when migrating assets. If not provided, "
296
+ "CogniteAsset in CogniteCore will be used.",
297
+ ),
298
+ ] = None,
299
+ log_dir: Annotated[
300
+ Path,
301
+ typer.Option(
302
+ "--log-dir",
303
+ "-l",
304
+ help="Path to the directory where logs will be stored. If the directory does not exist, it will be created.",
305
+ ),
306
+ ] = Path(f"migration_logs_{TODAY!s}"),
307
+ dry_run: Annotated[
308
+ bool,
309
+ typer.Option(
310
+ "--dry-run",
311
+ "-d",
312
+ help="If set, the migration will not be executed, but only a report of what would be done is printed.",
313
+ ),
314
+ ] = False,
315
+ verbose: Annotated[
316
+ bool,
317
+ typer.Option(
318
+ "--verbose",
319
+ "-v",
320
+ help="Turn on to get more verbose output when running the command",
321
+ ),
322
+ ] = False,
323
+ ) -> None:
324
+ """Migrate Assets to CogniteAssets."""
325
+ client = EnvironmentVariables.create_from_environment().get_client()
326
+ selected, dry_run, verbose = cls._prepare_asset_centric_arguments(
327
+ client=client,
328
+ mapping_file=mapping_file,
329
+ data_set_id=data_set_id,
330
+ consumption_view=consumption_view,
331
+ ingestion_mapping=ingestion_mapping,
332
+ dry_run=dry_run,
333
+ verbose=verbose,
334
+ kind="Assets",
335
+ resource_type="asset",
336
+ container_id=ContainerId("cdf_cdm", "CogniteAsset"),
337
+ )
338
+
339
+ cmd = MigrationCommand()
340
+ cmd.run(
341
+ lambda: cmd.migrate(
342
+ selected=selected,
343
+ data=AssetCentricMigrationIO(client),
344
+ mapper=AssetCentricMapper(client),
345
+ log_dir=log_dir,
346
+ dry_run=dry_run,
347
+ verbose=verbose,
348
+ )
349
+ )
350
+
351
+ @staticmethod
352
+ def _prepare_asset_centric_arguments(
353
+ client: ToolkitClient,
354
+ mapping_file: Path | None,
355
+ data_set_id: str | None,
356
+ consumption_view: str | None,
357
+ ingestion_mapping: str | None,
358
+ dry_run: bool,
359
+ verbose: bool,
360
+ kind: AssetCentricKind,
361
+ resource_type: str,
362
+ container_id: ContainerId,
363
+ ) -> tuple[AssetCentricMigrationSelector, bool, bool]:
364
+ if data_set_id is not None and mapping_file is not None:
365
+ raise typer.BadParameter("Cannot specify both data_set_id and mapping_file")
366
+ elif mapping_file is not None:
367
+ selected: AssetCentricMigrationSelector = MigrationCSVFileSelector(datafile=mapping_file, kind=kind)
368
+ elif data_set_id is not None:
369
+ parsed_view = parse_view_str(consumption_view) if consumption_view is not None else None
370
+ selected = MigrateDataSetSelector(
371
+ data_set_external_id=data_set_id,
372
+ kind=kind,
373
+ ingestion_mapping=ingestion_mapping,
374
+ preferred_consumer_view=parsed_view,
375
+ )
376
+ else:
377
+ # Interactive selection of data set.
378
+ selector = AssetInteractiveSelect(client, "migrate")
379
+ selected_data_set_id = selector.select_data_set(allow_empty=False)
380
+ asset_mapping = ResourceViewMappingInteractiveSelect(client, "migrate").select_resource_view_mapping(
381
+ resource_type,
382
+ )
383
+ preferred_consumer_view = (
384
+ DataModelingSelect(client, "migrate")
385
+ .select_view(
386
+ multiselect=False,
387
+ include_global=True,
388
+ instance_type="node",
389
+ mapped_container=container_id,
390
+ )
391
+ .as_id()
392
+ )
393
+ selected = MigrateDataSetSelector(
394
+ data_set_external_id=selected_data_set_id,
395
+ kind=kind,
396
+ ingestion_mapping=asset_mapping.external_id,
397
+ preferred_consumer_view=preferred_consumer_view,
398
+ )
399
+ dry_run = questionary.confirm("Do you want to perform a dry run?", default=dry_run).ask()
400
+ verbose = questionary.confirm("Do you want verbose output?", default=verbose).ask()
401
+ if any(res is None for res in [dry_run, verbose]):
402
+ raise typer.Abort()
403
+ return selected, dry_run, verbose
404
+
405
+ @classmethod
406
+ def events(
407
+ cls,
408
+ ctx: typer.Context,
409
+ mapping_file: Annotated[
410
+ Path | None,
411
+ typer.Option(
412
+ "--mapping-file",
413
+ "-m",
414
+ help="Path to the mapping file that contains the mapping from Events to CogniteActivity. "
415
+ "This file is expected to have the following columns: [id, dataSetId, space, externalId]."
416
+ "The dataSetId is optional, and can be skipped. If it is set, it is used to check the access to the dataset.",
417
+ ),
418
+ ] = None,
419
+ data_set_id: Annotated[
420
+ str | None,
421
+ typer.Option(
422
+ "--data-set-id",
423
+ "-s",
424
+ help="The data set ID to use for the migrated CogniteActivity. If not provided, the dataSetId from the mapping file is used. "
425
+ "If neither is provided, the default data set for the project is used.",
426
+ ),
427
+ ] = None,
428
+ ingestion_mapping: Annotated[
429
+ str | None,
430
+ typer.Option(
431
+ "--ingestion-mapping",
432
+ "-i",
433
+ help="The ingestion mapping to use for the migrated events. If not provided, "
434
+ "the default mapping to CogniteActivity in CogniteCore will be used.",
435
+ ),
436
+ ] = None,
437
+ consumption_view: Annotated[
438
+ str | None,
439
+ typer.Option(
440
+ "--consumption-view",
441
+ "-c",
442
+ help="The consumption view to assign to the migrated events Given as space:externalId/version. "
443
+ "This will be used in Canvas to select which view to use when migrating events. If not provided, "
444
+ "CogniteActivity in CogniteCore will be used.",
445
+ ),
446
+ ] = None,
447
+ log_dir: Annotated[
448
+ Path,
449
+ typer.Option(
450
+ "--log-dir",
451
+ "-l",
452
+ help="Path to the directory where logs will be stored. If the directory does not exist, it will be created.",
453
+ ),
454
+ ] = Path(f"migration_logs_{TODAY!s}"),
455
+ dry_run: Annotated[
456
+ bool,
457
+ typer.Option(
458
+ "--dry-run",
459
+ "-d",
460
+ help="If set, the migration will not be executed, but only a report of what would be done is printed.",
461
+ ),
462
+ ] = False,
463
+ verbose: Annotated[
464
+ bool,
465
+ typer.Option(
466
+ "--verbose",
467
+ "-v",
468
+ help="Turn on to get more verbose output when running the command",
469
+ ),
470
+ ] = False,
471
+ ) -> None:
472
+ """Migrate Events to CogniteActivity."""
473
+ client = EnvironmentVariables.create_from_environment().get_client()
474
+ selected, dry_run, verbose = cls._prepare_asset_centric_arguments(
475
+ client=client,
476
+ mapping_file=mapping_file,
477
+ data_set_id=data_set_id,
478
+ consumption_view=consumption_view,
479
+ ingestion_mapping=ingestion_mapping,
480
+ dry_run=dry_run,
481
+ verbose=verbose,
482
+ kind="Events",
483
+ resource_type="event",
484
+ container_id=ContainerId("cdf_cdm", "CogniteActivity"),
485
+ )
486
+
487
+ cmd = MigrationCommand()
488
+
489
+ cmd.run(
490
+ lambda: cmd.migrate(
491
+ selected=selected,
492
+ data=AssetCentricMigrationIO(client),
493
+ mapper=AssetCentricMapper(client),
494
+ log_dir=log_dir,
495
+ dry_run=dry_run,
496
+ verbose=verbose,
497
+ )
498
+ )
499
+
500
+ @classmethod
501
+ def timeseries(
502
+ cls,
503
+ ctx: typer.Context,
504
+ mapping_file: Annotated[
505
+ Path | None,
506
+ typer.Option(
507
+ "--mapping-file",
508
+ "-m",
509
+ help="Path to the mapping file that contains the mapping from TimeSeries to CogniteTimeSeries. "
510
+ "This file is expected to have the following columns: [id, dataSetId, space, externalId]."
511
+ "The dataSetId is optional, and can be skipped. If it is set, it is used to check the access to the dataset.",
512
+ ),
513
+ ] = None,
514
+ data_set_id: Annotated[
515
+ str | None,
516
+ typer.Option(
517
+ "--data-set-id",
518
+ "-s",
519
+ help="The data set ID to select for the timeseries to migrate. If not provided and the mapping file is not provided"
520
+ "an interactive selection will be performed to select the data set to migrate timeseries from.",
521
+ ),
522
+ ] = None,
523
+ ingestion_mapping: Annotated[
524
+ str | None,
525
+ typer.Option(
526
+ "--ingestion-mapping",
527
+ "-i",
528
+ help="The ingestion mapping to use for the migrated timeseries. If not provided, "
529
+ "the default mapping to CogniteTimeSeries in CogniteCore will be used.",
530
+ ),
531
+ ] = None,
532
+ consumption_view: Annotated[
533
+ str | None,
534
+ typer.Option(
535
+ "--consumption-view",
536
+ "-c",
537
+ help="The consumption view to assign to the migrated timeseries Given as space:externalId/version. "
538
+ "This will be used in Canvas to select which view to use when migrating timeseries. If not provided, "
539
+ "CogniteTimeSeries in CogniteCore will be used.",
540
+ ),
541
+ ] = None,
542
+ log_dir: Annotated[
543
+ Path,
544
+ typer.Option(
545
+ "--log-dir",
546
+ "-l",
547
+ help="Path to the directory where logs will be stored. If the directory does not exist, it will be created.",
548
+ ),
549
+ ] = Path(f"migration_logs_{TODAY!s}"),
550
+ skip_linking: Annotated[
551
+ bool,
552
+ typer.Option(
553
+ "--skip-linking",
554
+ "-x",
555
+ help="If set, the migration will not create links between the old TimeSeries and the new CogniteTimeSeries.",
556
+ ),
557
+ ] = False,
558
+ dry_run: Annotated[
559
+ bool,
560
+ typer.Option(
561
+ "--dry-run",
562
+ "-d",
563
+ help="If set, the migration will not be executed, but only a report of what would be done is printed.",
564
+ ),
565
+ ] = False,
566
+ verbose: Annotated[
567
+ bool,
568
+ typer.Option(
569
+ "--verbose",
570
+ "-v",
571
+ help="Turn on to get more verbose output when running the command",
572
+ ),
573
+ ] = False,
574
+ ) -> None:
575
+ """Migrate TimeSeries to CogniteTimeSeries."""
576
+ client = EnvironmentVariables.create_from_environment().get_client(enable_set_pending_ids=True)
577
+
578
+ selected, dry_run, verbose = cls._prepare_asset_centric_arguments(
579
+ client=client,
580
+ mapping_file=mapping_file,
581
+ data_set_id=data_set_id,
582
+ consumption_view=consumption_view,
583
+ ingestion_mapping=ingestion_mapping,
584
+ dry_run=dry_run,
585
+ verbose=verbose,
586
+ kind="TimeSeries",
587
+ resource_type="timeseries",
588
+ container_id=ContainerId("cdf_cdm", "CogniteTimeSeries"),
589
+ )
590
+ if data_set_id is None and mapping_file is None:
591
+ skip_linking = not questionary.confirm(
592
+ "Do you want to link old and new TimeSeries?", default=not skip_linking
593
+ ).ask()
594
+
595
+ cmd = MigrationCommand()
596
+ cmd.run(
597
+ lambda: cmd.migrate(
598
+ selected=selected,
599
+ data=AssetCentricMigrationIO(client, skip_linking=skip_linking),
600
+ mapper=AssetCentricMapper(client),
601
+ log_dir=log_dir,
602
+ dry_run=dry_run,
603
+ verbose=verbose,
604
+ )
605
+ )
606
+
607
+ @classmethod
608
+ def files(
609
+ cls,
610
+ ctx: typer.Context,
611
+ mapping_file: Annotated[
612
+ Path | None,
613
+ typer.Option(
614
+ "--mapping-file",
615
+ "-m",
616
+ help="Path to the mapping file that contains the mapping from Files to CogniteFiles. "
617
+ "This file is expected to have the following columns: [id, dataSetId, space, externalId]."
618
+ "The dataSetId is optional, and can be skipped. If it is set, it is used to check the access to the dataset.",
619
+ ),
620
+ ] = None,
621
+ data_set_id: Annotated[
622
+ str | None,
623
+ typer.Option(
624
+ "--data-set-id",
625
+ "-s",
626
+ help="The data set ID to select for the files to migrate. If not provided, the dataSetId from the mapping file is used. "
627
+ "If neither is provided, the default data set for the project is used.",
628
+ ),
629
+ ] = None,
630
+ ingestion_mapping: Annotated[
631
+ str | None,
632
+ typer.Option(
633
+ "--ingestion-mapping",
634
+ "-i",
635
+ help="The ingestion mapping to use for the migrated files. If not provided, "
636
+ "the default mapping to CogniteFile in CogniteCore will be used.",
637
+ ),
638
+ ] = None,
639
+ consumption_view: Annotated[
640
+ str | None,
641
+ typer.Option(
642
+ "--consumption-view",
643
+ "-c",
644
+ help="The consumption view to assign to the migrated files Given as space:externalId/version. "
645
+ "This will be used in Canvas to select which view to use when migrating timeseries. If not provided, "
646
+ "CogniteFile in CogniteCore will be used.",
647
+ ),
648
+ ] = None,
649
+ log_dir: Annotated[
650
+ Path,
651
+ typer.Option(
652
+ "--log-dir",
653
+ "-l",
654
+ help="Path to the directory where logs will be stored. If the directory does not exist, it will be created.",
655
+ ),
656
+ ] = Path(f"migration_logs_{TODAY!s}"),
657
+ skip_linking: Annotated[
658
+ bool,
659
+ typer.Option(
660
+ "--skip-linking",
661
+ "-x",
662
+ help="If set, the migration will not create links between the old FileMetadata and the new CogniteFile.",
663
+ ),
664
+ ] = False,
665
+ dry_run: Annotated[
666
+ bool,
667
+ typer.Option(
668
+ "--dry-run",
669
+ "-d",
670
+ help="If set, the migration will not be executed, but only a report of what would be done is printed.",
671
+ ),
672
+ ] = False,
673
+ verbose: Annotated[
674
+ bool,
675
+ typer.Option(
676
+ "--verbose",
677
+ "-v",
678
+ help="Turn on to get more verbose output when running the command",
679
+ ),
680
+ ] = False,
681
+ ) -> None:
682
+ """Migrate Files to CogniteFiles."""
683
+ client = EnvironmentVariables.create_from_environment().get_client(enable_set_pending_ids=True)
684
+
685
+ selected, dry_run, verbose = cls._prepare_asset_centric_arguments(
686
+ client=client,
687
+ mapping_file=mapping_file,
688
+ data_set_id=data_set_id,
689
+ consumption_view=consumption_view,
690
+ ingestion_mapping=ingestion_mapping,
691
+ dry_run=dry_run,
692
+ verbose=verbose,
693
+ kind="FileMetadata",
694
+ resource_type="file",
695
+ container_id=ContainerId("cdf_cdm", "CogniteFile"),
696
+ )
697
+ cmd = MigrationCommand()
698
+
699
+ if data_set_id is None:
700
+ skip_linking = not questionary.confirm(
701
+ "Do you want to link old and new Files?", default=not skip_linking
702
+ ).ask()
703
+
704
+ cmd.run(
705
+ lambda: cmd.migrate(
706
+ selected=selected,
707
+ data=AssetCentricMigrationIO(client, skip_linking=skip_linking),
708
+ mapper=AssetCentricMapper(client),
709
+ log_dir=log_dir,
710
+ dry_run=dry_run,
711
+ verbose=verbose,
712
+ )
713
+ )
714
+
715
+ @classmethod
716
+ def annotations(
717
+ cls,
718
+ ctx: typer.Context,
719
+ mapping_file: Annotated[
720
+ Path | None,
721
+ typer.Option(
722
+ "--mapping-file",
723
+ "-m",
724
+ help="Path to the mapping file that contains the mapping from Annotations to CogniteDiagramAnnotation. "
725
+ "This file is expected to have the following columns: [id, space, externalId, ingestionView].",
726
+ ),
727
+ ] = None,
728
+ data_set_id: Annotated[
729
+ str | None,
730
+ typer.Option(
731
+ "--data-set-id",
732
+ "-s",
733
+ help="The data set ID to select for the annotations to migrate. If not provided and the mapping file is not provided, "
734
+ "an interactive selection will be performed to select the data set to migrate annotations from.",
735
+ ),
736
+ ] = None,
737
+ instance_space: Annotated[
738
+ str | None,
739
+ typer.Option(
740
+ "--instance-space",
741
+ "-i",
742
+ help="The instance space to use for the migrated annotations. Required when using --data-set-id.",
743
+ ),
744
+ ] = None,
745
+ asset_annotation_mapping: Annotated[
746
+ str | None,
747
+ typer.Option(
748
+ "--asset-annotation-mapping",
749
+ "-a",
750
+ help="The ingestion mapping to use for asset-linked annotations. If not provided, "
751
+ "the default mapping (cdf_asset_annotations_mapping) will be used.",
752
+ ),
753
+ ] = None,
754
+ file_annotation_mapping: Annotated[
755
+ str | None,
756
+ typer.Option(
757
+ "--file-annotation-mapping",
758
+ "-f",
759
+ help="The ingestion mapping to use for file-linked annotations. If not provided, "
760
+ "the default mapping (cdf_file_annotations_mapping) will be used.",
761
+ ),
762
+ ] = None,
763
+ log_dir: Annotated[
764
+ Path,
765
+ typer.Option(
766
+ "--log-dir",
767
+ "-l",
768
+ help="Path to the directory where logs will be stored. If the directory does not exist, it will be created.",
769
+ ),
770
+ ] = Path(f"migration_logs_{TODAY!s}"),
771
+ dry_run: Annotated[
772
+ bool,
773
+ typer.Option(
774
+ "--dry-run",
775
+ "-d",
776
+ help="If set, the migration will not be executed, but only a report of what would be done is printed.",
777
+ ),
778
+ ] = False,
779
+ verbose: Annotated[
780
+ bool,
781
+ typer.Option(
782
+ "--verbose",
783
+ "-v",
784
+ help="Turn on to get more verbose output when running the command",
785
+ ),
786
+ ] = False,
787
+ ) -> None:
788
+ """Migrate Annotations to CogniteDiagramAnnotation edges in data modeling.
789
+
790
+ Annotations are diagram annotations that link assets or files to other resources. This command
791
+ migrates them to edges in the data modeling space, preserving the relationships and metadata.
792
+ """
793
+ client = EnvironmentVariables.create_from_environment().get_client()
794
+
795
+ if data_set_id is not None and mapping_file is not None:
796
+ raise typer.BadParameter("Cannot specify both data_set_id and mapping_file")
797
+ elif mapping_file is not None:
798
+ selected: AssetCentricMigrationSelector = MigrationCSVFileSelector(
799
+ datafile=mapping_file, kind="Annotations"
800
+ )
801
+ annotation_io = AnnotationMigrationIO(client)
802
+ elif data_set_id is not None:
803
+ if instance_space is None:
804
+ raise typer.BadParameter("--instance-space is required when using --data-set-id")
805
+ selected = MigrateDataSetSelector(data_set_external_id=data_set_id, kind="Annotations")
806
+ annotation_io = AnnotationMigrationIO(
807
+ client,
808
+ instance_space=instance_space,
809
+ default_asset_annotation_mapping=asset_annotation_mapping,
810
+ default_file_annotation_mapping=file_annotation_mapping,
811
+ )
812
+ else:
813
+ # Interactive selection
814
+ selector = FileMetadataInteractiveSelect(client, "migrate")
815
+ selected_data_set_id = selector.select_data_set(allow_empty=False)
816
+ dm_selector = DataModelingSelect(client, "migrate")
817
+ selected_instance_space = dm_selector.select_instance_space(
818
+ multiselect=False,
819
+ message="In which instance space do you want to create the annotations?",
820
+ include_empty=True,
821
+ )
822
+ if selected_instance_space is None:
823
+ raise typer.Abort()
824
+ asset_annotations_selector = ResourceViewMappingInteractiveSelect(client, "migrate asset annotations")
825
+ asset_annotation_mapping = asset_annotations_selector.select_resource_view_mapping(
826
+ resource_type="assetAnnotation",
827
+ ).external_id
828
+ file_annotations_selector = ResourceViewMappingInteractiveSelect(client, "migrate file annotations")
829
+ file_annotation_mapping = file_annotations_selector.select_resource_view_mapping(
830
+ resource_type="fileAnnotation",
831
+ ).external_id
832
+
833
+ selected = MigrateDataSetSelector(data_set_external_id=selected_data_set_id, kind="Annotations")
834
+ annotation_io = AnnotationMigrationIO(
835
+ client,
836
+ instance_space=selected_instance_space,
837
+ default_asset_annotation_mapping=asset_annotation_mapping,
838
+ default_file_annotation_mapping=file_annotation_mapping,
839
+ )
840
+
841
+ dry_run = questionary.confirm("Do you want to perform a dry run?", default=dry_run).ask()
842
+ verbose = questionary.confirm("Do you want verbose output?", default=verbose).ask()
843
+ if any(res is None for res in [dry_run, verbose]):
844
+ raise typer.Abort()
845
+
846
+ cmd = MigrationCommand()
847
+ cmd.run(
848
+ lambda: cmd.migrate(
849
+ selected=selected,
850
+ data=annotation_io,
851
+ mapper=AssetCentricMapper[Annotation](client),
852
+ log_dir=log_dir,
853
+ dry_run=dry_run,
854
+ verbose=verbose,
855
+ )
856
+ )
857
+
858
+ @staticmethod
859
+ def canvas(
860
+ ctx: typer.Context,
861
+ external_id: Annotated[
862
+ list[str] | None,
863
+ typer.Argument(
864
+ help="The external ID of the Canvas to migrate. If not provided, and interactive selection will be "
865
+ "performed to select the Canvas to migrate."
866
+ ),
867
+ ] = None,
868
+ skip_on_missing_ref: Annotated[
869
+ bool,
870
+ typer.Option(
871
+ "--skip-on-missing-ref",
872
+ "-s",
873
+ help="If set, the migration will skip Canvases that reference resources that have not been migrated to data modeling. "
874
+ "If not set, the migration will continue but the result will exclude the missing references.",
875
+ ),
876
+ ] = False,
877
+ log_dir: Annotated[
878
+ Path,
879
+ typer.Option(
880
+ "--log-dir",
881
+ "-l",
882
+ help="Path to the directory where migration logs will be stored.",
883
+ ),
884
+ ] = Path(f"migration_logs_{TODAY}"),
885
+ dry_run: Annotated[
886
+ bool,
887
+ typer.Option(
888
+ "--dry-run",
889
+ "-d",
890
+ help="If set, the migration will not be executed, but only a report of "
891
+ "what would be done is printed. This is useful for checking that all resources referenced by the Canvas"
892
+ "have been migrated to the new data modeling resources in CDF.",
893
+ ),
894
+ ] = False,
895
+ verbose: Annotated[
896
+ bool,
897
+ typer.Option(
898
+ "--verbose",
899
+ "-v",
900
+ help="Turn on to get more verbose output when running the command",
901
+ ),
902
+ ] = False,
903
+ ) -> None:
904
+ """Migrate Canvas applications from Asset-Centric to data modeling in CDF.
905
+
906
+ This command expects that the CogniteMigration data model is already deployed, and that the Mapping view
907
+ is populated with the mapping from Asset-Centric resources to the new data modeling resources.
908
+ """
909
+ client = EnvironmentVariables.create_from_environment().get_client()
910
+ if external_id is None:
911
+ interactive = InteractiveCanvasSelect(client)
912
+ external_id = interactive.select_external_ids()
913
+ log_dir = questionary.path("Specify log directory for migration logs:", default=str(log_dir)).ask()
914
+ dry_run = questionary.confirm("Do you want to perform a dry run?", default=dry_run).ask()
915
+ verbose = questionary.confirm("Do you want verbose output?", default=verbose).ask()
916
+ if any(res is None for res in [log_dir, dry_run, verbose]):
917
+ raise typer.Abort()
918
+ log_dir = Path(log_dir)
919
+
920
+ cmd = MigrationCommand()
921
+ selector = CanvasExternalIdSelector(external_ids=tuple(external_id))
922
+ cmd.run(
923
+ lambda: cmd.migrate(
924
+ selected=selector,
925
+ data=CanvasIO(client, exclude_existing_version=True),
926
+ mapper=CanvasMapper(client, dry_run=dry_run, skip_on_missing_ref=skip_on_missing_ref),
927
+ log_dir=log_dir,
928
+ dry_run=dry_run,
929
+ verbose=verbose,
930
+ )
931
+ )
932
+
933
+ @staticmethod
934
+ def charts(
935
+ ctx: typer.Context,
936
+ external_id: Annotated[
937
+ list[str] | None,
938
+ typer.Argument(
939
+ help="The external ID of the Chart to migrate. If not provided, an interactive selection will be "
940
+ "performed to select the Charts to migrate."
941
+ ),
942
+ ] = None,
943
+ log_dir: Annotated[
944
+ Path,
945
+ typer.Option(
946
+ "--log-dir",
947
+ "-l",
948
+ help="Path to the directory where migration logs will be stored.",
949
+ ),
950
+ ] = Path(f"migration_logs_{TODAY}"),
951
+ dry_run: Annotated[
952
+ bool,
953
+ typer.Option(
954
+ "--dry-run",
955
+ "-d",
956
+ help="If set, the migration will not be executed, but only a report of "
957
+ "what would be done is printed. This is useful for checking that all time series referenced by the Charts "
958
+ "have been migrated to the new data modeling resources in CDF.",
959
+ ),
960
+ ] = False,
961
+ verbose: Annotated[
962
+ bool,
963
+ typer.Option(
964
+ "--verbose",
965
+ "-v",
966
+ help="Turn on to get more verbose output when running the command",
967
+ ),
968
+ ] = False,
969
+ ) -> None:
970
+ """Migrate Charts from time series references to data modeling in CDF.
971
+
972
+ This command expects that the CogniteMigration data model is already deployed, and that the Mapping view
973
+ is populated with the mapping from time series to the new data modeling resources.
974
+ """
975
+ client = EnvironmentVariables.create_from_environment().get_client()
976
+
977
+ selected_external_ids: list[str]
978
+ if external_id:
979
+ selected_external_ids = external_id
980
+ else:
981
+ selected_external_ids = InteractiveChartSelect(client).select_external_ids()
982
+
983
+ cmd = MigrationCommand()
984
+ cmd.run(
985
+ lambda: cmd.migrate(
986
+ selected=ChartExternalIdSelector(external_ids=tuple(selected_external_ids)),
987
+ data=ChartIO(client),
988
+ mapper=ChartMapper(client),
989
+ log_dir=log_dir,
990
+ dry_run=dry_run,
991
+ verbose=verbose,
992
+ )
993
+ )
994
+
995
+ @staticmethod
996
+ def three_d(
997
+ ctx: typer.Context,
998
+ id: Annotated[
999
+ list[int] | None,
1000
+ typer.Argument(
1001
+ help="The ID of the 3D Model to migrate. If not provided, an interactive selection will be "
1002
+ "performed to select the 3D Models to migrate."
1003
+ ),
1004
+ ] = None,
1005
+ log_dir: Annotated[
1006
+ Path,
1007
+ typer.Option(
1008
+ "--log-dir",
1009
+ "-l",
1010
+ help="Path to the directory where migration logs will be stored.",
1011
+ ),
1012
+ ] = Path(f"migration_logs_{TODAY}"),
1013
+ dry_run: Annotated[
1014
+ bool,
1015
+ typer.Option(
1016
+ "--dry-run",
1017
+ "-d",
1018
+ help="If set, the migration will not be executed, but only a report of "
1019
+ "what would be done is printed. This is useful for checking that all resources referenced by the 3D Models "
1020
+ "have been migrated to the new data modeling resources in CDF.",
1021
+ ),
1022
+ ] = False,
1023
+ verbose: Annotated[
1024
+ bool,
1025
+ typer.Option(
1026
+ "--verbose",
1027
+ "-v",
1028
+ help="Turn on to get more verbose output when running the command",
1029
+ ),
1030
+ ] = False,
1031
+ ) -> None:
1032
+ """Migrate 3D Models from Asset-Centric to data modeling in CDF.
1033
+
1034
+ This command expects that the CogniteMigration data model is already deployed, and that the Mapping view
1035
+ is populated with the mapping from Asset-Centric resources to the new data modeling resources.
1036
+ """
1037
+ client = EnvironmentVariables.create_from_environment().get_client()
1038
+ selected_ids: list[int]
1039
+ if id:
1040
+ selected_ids = id
1041
+ else:
1042
+ selected_models = ThreeDInteractiveSelect(client, "migrate").select_three_d_models("classic")
1043
+ selected_ids = [model.id for model in selected_models]
1044
+
1045
+ cmd = MigrationCommand()
1046
+ cmd.run(
1047
+ lambda: cmd.migrate(
1048
+ selected=ThreeDModelIdSelector(ids=tuple(selected_ids)),
1049
+ data=ThreeDMigrationIO(client),
1050
+ mapper=ThreeDMapper(client),
1051
+ log_dir=log_dir,
1052
+ dry_run=dry_run,
1053
+ verbose=verbose,
1054
+ )
1055
+ )
1056
+
1057
+ @staticmethod
1058
+ def infield_configs(
1059
+ ctx: typer.Context,
1060
+ output_dir: Annotated[
1061
+ Path,
1062
+ typer.Option(
1063
+ "--output-dir",
1064
+ "-o",
1065
+ help="Path to the directory where the Infield V2 configuration definitions will be dumped. It is recommended "
1066
+ "to govern these configurations in a git repository.",
1067
+ ),
1068
+ ] = Path("tmp"),
1069
+ dry_run: Annotated[
1070
+ bool,
1071
+ typer.Option(
1072
+ "--dry-run",
1073
+ "-d",
1074
+ help="If set, the migration will not be executed, but only a report of what would be done is printed.",
1075
+ ),
1076
+ ] = False,
1077
+ verbose: Annotated[
1078
+ bool,
1079
+ typer.Option(
1080
+ "--verbose",
1081
+ "-v",
1082
+ help="Turn on to get more verbose output when running the command",
1083
+ ),
1084
+ ] = False,
1085
+ ) -> None:
1086
+ """Creates Infield V2 configurations from existing APM Configurations in CDF."""
1087
+ client = EnvironmentVariables.create_from_environment().get_client()
1088
+
1089
+ cmd = MigrationCommand()
1090
+ cmd.run(
1091
+ lambda: cmd.create(
1092
+ client,
1093
+ creator=InfieldV2ConfigCreator(client),
1094
+ output_dir=output_dir,
1095
+ dry_run=dry_run,
1096
+ verbose=verbose,
1097
+ )
1098
+ )