cognite-toolkit 0.5.97__py3-none-any.whl → 0.7.34__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- cognite_toolkit/_cdf.py +24 -26
- cognite_toolkit/_cdf_tk/apps/__init__.py +10 -2
- cognite_toolkit/_cdf_tk/apps/_core_app.py +21 -7
- cognite_toolkit/_cdf_tk/apps/_data_app.py +24 -0
- cognite_toolkit/_cdf_tk/apps/_dev_app.py +86 -0
- cognite_toolkit/_cdf_tk/apps/_download_app.py +1146 -0
- cognite_toolkit/_cdf_tk/apps/_dump_app.py +302 -92
- cognite_toolkit/_cdf_tk/apps/_import_app.py +41 -0
- cognite_toolkit/_cdf_tk/apps/_landing_app.py +18 -4
- cognite_toolkit/_cdf_tk/apps/_migrate_app.py +890 -34
- cognite_toolkit/_cdf_tk/apps/_modules_app.py +24 -0
- cognite_toolkit/_cdf_tk/apps/_profile_app.py +13 -3
- cognite_toolkit/_cdf_tk/apps/_purge.py +188 -27
- cognite_toolkit/_cdf_tk/apps/_run.py +11 -0
- cognite_toolkit/_cdf_tk/apps/_upload_app.py +107 -0
- cognite_toolkit/_cdf_tk/builders/__init__.py +2 -2
- cognite_toolkit/_cdf_tk/builders/_base.py +35 -49
- cognite_toolkit/_cdf_tk/builders/_datamodels.py +4 -4
- cognite_toolkit/_cdf_tk/builders/_file.py +5 -5
- cognite_toolkit/_cdf_tk/builders/_function.py +7 -7
- cognite_toolkit/_cdf_tk/builders/_location.py +3 -3
- cognite_toolkit/_cdf_tk/builders/_raw.py +9 -9
- cognite_toolkit/_cdf_tk/builders/_streamlit.py +4 -4
- cognite_toolkit/_cdf_tk/builders/_transformation.py +4 -4
- cognite_toolkit/_cdf_tk/cdf_toml.py +33 -10
- cognite_toolkit/_cdf_tk/client/__init__.py +2 -1
- cognite_toolkit/_cdf_tk/client/_toolkit_client.py +36 -58
- cognite_toolkit/_cdf_tk/client/api/canvas.py +2 -1
- cognite_toolkit/_cdf_tk/client/api/charts.py +125 -0
- cognite_toolkit/_cdf_tk/client/api/extended_data_modeling.py +0 -13
- cognite_toolkit/_cdf_tk/client/api/extended_files.py +68 -2
- cognite_toolkit/_cdf_tk/client/api/extended_functions.py +80 -0
- cognite_toolkit/_cdf_tk/client/api/extended_timeseries.py +1 -1
- cognite_toolkit/_cdf_tk/client/api/infield.py +254 -0
- cognite_toolkit/_cdf_tk/client/api/location_filters.py +19 -1
- cognite_toolkit/_cdf_tk/client/api/lookup.py +176 -71
- cognite_toolkit/_cdf_tk/client/api/migration.py +375 -19
- cognite_toolkit/_cdf_tk/client/api/project.py +24 -0
- cognite_toolkit/_cdf_tk/client/api/streams.py +89 -0
- cognite_toolkit/_cdf_tk/client/api/three_d.py +131 -0
- cognite_toolkit/_cdf_tk/client/config.py +120 -0
- cognite_toolkit/_cdf_tk/client/data_classes/api_classes.py +17 -0
- cognite_toolkit/_cdf_tk/client/data_classes/base.py +71 -0
- cognite_toolkit/_cdf_tk/client/data_classes/canvas.py +86 -8
- cognite_toolkit/_cdf_tk/client/data_classes/charts.py +114 -0
- cognite_toolkit/_cdf_tk/client/data_classes/charts_data.py +184 -0
- cognite_toolkit/_cdf_tk/client/data_classes/infield.py +116 -0
- cognite_toolkit/_cdf_tk/client/data_classes/instance_api.py +162 -0
- cognite_toolkit/_cdf_tk/client/data_classes/instances.py +24 -2
- cognite_toolkit/_cdf_tk/client/data_classes/migration.py +205 -74
- cognite_toolkit/_cdf_tk/client/data_classes/project.py +41 -0
- cognite_toolkit/_cdf_tk/client/data_classes/search_config.py +50 -35
- cognite_toolkit/_cdf_tk/client/data_classes/streamlit_.py +11 -11
- cognite_toolkit/_cdf_tk/client/data_classes/streams.py +90 -0
- cognite_toolkit/_cdf_tk/client/data_classes/three_d.py +53 -0
- cognite_toolkit/_cdf_tk/client/testing.py +60 -4
- cognite_toolkit/_cdf_tk/commands/__init__.py +11 -14
- cognite_toolkit/_cdf_tk/commands/_base.py +8 -1
- cognite_toolkit/_cdf_tk/commands/_changes.py +3 -42
- cognite_toolkit/_cdf_tk/commands/_download.py +154 -0
- cognite_toolkit/_cdf_tk/commands/_migrate/__init__.py +2 -8
- cognite_toolkit/_cdf_tk/commands/_migrate/command.py +309 -0
- cognite_toolkit/_cdf_tk/commands/_migrate/conversion.py +373 -0
- cognite_toolkit/_cdf_tk/commands/_migrate/creators.py +232 -0
- cognite_toolkit/_cdf_tk/commands/_migrate/data_classes.py +244 -132
- cognite_toolkit/_cdf_tk/commands/_migrate/data_mapper.py +471 -0
- cognite_toolkit/_cdf_tk/commands/_migrate/data_model.py +108 -29
- cognite_toolkit/_cdf_tk/commands/_migrate/default_mappings.py +137 -0
- cognite_toolkit/_cdf_tk/commands/_migrate/issues.py +212 -0
- cognite_toolkit/_cdf_tk/commands/_migrate/migration_io.py +456 -0
- cognite_toolkit/_cdf_tk/commands/_migrate/prepare.py +27 -18
- cognite_toolkit/_cdf_tk/commands/_migrate/selectors.py +71 -0
- cognite_toolkit/_cdf_tk/commands/_profile.py +139 -42
- cognite_toolkit/_cdf_tk/commands/_purge.py +652 -690
- cognite_toolkit/_cdf_tk/commands/_questionary_style.py +16 -0
- cognite_toolkit/_cdf_tk/commands/_upload.py +289 -0
- cognite_toolkit/_cdf_tk/commands/_utils.py +1 -24
- cognite_toolkit/_cdf_tk/commands/about.py +221 -0
- cognite_toolkit/_cdf_tk/commands/auth.py +45 -25
- cognite_toolkit/_cdf_tk/commands/build_cmd.py +69 -109
- cognite_toolkit/_cdf_tk/commands/build_v2/build_cmd.py +241 -0
- cognite_toolkit/_cdf_tk/commands/build_v2/build_input.py +85 -0
- cognite_toolkit/_cdf_tk/commands/build_v2/build_issues.py +27 -0
- cognite_toolkit/_cdf_tk/commands/clean.py +84 -31
- cognite_toolkit/_cdf_tk/commands/deploy.py +147 -60
- cognite_toolkit/_cdf_tk/commands/dump_resource.py +396 -88
- cognite_toolkit/_cdf_tk/commands/init.py +219 -18
- cognite_toolkit/_cdf_tk/commands/modules.py +158 -82
- cognite_toolkit/_cdf_tk/commands/pull.py +33 -40
- cognite_toolkit/_cdf_tk/commands/repo.py +1 -1
- cognite_toolkit/_cdf_tk/commands/resources.py +179 -0
- cognite_toolkit/_cdf_tk/commands/run.py +11 -11
- cognite_toolkit/_cdf_tk/constants.py +38 -7
- cognite_toolkit/_cdf_tk/cruds/__init__.py +224 -0
- cognite_toolkit/_cdf_tk/{loaders/_base_loaders.py → cruds/_base_cruds.py} +64 -130
- cognite_toolkit/_cdf_tk/{loaders/_data_loaders.py → cruds/_data_cruds.py} +26 -33
- cognite_toolkit/_cdf_tk/cruds/_resource_cruds/__init__.py +98 -0
- cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/agent_loaders.py → cruds/_resource_cruds/agent.py} +33 -29
- cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/auth_loaders.py → cruds/_resource_cruds/auth.py} +30 -68
- cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/classic_loaders.py → cruds/_resource_cruds/classic.py} +84 -121
- cognite_toolkit/_cdf_tk/cruds/_resource_cruds/configuration.py +149 -0
- cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/data_organization_loaders.py → cruds/_resource_cruds/data_organization.py} +13 -49
- cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/datamodel_loaders.py → cruds/_resource_cruds/datamodel.py} +264 -367
- cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/extraction_pipeline_loaders.py → cruds/_resource_cruds/extraction_pipeline.py} +54 -96
- cognite_toolkit/_cdf_tk/cruds/_resource_cruds/fieldops.py +438 -0
- cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/file_loader.py → cruds/_resource_cruds/file.py} +26 -83
- cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/function_loaders.py → cruds/_resource_cruds/function.py} +128 -91
- cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/group_scoped_loader.py → cruds/_resource_cruds/group_scoped.py} +18 -18
- cognite_toolkit/_cdf_tk/{loaders/_resource_loaders → cruds/_resource_cruds}/hosted_extractors.py +32 -100
- cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/industrial_tool_loaders.py → cruds/_resource_cruds/industrial_tool.py} +13 -25
- cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/location_loaders.py → cruds/_resource_cruds/location.py} +25 -156
- cognite_toolkit/_cdf_tk/cruds/_resource_cruds/migration.py +111 -0
- cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/raw_loaders.py → cruds/_resource_cruds/raw.py} +17 -25
- cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/relationship_loader.py → cruds/_resource_cruds/relationship.py} +21 -43
- cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/robotics_loaders.py → cruds/_resource_cruds/robotics.py} +29 -48
- cognite_toolkit/_cdf_tk/cruds/_resource_cruds/streams.py +94 -0
- cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/three_d_model_loaders.py → cruds/_resource_cruds/three_d_model.py} +9 -31
- cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/timeseries_loaders.py → cruds/_resource_cruds/timeseries.py} +200 -96
- cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/transformation_loaders.py → cruds/_resource_cruds/transformation.py} +150 -141
- cognite_toolkit/_cdf_tk/{loaders/_resource_loaders/workflow_loaders.py → cruds/_resource_cruds/workflow.py} +73 -194
- cognite_toolkit/_cdf_tk/{loaders → cruds}/_worker.py +33 -41
- cognite_toolkit/_cdf_tk/data_classes/__init__.py +2 -0
- cognite_toolkit/_cdf_tk/data_classes/_build_files.py +3 -3
- cognite_toolkit/_cdf_tk/data_classes/_build_variables.py +120 -14
- cognite_toolkit/_cdf_tk/data_classes/_built_modules.py +13 -3
- cognite_toolkit/_cdf_tk/data_classes/_built_resources.py +8 -8
- cognite_toolkit/_cdf_tk/data_classes/_config_yaml.py +14 -9
- cognite_toolkit/_cdf_tk/data_classes/_module_directories.py +22 -0
- cognite_toolkit/_cdf_tk/data_classes/_module_resources.py +2 -2
- cognite_toolkit/_cdf_tk/data_classes/_module_toml.py +7 -0
- cognite_toolkit/_cdf_tk/data_classes/_packages.py +24 -7
- cognite_toolkit/_cdf_tk/data_classes/_tracking_info.py +43 -0
- cognite_toolkit/_cdf_tk/exceptions.py +10 -1
- cognite_toolkit/_cdf_tk/feature_flags.py +59 -52
- cognite_toolkit/_cdf_tk/hints.py +5 -3
- cognite_toolkit/_cdf_tk/plugins.py +2 -1
- cognite_toolkit/_cdf_tk/protocols.py +97 -0
- cognite_toolkit/_cdf_tk/resource_classes/__init__.py +61 -0
- cognite_toolkit/_cdf_tk/resource_classes/agent.py +58 -0
- cognite_toolkit/_cdf_tk/resource_classes/agent_tools.py +101 -0
- cognite_toolkit/_cdf_tk/resource_classes/authentication.py +15 -0
- cognite_toolkit/_cdf_tk/resource_classes/capabilities.py +12 -0
- cognite_toolkit/_cdf_tk/resource_classes/cognitefile.py +51 -0
- cognite_toolkit/_cdf_tk/resource_classes/container_field_definitions.py +2 -2
- cognite_toolkit/_cdf_tk/resource_classes/containers.py +2 -2
- cognite_toolkit/_cdf_tk/resource_classes/data_model.py +51 -0
- cognite_toolkit/_cdf_tk/resource_classes/datapoint_subscription.py +77 -0
- cognite_toolkit/_cdf_tk/resource_classes/extraction_pipeline.py +54 -0
- cognite_toolkit/_cdf_tk/resource_classes/extraction_pipeline_config.py +15 -0
- cognite_toolkit/_cdf_tk/resource_classes/function_schedule.py +1 -5
- cognite_toolkit/_cdf_tk/resource_classes/functions.py +12 -1
- cognite_toolkit/_cdf_tk/resource_classes/graphql_model.py +50 -0
- cognite_toolkit/_cdf_tk/resource_classes/hosted_extractor_destination.py +19 -0
- cognite_toolkit/_cdf_tk/resource_classes/hosted_extractor_job.py +255 -0
- cognite_toolkit/_cdf_tk/resource_classes/hosted_extractor_mapping.py +117 -0
- cognite_toolkit/_cdf_tk/resource_classes/hosted_extractor_source.py +390 -0
- cognite_toolkit/_cdf_tk/resource_classes/infield_cdm_location_config.py +109 -0
- cognite_toolkit/_cdf_tk/resource_classes/infield_location_config.py +94 -0
- cognite_toolkit/_cdf_tk/resource_classes/infield_v1.py +100 -0
- cognite_toolkit/_cdf_tk/resource_classes/instance.py +93 -0
- cognite_toolkit/_cdf_tk/resource_classes/migration.py +28 -0
- cognite_toolkit/_cdf_tk/resource_classes/raw_database_table.py +1 -1
- cognite_toolkit/_cdf_tk/resource_classes/relationship.py +50 -0
- cognite_toolkit/_cdf_tk/resource_classes/robotics/__init__.py +13 -0
- cognite_toolkit/_cdf_tk/resource_classes/robotics/capability.py +19 -0
- cognite_toolkit/_cdf_tk/resource_classes/robotics/data_postprocessing.py +15 -0
- cognite_toolkit/_cdf_tk/resource_classes/robotics/frame.py +25 -0
- cognite_toolkit/_cdf_tk/resource_classes/robotics/location.py +12 -0
- cognite_toolkit/_cdf_tk/resource_classes/robotics/map.py +16 -0
- cognite_toolkit/_cdf_tk/resource_classes/search_config.py +1 -1
- cognite_toolkit/_cdf_tk/resource_classes/sequence.py +107 -0
- cognite_toolkit/_cdf_tk/resource_classes/streamlit_.py +26 -0
- cognite_toolkit/_cdf_tk/resource_classes/streams.py +29 -0
- cognite_toolkit/_cdf_tk/resource_classes/transformation_notification.py +8 -0
- cognite_toolkit/_cdf_tk/resource_classes/transformations.py +2 -13
- cognite_toolkit/_cdf_tk/resource_classes/view_field_definitions.py +7 -8
- cognite_toolkit/_cdf_tk/resource_classes/views.py +4 -4
- cognite_toolkit/_cdf_tk/resource_classes/workflow_trigger.py +115 -0
- cognite_toolkit/_cdf_tk/resource_classes/workflow_version.py +233 -0
- cognite_toolkit/_cdf_tk/storageio/__init__.py +69 -0
- cognite_toolkit/_cdf_tk/storageio/_annotations.py +105 -0
- cognite_toolkit/_cdf_tk/storageio/_applications.py +408 -0
- cognite_toolkit/_cdf_tk/storageio/_asset_centric.py +693 -0
- cognite_toolkit/_cdf_tk/storageio/_base.py +328 -0
- cognite_toolkit/_cdf_tk/storageio/_data_classes.py +91 -0
- cognite_toolkit/_cdf_tk/storageio/_datapoints.py +448 -0
- cognite_toolkit/_cdf_tk/storageio/_file_content.py +436 -0
- cognite_toolkit/_cdf_tk/storageio/_instances.py +225 -0
- cognite_toolkit/_cdf_tk/storageio/_raw.py +124 -0
- cognite_toolkit/_cdf_tk/storageio/selectors/__init__.py +133 -0
- cognite_toolkit/_cdf_tk/storageio/selectors/_asset_centric.py +60 -0
- cognite_toolkit/_cdf_tk/storageio/selectors/_base.py +80 -0
- cognite_toolkit/_cdf_tk/storageio/selectors/_canvas.py +22 -0
- cognite_toolkit/_cdf_tk/storageio/selectors/_charts.py +45 -0
- cognite_toolkit/_cdf_tk/storageio/selectors/_datapoints.py +89 -0
- cognite_toolkit/_cdf_tk/storageio/selectors/_file_content.py +164 -0
- cognite_toolkit/_cdf_tk/storageio/selectors/_instances.py +162 -0
- cognite_toolkit/_cdf_tk/storageio/selectors/_raw.py +24 -0
- cognite_toolkit/_cdf_tk/storageio/selectors/_three_d.py +34 -0
- cognite_toolkit/_cdf_tk/tk_warnings/fileread.py +5 -3
- cognite_toolkit/_cdf_tk/tk_warnings/other.py +9 -1
- cognite_toolkit/_cdf_tk/tracker.py +21 -22
- cognite_toolkit/_cdf_tk/utils/__init__.py +2 -2
- cognite_toolkit/_cdf_tk/utils/_auxiliary.py +11 -2
- cognite_toolkit/_cdf_tk/utils/aggregators.py +121 -16
- cognite_toolkit/_cdf_tk/utils/auxiliary.py +23 -0
- cognite_toolkit/_cdf_tk/utils/cdf.py +10 -6
- cognite_toolkit/_cdf_tk/utils/cli_args.py +34 -0
- cognite_toolkit/_cdf_tk/utils/collection.py +42 -1
- cognite_toolkit/_cdf_tk/utils/dtype_conversion.py +307 -15
- cognite_toolkit/_cdf_tk/utils/file.py +55 -2
- cognite_toolkit/_cdf_tk/utils/fileio/__init__.py +61 -0
- cognite_toolkit/_cdf_tk/utils/fileio/_base.py +32 -0
- cognite_toolkit/_cdf_tk/utils/fileio/_compression.py +61 -0
- cognite_toolkit/_cdf_tk/utils/fileio/_readers.py +422 -0
- cognite_toolkit/_cdf_tk/utils/fileio/_writers.py +429 -0
- cognite_toolkit/_cdf_tk/utils/graphql_parser.py +4 -0
- cognite_toolkit/_cdf_tk/utils/http_client/__init__.py +69 -0
- cognite_toolkit/_cdf_tk/utils/http_client/_client.py +536 -0
- cognite_toolkit/_cdf_tk/utils/http_client/_data_classes.py +412 -0
- cognite_toolkit/_cdf_tk/utils/http_client/_data_classes2.py +249 -0
- cognite_toolkit/_cdf_tk/utils/http_client/_exception.py +4 -0
- cognite_toolkit/_cdf_tk/utils/http_client/_tracker.py +34 -0
- cognite_toolkit/_cdf_tk/utils/interactive_select.py +452 -57
- cognite_toolkit/_cdf_tk/utils/modules.py +10 -14
- cognite_toolkit/_cdf_tk/utils/producer_worker.py +216 -58
- cognite_toolkit/_cdf_tk/utils/progress_tracker.py +87 -0
- cognite_toolkit/_cdf_tk/utils/sentry_utils.py +1 -1
- cognite_toolkit/_cdf_tk/utils/sql_parser.py +2 -3
- cognite_toolkit/_cdf_tk/utils/text.py +55 -0
- cognite_toolkit/_cdf_tk/utils/thread_safe_dict.py +99 -0
- cognite_toolkit/_cdf_tk/utils/useful_types.py +27 -1
- cognite_toolkit/_cdf_tk/utils/validate_access.py +350 -36
- cognite_toolkit/_cdf_tk/validation.py +143 -76
- cognite_toolkit/_repo_files/.gitignore +2 -0
- cognite_toolkit/_repo_files/AzureDevOps/.devops/deploy-pipeline.yml +1 -1
- cognite_toolkit/_repo_files/AzureDevOps/.devops/dry-run-pipeline.yml +1 -1
- cognite_toolkit/_repo_files/GitHub/.github/workflows/deploy.yaml +1 -1
- cognite_toolkit/_repo_files/GitHub/.github/workflows/dry-run.yaml +1 -1
- cognite_toolkit/_resources/cdf.toml +18 -0
- cognite_toolkit/_version.py +1 -1
- cognite_toolkit/config.dev.yaml +9 -3
- cognite_toolkit/demo/_base.py +3 -3
- {cognite_toolkit-0.5.97.dist-info → cognite_toolkit-0.7.34.dist-info}/METADATA +24 -23
- cognite_toolkit-0.7.34.dist-info/RECORD +320 -0
- cognite_toolkit-0.7.34.dist-info/WHEEL +4 -0
- {cognite_toolkit-0.5.97.dist-info → cognite_toolkit-0.7.34.dist-info}/entry_points.txt +1 -0
- cognite_toolkit/_builtin_modules/README.md +0 -7
- cognite_toolkit/_builtin_modules/bootcamp/README.md +0 -5
- cognite_toolkit/_builtin_modules/bootcamp/default.config.yaml +0 -3
- cognite_toolkit/_builtin_modules/bootcamp/ice_cream_api/default.config.yaml +0 -9
- cognite_toolkit/_builtin_modules/bootcamp/ice_cream_api/functions/icapi_datapoints_extractor/handler.py +0 -168
- cognite_toolkit/_builtin_modules/bootcamp/ice_cream_api/functions/icapi_datapoints_extractor/ice_cream_factory_api.py +0 -61
- cognite_toolkit/_builtin_modules/bootcamp/ice_cream_api/functions/icapi_datapoints_extractor/requirements.txt +0 -3
- cognite_toolkit/_builtin_modules/bootcamp/ice_cream_api/module.toml +0 -3
- cognite_toolkit/_builtin_modules/bootcamp/module.toml +0 -3
- cognite_toolkit/_builtin_modules/bootcamp/use_cases/oee/default.config.yaml +0 -6
- cognite_toolkit/_builtin_modules/bootcamp/use_cases/oee/functions/oee_timeseries/handler.py +0 -229
- cognite_toolkit/_builtin_modules/bootcamp/use_cases/oee/functions/oee_timeseries/requirements.txt +0 -2
- cognite_toolkit/_builtin_modules/bootcamp/use_cases/oee/module.toml +0 -3
- cognite_toolkit/_builtin_modules/cdf.toml +0 -13
- cognite_toolkit/_builtin_modules/cdf_common/data_models/demo.Space.yaml +0 -3
- cognite_toolkit/_builtin_modules/cdf_common/data_sets/demo.DataSet.yaml +0 -3
- cognite_toolkit/_builtin_modules/cdf_common/default.config.yaml +0 -8
- cognite_toolkit/_builtin_modules/cdf_common/extraction_pipelines/ctx_files_direct_relation_write.ExtractionPipeline.yaml +0 -54
- cognite_toolkit/_builtin_modules/cdf_common/extraction_pipelines/ctx_files_direct_relation_write.config.yaml +0 -28
- cognite_toolkit/_builtin_modules/cdf_common/functions/contextualization_connection_writer/handler.py +0 -342
- cognite_toolkit/_builtin_modules/cdf_common/functions/contextualization_connection_writer/requirements.txt +0 -3
- cognite_toolkit/_builtin_modules/cdf_common/functions/write.Function.yaml +0 -7
- cognite_toolkit/_builtin_modules/cdf_common/module.toml +0 -3
- cognite_toolkit/_builtin_modules/cdf_common/raw/contextualization_state.DataBase.yaml +0 -1
- cognite_toolkit/_builtin_modules/cdf_common/raw/contextualization_state.Table.yaml +0 -2
- cognite_toolkit/_builtin_modules/cdf_common/raw/source.DataBase.yaml +0 -1
- cognite_toolkit/_builtin_modules/cdf_ingestion/auth/user.Group.yaml +0 -124
- cognite_toolkit/_builtin_modules/cdf_ingestion/auth/workflow.Group.yaml +0 -114
- cognite_toolkit/_builtin_modules/cdf_ingestion/default.config.yaml +0 -34
- cognite_toolkit/_builtin_modules/cdf_ingestion/module.toml +0 -9
- cognite_toolkit/_builtin_modules/cdf_ingestion/workflows/ingest.Workflow.yaml +0 -3
- cognite_toolkit/_builtin_modules/cdf_ingestion/workflows/trigger.WorkflowTrigger.yaml +0 -9
- cognite_toolkit/_builtin_modules/cdf_ingestion/workflows/v1.WorkflowVersion.yaml +0 -150
- cognite_toolkit/_builtin_modules/common/README.md +0 -5
- cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/apm.datamodel.yaml +0 -18
- cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/apm_config.datamodel.yaml +0 -10
- cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/config.space.yaml +0 -3
- cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/containers/APM_Activity.container.yaml +0 -108
- cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/containers/APM_Notification.container.yaml +0 -85
- cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/containers/APM_Operation.container.yaml +0 -83
- cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/containers/ApmConfig.container.yaml +0 -39
- cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/source.space.yaml +0 -3
- cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/views/APM_Activity.view.yaml +0 -119
- cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/views/APM_Notification.view.yaml +0 -84
- cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/views/APM_Operation.view.yaml +0 -86
- cognite_toolkit/_builtin_modules/common/cdf_apm_base/data_models/views/ApmConfig.view.yaml +0 -48
- cognite_toolkit/_builtin_modules/common/cdf_apm_base/default.config.yaml +0 -1
- cognite_toolkit/_builtin_modules/common/cdf_apm_base/module.toml +0 -3
- cognite_toolkit/_builtin_modules/common/cdf_auth_readwrite_all/README.md +0 -23
- cognite_toolkit/_builtin_modules/common/cdf_auth_readwrite_all/auth/admin.readonly.group.yaml +0 -265
- cognite_toolkit/_builtin_modules/common/cdf_auth_readwrite_all/auth/admin.readwrite.group.yaml +0 -329
- cognite_toolkit/_builtin_modules/common/cdf_auth_readwrite_all/default.config.yaml +0 -2
- cognite_toolkit/_builtin_modules/common/cdf_auth_readwrite_all/module.toml +0 -2
- cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/default.config.yaml +0 -10
- cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/module.toml +0 -13
- cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/transformations/activity_to_asset.Transformation.sql +0 -31
- cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/transformations/activity_to_asset.Transformation.yaml +0 -13
- cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/transformations/activity_to_equipment.Transformation.sql +0 -31
- cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/transformations/activity_to_equipment.Transformation.yaml +0 -14
- cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/transformations/activity_to_timeseries.Transformation.sql +0 -34
- cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/transformations/activity_to_timeseries.Transformation.yaml +0 -13
- cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/transformations/timeseries_to_asset.Transformation.sql +0 -32
- cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/transformations/timeseries_to_asset.Transformation.yaml +0 -14
- cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/transformations/timeseries_to_equipment.Transformation.sql +0 -32
- cognite_toolkit/_builtin_modules/contextualization/cdf_connection_sql/transformations/timeseries_to_equipment.Transformation.yaml +0 -13
- cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/auth/workflow.Group.yaml +0 -83
- cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/data_models/annotation_type.Node.yaml +0 -2
- cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/data_models/sourceSystem.node.yaml +0 -13
- cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/default.config.yaml +0 -16
- cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/extraction_pipelines/ctx_files_entity_matcher.ExtractionPipeline.yaml +0 -48
- cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/extraction_pipelines/ctx_files_entity_matcher.config.yaml +0 -35
- cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/functions/contextualization_entity_matcher/handler.py +0 -476
- cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/functions/contextualization_entity_matcher/requirements.txt +0 -3
- cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/functions/functions.Function.yaml +0 -7
- cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/module.toml +0 -23
- cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/raw/state.Table.yaml +0 -2
- cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/workflows/entity_matching.Workflow.yaml +0 -3
- cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/workflows/trigger.WorkflowTrigger.yaml +0 -9
- cognite_toolkit/_builtin_modules/contextualization/cdf_entity_matching/workflows/v1.WorkflowVersion.yaml +0 -22
- cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/auth/function.Group.yaml +0 -89
- cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/data_models/sourceSystem.node.yaml +0 -13
- cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/default.config.yaml +0 -13
- cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/extraction_pipelines/ctx_files_pandid_annotater.ExtractionPipeline.yaml +0 -44
- cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/extraction_pipelines/ctx_files_pandid_annotater.config.yaml +0 -33
- cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/functions/contextualization_p_and_id_annotater/handler.py +0 -405
- cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/functions/contextualization_p_and_id_annotater/requirements.txt +0 -3
- cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/functions/functions.Function.yaml +0 -7
- cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/module.toml +0 -25
- cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/workflows/p_and_id_parser.Workflow.yaml +0 -3
- cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/workflows/trigger.WorkflowTrigger.yaml +0 -9
- cognite_toolkit/_builtin_modules/contextualization/cdf_p_and_id_parser/workflows/v1.WorkflowVersion.yaml +0 -22
- cognite_toolkit/_builtin_modules/custom/my_module/auth/.gitkeep +0 -0
- cognite_toolkit/_builtin_modules/custom/my_module/default.config.yaml +0 -1
- cognite_toolkit/_builtin_modules/custom/my_module/module.toml +0 -2
- cognite_toolkit/_builtin_modules/industrial_tools/cdf_location_filter_asset_centric/classic/root.Asset.yaml +0 -9
- cognite_toolkit/_builtin_modules/industrial_tools/cdf_location_filter_asset_centric/data_sets/data_sets.DataSet.yaml +0 -3
- cognite_toolkit/_builtin_modules/industrial_tools/cdf_location_filter_asset_centric/default.config.yaml +0 -4
- cognite_toolkit/_builtin_modules/industrial_tools/cdf_location_filter_asset_centric/locations/individualFilters.LocationFilter.yaml +0 -19
- cognite_toolkit/_builtin_modules/industrial_tools/cdf_location_filter_asset_centric/locations/oneFilter.LocationFilter.yaml +0 -12
- cognite_toolkit/_builtin_modules/industrial_tools/cdf_location_filter_asset_centric/module.toml +0 -2
- cognite_toolkit/_builtin_modules/industrial_tools/cdf_location_filter_datamodel_based/data_models/instance.Space.yaml +0 -2
- cognite_toolkit/_builtin_modules/industrial_tools/cdf_location_filter_datamodel_based/default.config.yaml +0 -2
- cognite_toolkit/_builtin_modules/industrial_tools/cdf_location_filter_datamodel_based/locations/dataModel.LocationFilter.yaml +0 -17
- cognite_toolkit/_builtin_modules/industrial_tools/cdf_location_filter_datamodel_based/module.toml +0 -2
- cognite_toolkit/_builtin_modules/industrial_tools/cdf_search/auth/locationfilter.Group.yaml +0 -12
- cognite_toolkit/_builtin_modules/industrial_tools/cdf_search/default.config.yaml +0 -3
- cognite_toolkit/_builtin_modules/industrial_tools/cdf_search/locations/user.LocationFilter.yaml +0 -9
- cognite_toolkit/_builtin_modules/industrial_tools/cdf_search/module.toml +0 -5
- cognite_toolkit/_builtin_modules/infield/cdf_infield_common/README.md +0 -3
- cognite_toolkit/_builtin_modules/infield/cdf_infield_common/auth/applications-configuration.Group.yaml +0 -22
- cognite_toolkit/_builtin_modules/infield/cdf_infield_common/data_models/infieldAppData.space.yaml +0 -3
- cognite_toolkit/_builtin_modules/infield/cdf_infield_common/data_models/infield_apm_app_config.node.yaml +0 -28
- cognite_toolkit/_builtin_modules/infield/cdf_infield_common/default.config.yaml +0 -2
- cognite_toolkit/_builtin_modules/infield/cdf_infield_common/module.toml +0 -6
- cognite_toolkit/_builtin_modules/infield/cdf_infield_location/README.md +0 -61
- cognite_toolkit/_builtin_modules/infield/cdf_infield_location/auth/infield_checklist_admin_role.group.yaml +0 -100
- cognite_toolkit/_builtin_modules/infield/cdf_infield_location/auth/infield_normal_role.group.yaml +0 -100
- cognite_toolkit/_builtin_modules/infield/cdf_infield_location/auth/infield_template_admin_role.group.yaml +0 -100
- cognite_toolkit/_builtin_modules/infield/cdf_infield_location/auth/infield_viewer_role.group.yaml +0 -85
- cognite_toolkit/_builtin_modules/infield/cdf_infield_location/data_models/infieldLocationAppData.space.yaml +0 -3
- cognite_toolkit/_builtin_modules/infield/cdf_infield_location/data_models/infieldLocationSourceData.space.yaml +0 -3
- cognite_toolkit/_builtin_modules/infield/cdf_infield_location/data_sets/location_app_data_set.DataSet.yaml +0 -3
- cognite_toolkit/_builtin_modules/infield/cdf_infield_location/data_sets/location_source_data_set.DataSet.yaml +0 -20
- cognite_toolkit/_builtin_modules/infield/cdf_infield_location/default.config.yaml +0 -23
- cognite_toolkit/_builtin_modules/infield/cdf_infield_location/module.toml +0 -3
- cognite_toolkit/_builtin_modules/infield/cdf_infield_location/transformations/tr_asset_oid_workmate_infield_sync_assets_from_hierarchy_to_apm.Transformation.sql +0 -34
- cognite_toolkit/_builtin_modules/infield/cdf_infield_location/transformations/tr_asset_oid_workmate_infield_sync_assets_from_hierarchy_to_apm.Transformation.yaml +0 -24
- cognite_toolkit/_builtin_modules/infield/cdf_infield_location/transformations/tr_asset_oid_workmate_infield_sync_assets_from_hierarchy_to_apm.schedule.yaml +0 -3
- cognite_toolkit/_builtin_modules/infield/cdf_infield_location/transformations/tr_workorder_oid_workmate_infield_sync_workorders_to_apm_activities.Transformation.sql +0 -17
- cognite_toolkit/_builtin_modules/infield/cdf_infield_location/transformations/tr_workorder_oid_workmate_infield_sync_workorders_to_apm_activities.Transformation.yaml +0 -25
- cognite_toolkit/_builtin_modules/infield/cdf_infield_location/transformations/tr_workorder_oid_workmate_infield_sync_workorders_to_apm_activities.schedule.yaml +0 -3
- cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/README.md +0 -61
- cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/auth/infield_checklist_admin_role.group.yaml +0 -100
- cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/auth/infield_normal_role.group.yaml +0 -100
- cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/auth/infield_template_admin_role.group.yaml +0 -100
- cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/auth/infield_viewer_role.group.yaml +0 -85
- cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/data_models/infieldLocationAppData.space.yaml +0 -3
- cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/data_models/infieldLocationSourceData.space.yaml +0 -3
- cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/data_sets/location_app_data_set.DataSet.yaml +0 -3
- cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/data_sets/location_source_data_set.DataSet.yaml +0 -20
- cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/default.config.yaml +0 -23
- cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/module.toml +0 -3
- cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/transformations/tr_asset_oid_workmate_infield_sync_assets_from_hierarchy_to_apm.Transformation.sql +0 -34
- cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/transformations/tr_asset_oid_workmate_infield_sync_assets_from_hierarchy_to_apm.Transformation.yaml +0 -24
- cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/transformations/tr_asset_oid_workmate_infield_sync_assets_from_hierarchy_to_apm.schedule.yaml +0 -3
- cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/transformations/tr_workorder_oid_workmate_infield_sync_workorders_to_apm_activities.Transformation.sql +0 -17
- cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/transformations/tr_workorder_oid_workmate_infield_sync_workorders_to_apm_activities.Transformation.yaml +0 -25
- cognite_toolkit/_builtin_modules/infield/cdf_infield_second_location/transformations/tr_workorder_oid_workmate_infield_sync_workorders_to_apm_activities.schedule.yaml +0 -3
- cognite_toolkit/_builtin_modules/infield/default.config.yaml +0 -21
- cognite_toolkit/_builtin_modules/inrobot/README.md +0 -41
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/README.md +0 -53
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/auth/run-function-user.Group.yaml +0 -89
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/classic/robot.Label.yaml +0 -6
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/data_models/cogniteAppData.space.yaml +0 -3
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/data_models/inrobotApmConfig.node.yaml +0 -17
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/data_sets/robot_1.dataset.yaml +0 -2
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/default.config.yaml +0 -3
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/.gitkeep +0 -0
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/README.md +0 -30
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/__init__.py +0 -1
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/common/README.md +0 -58
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/common/__init__.py +0 -0
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/common/apm_helpers.py +0 -269
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/common/cdf_helpers.py +0 -112
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/common/dataclass/__init__.py +0 -0
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/common/dataclass/common.py +0 -16
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/common/dataclass/vision.py +0 -66
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/common/utils.py +0 -17
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/handler.py +0 -269
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_contextualize_robot_data/requirements.txt +0 -22
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/README.md +0 -56
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/__init__.py +0 -1
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/common/README.md +0 -58
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/common/__init__.py +0 -0
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/common/apm_helpers.py +0 -269
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/common/cdf_helpers.py +0 -112
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/common/dataclass/__init__.py +0 -0
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/common/dataclass/common.py +0 -16
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/common/dataclass/vision.py +0 -66
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/common/utils.py +0 -17
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/handler.py +0 -396
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_gauge_reading/requirements.txt +0 -22
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/README.md +0 -18
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/__init__.py +0 -1
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/common/README.md +0 -58
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/common/__init__.py +0 -0
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/common/apm_helpers.py +0 -269
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/common/cdf_helpers.py +0 -112
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/common/dataclass/__init__.py +0 -0
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/common/dataclass/common.py +0 -16
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/common/dataclass/vision.py +0 -66
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/common/utils.py +0 -17
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/handler.py +0 -195
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_get_ir_data_from_ir_raw/requirements.txt +0 -23
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_threesixty/README.md +0 -14
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_threesixty/__init__.py +0 -1
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_threesixty/cognite_threesixty_images.py +0 -284
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_threesixty/handler.py +0 -257
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/fn_threesixty/requirements.txt +0 -7
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/robots.functions.Function.yaml +0 -51
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/functions/schedules.Schedule.yaml +0 -94
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/module.toml +0 -6
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/acoustic_video.RobotCapability.yaml +0 -72
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/process_threesixty.DataPostProcessing.yaml +0 -23
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/pt_ir_video.RobotCapability.yaml +0 -64
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/ptz.RobotCapability.yaml +0 -63
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/ptz_ir.RobotCapability.yaml +0 -80
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/ptz_video.RobotCapability.yaml +0 -68
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/read_dial_gauge.DataPostProcessing.yaml +0 -31
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/read_digital_gauge.DataPostProcessing.yaml +0 -35
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/read_level_gauge.DataPostProcessing.yaml +0 -29
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/read_valve.DataPostProcessing.yaml +0 -23
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/threesixty.RobotCapability.yaml +0 -47
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_common/robotics/threesixty_video.RobotCapability.yaml +0 -47
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_location/README.md +0 -33
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_location/auth/inrobot-admin.Group.yaml +0 -107
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_location/auth/inrobot-users.Group.yaml +0 -94
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_location/auth/robot-1.Group.yaml +0 -77
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_location/data_models/locationAppData.space.yaml +0 -3
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_location/data_models/locationSourceData.space.yaml +0 -3
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_location/default.config.yaml +0 -7
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_location/module.toml +0 -3
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_location/robotics/root.Frame.yaml +0 -15
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_location/robotics/root.Location.yaml +0 -3
- cognite_toolkit/_builtin_modules/inrobot/cdf_inrobot_location/robotics/root.Map.yaml +0 -10
- cognite_toolkit/_builtin_modules/inrobot/default.config.yaml +0 -3
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/containers/Activity.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/containers/Asset.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/containers/Equipment.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/containers/File.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/containers/TimeSeries.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/enterprise.datamodel.yaml +0 -54
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/schema.space.yaml +0 -1
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/views/Activity.view.yaml +0 -69
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/views/Asset.view.yaml +0 -186
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/views/Equipment.view.yaml +0 -100
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/views/File.view.yaml +0 -72
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/data_models/views/TimeSeries.view.yaml +0 -85
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/default.config.yaml +0 -2
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension/module.toml +0 -2
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/360Image.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/360ImageAnnotation.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/360ImageCollection.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/360ImageModel.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/360ImageStation.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/3DModel.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/3DObject.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/3DRevision.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/3DTransformation.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/Activity.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/Annotation.Container.yaml +0 -14
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/Asset.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/AssetClass.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/AssetType.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/CADModel.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/CADNode.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/CADRevision.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/CubeMap.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/Describable.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/DiagramAnnotation.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/Equipment.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/EquipmentType.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/File.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/FileCategory.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/PointCloudModel.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/PointCloudRevision.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/PointCloudVolume.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/Schedulable.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/SourceSystem.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/Sourceable.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/TimeSeries.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/Unit.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/containers/Visualizable.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/enterprise.datamodel.yaml +0 -138
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/schema.space.yaml +0 -1
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/360Image.view.yaml +0 -119
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/360ImageAnnotation.view.yaml +0 -28
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/360ImageCollection.view.yaml +0 -39
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/360ImageModel.view.yaml +0 -55
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/360ImageStation.view.yaml +0 -29
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/3DModel.view.yaml +0 -29
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/3DObject.view.yaml +0 -81
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/3DRevision.view.yaml +0 -30
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/3DTransformation.view.yaml +0 -23
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/Activity.view.yaml +0 -69
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/Annotation.view.yaml +0 -28
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/Asset.view.yaml +0 -191
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/AssetClass.view.yaml +0 -17
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/AssetType.view.yaml +0 -31
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/CADModel.view.yaml +0 -55
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/CADNode.view.yaml +0 -53
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/CADRevision.view.yaml +0 -39
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/CubeMap.view.yaml +0 -97
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/Describable.view.yaml +0 -19
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/DiagramAnnotation.view.yaml +0 -28
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/Equipment.view.yaml +0 -100
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/EquipmentType.view.yaml +0 -17
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/File.view.yaml +0 -72
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/FileCategory.view.yaml +0 -18
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/PointCloudModel.view.yaml +0 -55
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/PointCloudRevision.view.yaml +0 -39
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/PointCloudVolume.view.yaml +0 -52
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/Schedulable.view.yaml +0 -17
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/SourceSystem.view.yaml +0 -17
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/Sourceable.view.yaml +0 -27
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/TimeSeries.view.yaml +0 -85
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/Unit.view.yaml +0 -16
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/data_models/views/Visualizable.view.yaml +0 -29
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/default.config.yaml +0 -2
- cognite_toolkit/_builtin_modules/models/cdf_cdm_extension_full/module.toml +0 -2
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/containers/Activity.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/containers/Asset.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/containers/Equipment.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/containers/File.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/containers/MaintenanceOrder.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/containers/Notification.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/containers/Operation.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/containers/TimeSeries.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/enterprise.datamodel.yaml +0 -66
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/schema.space.yaml +0 -1
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/views/Activity.view.yaml +0 -69
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/views/Asset.view.yaml +0 -186
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/views/Equipment.view.yaml +0 -100
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/views/File.view.yaml +0 -72
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/views/MaintenanceOrder.view.yaml +0 -100
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/views/Notification.view.yaml +0 -56
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/views/Operation.view.yaml +0 -96
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/data_models/views/TimeSeries.view.yaml +0 -85
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/default.config.yaml +0 -3
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension/module.toml +0 -2
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/360Image.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/360ImageAnnotation.Container.yaml +0 -14
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/360ImageCollection.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/360ImageModel.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/360ImageStation.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/3DModel.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/3DObject.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/3DRevision.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/3DTransformation.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/Activity.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/Annotation.Container.yaml +0 -14
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/Asset.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/AssetClass.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/AssetType.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/CADModel.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/CADNode.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/CADRevision.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/CubeMap.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/Describable.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/DiagramAnnotation.Container.yaml +0 -14
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/Equipment.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/EquipmentType.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/File.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/FileCategory.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/MaintenanceOrder.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/Notification.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/Operation.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/PointCloudModel.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/PointCloudRevision.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/PointCloudVolume.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/Schedulable.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/SourceSystem.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/Sourceable.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/TimeSeries.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/Unit.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/containers/Visualizable.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/enterprise.datamodel.yaml +0 -150
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/schema.space.yaml +0 -1
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/360Image.view.yaml +0 -119
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/360ImageAnnotation.view.yaml +0 -28
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/360ImageCollection.view.yaml +0 -39
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/360ImageModel.view.yaml +0 -55
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/360ImageStation.view.yaml +0 -29
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/3DModel.view.yaml +0 -29
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/3DObject.view.yaml +0 -81
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/3DRevision.view.yaml +0 -30
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/3DTransformation.view.yaml +0 -23
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/Activity.view.yaml +0 -69
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/Annotation.view.yaml +0 -28
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/Asset.view.yaml +0 -191
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/AssetClass.view.yaml +0 -17
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/AssetType.view.yaml +0 -31
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/CADModel.view.yaml +0 -55
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/CADNode.view.yaml +0 -53
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/CADRevision.view.yaml +0 -39
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/CubeMap.view.yaml +0 -97
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/Describable.view.yaml +0 -19
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/DiagramAnnotation.view.yaml +0 -28
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/Equipment.view.yaml +0 -100
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/EquipmentType.view.yaml +0 -17
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/File.view.yaml +0 -72
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/FileCategory.view.yaml +0 -18
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/MaintenanceOrder.view.yaml +0 -100
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/Notification.view.yaml +0 -56
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/Operation.view.yaml +0 -96
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/PointCloudModel.view.yaml +0 -55
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/PointCloudRevision.view.yaml +0 -39
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/PointCloudVolume.view.yaml +0 -52
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/Schedulable.view.yaml +0 -17
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/SourceSystem.view.yaml +0 -17
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/Sourceable.view.yaml +0 -27
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/TimeSeries.view.yaml +0 -85
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/Unit.view.yaml +0 -16
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/data_models/views/Visualizable.view.yaml +0 -29
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/default.config.yaml +0 -2
- cognite_toolkit/_builtin_modules/models/cdf_process_industry_extension_full/module.toml +0 -2
- cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/containers/scene_Cdf3dRevisionProperties.Container.yaml +0 -13
- cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/containers/scene_EnvironmentMap.Container.yaml +0 -12
- cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/containers/scene_Image360CollectionProperties.Container.yaml +0 -23
- cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/containers/scene_Image360CollectionScene.Container.yaml +0 -12
- cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/containers/scene_SceneConfiguration.Container.yaml +0 -152
- cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/containers/scene_TexturedMap.Container.yaml +0 -21
- cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/containers/scene_TexturedPlane.Container.yaml +0 -29
- cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/scene.Space.yaml +0 -3
- cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/scene_data_model.DataModel.yaml +0 -66
- cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/views/EnvironmentMap.View.yaml +0 -28
- cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/views/Image360CollectionProperties.View.yaml +0 -22
- cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/views/Image360CollectionScene.View.yaml +0 -20
- cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/views/RevisionProperties.View.yaml +0 -16
- cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/views/SceneConfiguration.View.yaml +0 -166
- cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/views/TexturedMap.View.yaml +0 -17
- cognite_toolkit/_builtin_modules/models/cdf_scene/data_models/views/TexturedPlane.View.yaml +0 -40
- cognite_toolkit/_builtin_modules/models/cdf_scene/default.config.yaml +0 -1
- cognite_toolkit/_builtin_modules/models/cdf_scene/module.toml +0 -2
- cognite_toolkit/_builtin_modules/packages.toml +0 -102
- cognite_toolkit/_builtin_modules/sourcesystem/README.md +0 -4
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/auth/workflow.Group.yaml +0 -53
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/default.config.yaml +0 -13
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/extraction_pipelines/extractor.Config.yaml +0 -5
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/extraction_pipelines/extractor.ExtractionPipeline.yaml +0 -12
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/module.toml +0 -24
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/raw/timeseries.Table.yaml +0 -2
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/transformations/population/timeseries.Transformation.sql +0 -9
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/transformations/population/timeseries.Transformation.yaml +0 -14
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/workflows/population.Workflow.yaml +0 -3
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/workflows/trigger.WorkflowTrigger.yaml +0 -9
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/workflows/v1.WorkflowVersion.yaml +0 -12
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/auth/workflow.Group.yaml +0 -54
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/default.config.yaml +0 -16
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/module.toml +0 -24
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/raw/dump.Table.yaml +0 -2
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/transformations/connection/equipment_to_asset.Transformation.sql +0 -14
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/transformations/connection/equipment_to_asset.Transformation.yaml +0 -14
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/transformations/population/asset.Transformation.sql +0 -35
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/transformations/population/asset.Transformation.yaml +0 -14
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/transformations/population/equipment.Transformation.sql +0 -17
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/transformations/population/equipment.Transformation.yaml +0 -13
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/workflows/population.Workflow.yaml +0 -3
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/workflows/trigger.WorkflowTrigger.yaml +0 -9
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_assets/workflows/v1.WorkflowVersion.yaml +0 -28
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/auth/workflow.Group.yaml +0 -46
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/default.config.yaml +0 -15
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/module.toml +0 -20
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/raw/workitem.Table.yaml +0 -2
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/raw/workorder.Table.yaml +0 -2
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/raw/workpackage.Table.yaml +0 -2
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/raw/worktask.Table.yaml +0 -3
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/transformations/connection/operation_to_maintenance_order.Transformation.sql +0 -32
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/transformations/connection/operation_to_maintenance_order.Transformation.yaml +0 -13
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/transformations/population/maintenanceOrder.Transformation.sql +0 -18
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/transformations/population/maintenanceOrder.Transformation.yaml +0 -14
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/transformations/population/operation.Transformation.sql +0 -18
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/transformations/population/operation.Transformation.yaml +0 -14
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/workflows/population.Workflow.yaml +0 -3
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/workflows/trigger.WorkflowTrigger.yaml +0 -9
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_sap_events/workflows/v1.WorkflowVersion.yaml +0 -28
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_sharepoint/auth/workflow.Group.yaml +0 -47
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_sharepoint/default.config.yaml +0 -13
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_sharepoint/files/upload.CogniteFile.yaml +0 -4
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_sharepoint/module.toml +0 -26
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_sharepoint/raw/files.Table.yaml +0 -2
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_sharepoint/transformations/population/files.Transformation.sql +0 -9
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_sharepoint/transformations/population/files.Transformation.yaml +0 -13
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_sharepoint/workflows/population.Workflow.yaml +0 -3
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_sharepoint/workflows/trigger.WorkflowTrigger.yaml +0 -9
- cognite_toolkit/_builtin_modules/sourcesystem/cdf_sharepoint/workflows/v1.WorkflowVersion.yaml +0 -11
- cognite_toolkit/_cdf_tk/_parameters/__init__.py +0 -18
- cognite_toolkit/_cdf_tk/_parameters/constants.py +0 -82
- cognite_toolkit/_cdf_tk/_parameters/data_classes.py +0 -200
- cognite_toolkit/_cdf_tk/_parameters/functions.py +0 -190
- cognite_toolkit/_cdf_tk/_parameters/get_type_hints.py +0 -123
- cognite_toolkit/_cdf_tk/_parameters/type_hint.py +0 -116
- cognite_toolkit/_cdf_tk/apps/_populate_app.py +0 -80
- cognite_toolkit/_cdf_tk/commands/_migrate/assets.py +0 -144
- cognite_toolkit/_cdf_tk/commands/_migrate/base.py +0 -88
- cognite_toolkit/_cdf_tk/commands/_migrate/canvas.py +0 -145
- cognite_toolkit/_cdf_tk/commands/_migrate/files.py +0 -165
- cognite_toolkit/_cdf_tk/commands/_migrate/timeseries.py +0 -165
- cognite_toolkit/_cdf_tk/commands/_populate.py +0 -306
- cognite_toolkit/_cdf_tk/commands/dump_data.py +0 -490
- cognite_toolkit/_cdf_tk/commands/featureflag.py +0 -27
- cognite_toolkit/_cdf_tk/loaders/__init__.py +0 -198
- cognite_toolkit/_cdf_tk/loaders/_resource_loaders/__init__.py +0 -90
- cognite_toolkit/_cdf_tk/loaders/_resource_loaders/fieldops_loaders.py +0 -260
- cognite_toolkit/_cdf_tk/prototypes/_packages/__init__.py +0 -1
- cognite_toolkit/_cdf_tk/prototypes/_packages/reference/manifest.yaml +0 -4
- cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/auth/reference.Group.yaml +0 -375
- cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/auth/reference.SecurityCategory.yaml +0 -1
- cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/data_models/reference.DataModel.yaml +0 -19
- cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/data_models/reference.View.yaml +0 -8
- cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/data_sets/reference.DataSet.yaml +0 -8
- cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/extraction_pipelines/reference.ExtractionPipeline.yaml +0 -27
- cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/extraction_pipelines/reference.ExtractionPipelineConfig.yaml +0 -3
- cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/functions/reference.Function.yaml +0 -22
- cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/functions/reference.FunctionSchedule.yaml +0 -6
- cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/labels/reference.LabelDefinition.yaml +0 -4
- cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/timeseries/reference.DataPointSubscription.yaml +0 -7
- cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/transformations/reference.Transformation.yaml +0 -51
- cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/transformations/reference.TransformationNotification.yaml +0 -3
- cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/transformations/reference.TransformationSchedule.yaml +0 -4
- cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/workflows/reference.WorkflowUpsert.yaml +0 -2
- cognite_toolkit/_cdf_tk/prototypes/_packages/reference/references/workflows/reference.WorkflowVersionUpsert.yaml +0 -10
- cognite_toolkit/_cdf_tk/prototypes/_packages/update_references.py +0 -337
- cognite_toolkit/_cdf_tk/prototypes/commands/__init__.py +0 -0
- cognite_toolkit/_cdf_tk/prototypes/import_app.py +0 -41
- cognite_toolkit/_cdf_tk/utils/table_writers.py +0 -434
- cognite_toolkit/_cdf_tk/utils/tarjan.py +0 -46
- cognite_toolkit-0.5.97.dist-info/RECORD +0 -726
- cognite_toolkit-0.5.97.dist-info/WHEEL +0 -4
- cognite_toolkit-0.5.97.dist-info/licenses/LICENSE +0 -18
- /cognite_toolkit/_cdf_tk/{prototypes/commands/import_.py → commands/_import_cmd.py} +0 -0
- /cognite_toolkit/{_builtin_modules → _cdf_tk/commands/build_v2}/__init__.py +0 -0
|
@@ -0,0 +1,436 @@
|
|
|
1
|
+
import json
|
|
2
|
+
import mimetypes
|
|
3
|
+
from collections.abc import Iterable, MutableSequence, Sequence
|
|
4
|
+
from dataclasses import dataclass
|
|
5
|
+
from pathlib import Path
|
|
6
|
+
from typing import cast
|
|
7
|
+
|
|
8
|
+
import httpx
|
|
9
|
+
from cognite.client.data_classes import FileMetadata, FileMetadataWrite
|
|
10
|
+
from cognite.client.data_classes.data_modeling import NodeId, ViewId
|
|
11
|
+
|
|
12
|
+
from cognite_toolkit._cdf_tk.client import ToolkitClient
|
|
13
|
+
from cognite_toolkit._cdf_tk.cruds import FileMetadataCRUD
|
|
14
|
+
from cognite_toolkit._cdf_tk.exceptions import ToolkitNotImplementedError
|
|
15
|
+
from cognite_toolkit._cdf_tk.protocols import ResourceResponseProtocol
|
|
16
|
+
from cognite_toolkit._cdf_tk.utils import sanitize_filename
|
|
17
|
+
from cognite_toolkit._cdf_tk.utils.collection import chunker, chunker_sequence
|
|
18
|
+
from cognite_toolkit._cdf_tk.utils.fileio import MultiFileReader
|
|
19
|
+
from cognite_toolkit._cdf_tk.utils.http_client import (
|
|
20
|
+
DataBodyRequest,
|
|
21
|
+
ErrorDetails,
|
|
22
|
+
FailedResponse,
|
|
23
|
+
FailedResponseItems,
|
|
24
|
+
HTTPClient,
|
|
25
|
+
HTTPMessage,
|
|
26
|
+
ResponseList,
|
|
27
|
+
SimpleBodyRequest,
|
|
28
|
+
)
|
|
29
|
+
from cognite_toolkit._cdf_tk.utils.useful_types import JsonVal
|
|
30
|
+
|
|
31
|
+
from ._base import Page, UploadableStorageIO, UploadItem
|
|
32
|
+
from .selectors import FileContentSelector, FileIdentifierSelector, FileMetadataTemplateSelector
|
|
33
|
+
from .selectors._file_content import (
|
|
34
|
+
FILEPATH,
|
|
35
|
+
FileDataModelingTemplateSelector,
|
|
36
|
+
FileExternalID,
|
|
37
|
+
FileIdentifier,
|
|
38
|
+
FileInstanceID,
|
|
39
|
+
FileInternalID,
|
|
40
|
+
FileTemplateSelector,
|
|
41
|
+
)
|
|
42
|
+
from .selectors._file_content import NodeId as SelectorNodeId
|
|
43
|
+
|
|
44
|
+
COGNITE_FILE_VIEW = ViewId("cdf_cdm", "CogniteFile", "v1")
|
|
45
|
+
|
|
46
|
+
|
|
47
|
+
@dataclass
|
|
48
|
+
class UploadFileContentItem(UploadItem[FileMetadataWrite]):
|
|
49
|
+
file_path: Path
|
|
50
|
+
mime_type: str
|
|
51
|
+
|
|
52
|
+
|
|
53
|
+
@dataclass
|
|
54
|
+
class MetadataWithFilePath(ResourceResponseProtocol):
|
|
55
|
+
metadata: FileMetadata
|
|
56
|
+
file_path: Path
|
|
57
|
+
|
|
58
|
+
def as_write(self) -> FileMetadataWrite:
|
|
59
|
+
return self.metadata.as_write()
|
|
60
|
+
|
|
61
|
+
|
|
62
|
+
class FileContentIO(UploadableStorageIO[FileContentSelector, MetadataWithFilePath, FileMetadataWrite]):
|
|
63
|
+
SUPPORTED_DOWNLOAD_FORMATS = frozenset({".ndjson"})
|
|
64
|
+
SUPPORTED_COMPRESSIONS = frozenset({".gz"})
|
|
65
|
+
CHUNK_SIZE = 10
|
|
66
|
+
BASE_SELECTOR = FileContentSelector
|
|
67
|
+
KIND = "FileContent"
|
|
68
|
+
SUPPORTED_READ_FORMATS = frozenset({".ndjson"})
|
|
69
|
+
UPLOAD_ENDPOINT = "/files"
|
|
70
|
+
|
|
71
|
+
def __init__(self, client: ToolkitClient, target_dir: Path = Path.cwd()) -> None:
|
|
72
|
+
super().__init__(client)
|
|
73
|
+
self._crud = FileMetadataCRUD(client, None, None)
|
|
74
|
+
self._target_dir = target_dir
|
|
75
|
+
|
|
76
|
+
def as_id(self, item: MetadataWithFilePath) -> str:
|
|
77
|
+
return item.metadata.external_id or str(item.metadata.id)
|
|
78
|
+
|
|
79
|
+
def stream_data(
|
|
80
|
+
self, selector: FileContentSelector, limit: int | None = None
|
|
81
|
+
) -> Iterable[Page[MetadataWithFilePath]]:
|
|
82
|
+
if not isinstance(selector, FileIdentifierSelector):
|
|
83
|
+
raise ToolkitNotImplementedError(
|
|
84
|
+
f"Download with the manifest, {type(selector).__name__}, is not supported for FileContentIO"
|
|
85
|
+
)
|
|
86
|
+
selected_identifiers = selector.identifiers
|
|
87
|
+
if limit is not None and limit < len(selected_identifiers):
|
|
88
|
+
selected_identifiers = selected_identifiers[:limit]
|
|
89
|
+
for identifiers in chunker_sequence(selected_identifiers, self.CHUNK_SIZE):
|
|
90
|
+
metadata = self._retrieve_metadata(identifiers)
|
|
91
|
+
if metadata is None:
|
|
92
|
+
continue
|
|
93
|
+
identifiers_map = self._as_metadata_map(metadata)
|
|
94
|
+
downloaded_files: list[MetadataWithFilePath] = []
|
|
95
|
+
for identifier in identifiers:
|
|
96
|
+
if identifier not in identifiers_map:
|
|
97
|
+
continue
|
|
98
|
+
|
|
99
|
+
meta = identifiers_map[identifier]
|
|
100
|
+
filepath = self._create_filepath(meta, selector)
|
|
101
|
+
download_url = self._retrieve_download_url(identifier)
|
|
102
|
+
if download_url is None:
|
|
103
|
+
continue
|
|
104
|
+
filepath.parent.mkdir(parents=True, exist_ok=True)
|
|
105
|
+
with httpx.stream("GET", download_url) as response:
|
|
106
|
+
if response.status_code != 200:
|
|
107
|
+
continue
|
|
108
|
+
with filepath.open(mode="wb") as file_stream:
|
|
109
|
+
for chunk in response.iter_bytes(chunk_size=8192):
|
|
110
|
+
file_stream.write(chunk)
|
|
111
|
+
downloaded_files.append(
|
|
112
|
+
MetadataWithFilePath(
|
|
113
|
+
metadata=meta,
|
|
114
|
+
file_path=filepath.relative_to(self._target_dir),
|
|
115
|
+
)
|
|
116
|
+
)
|
|
117
|
+
yield Page(items=downloaded_files, worker_id="Main")
|
|
118
|
+
|
|
119
|
+
def _retrieve_metadata(self, identifiers: Sequence[FileIdentifier]) -> Sequence[FileMetadata] | None:
|
|
120
|
+
config = self.client.config
|
|
121
|
+
responses = self.client.http_client.request_with_retries(
|
|
122
|
+
message=SimpleBodyRequest(
|
|
123
|
+
endpoint_url=config.create_api_url("/files/byids"),
|
|
124
|
+
method="POST",
|
|
125
|
+
body_content={
|
|
126
|
+
"items": [
|
|
127
|
+
identifier.model_dump(mode="json", by_alias=True, exclude={"id_type"})
|
|
128
|
+
for identifier in identifiers
|
|
129
|
+
],
|
|
130
|
+
"ignoreUnknownIds": True,
|
|
131
|
+
},
|
|
132
|
+
)
|
|
133
|
+
)
|
|
134
|
+
if responses.has_failed:
|
|
135
|
+
return None
|
|
136
|
+
body = responses.get_first_body()
|
|
137
|
+
items_data = body.get("items", [])
|
|
138
|
+
if not isinstance(items_data, list):
|
|
139
|
+
return None
|
|
140
|
+
# MyPy does not understand that JsonVal is valid dict[Any, Any]
|
|
141
|
+
return [FileMetadata._load(item) for item in items_data] # type: ignore[arg-type]
|
|
142
|
+
|
|
143
|
+
@staticmethod
|
|
144
|
+
def _as_metadata_map(metadata: Sequence[FileMetadata]) -> dict[FileIdentifier, FileMetadata]:
|
|
145
|
+
identifiers_map: dict[FileIdentifier, FileMetadata] = {}
|
|
146
|
+
for item in metadata:
|
|
147
|
+
if item.id is not None:
|
|
148
|
+
# MyPy does cooperate well with Pydantic.
|
|
149
|
+
identifiers_map[FileInternalID(internal_id=item.id)] = item # type: ignore[call-arg]
|
|
150
|
+
if item.external_id is not None:
|
|
151
|
+
identifiers_map[FileExternalID(external_id=item.external_id)] = item
|
|
152
|
+
if item.instance_id is not None:
|
|
153
|
+
identifiers_map[
|
|
154
|
+
FileInstanceID(
|
|
155
|
+
instance_id=SelectorNodeId(
|
|
156
|
+
space=item.instance_id.space, external_id=item.instance_id.external_id
|
|
157
|
+
)
|
|
158
|
+
)
|
|
159
|
+
] = item
|
|
160
|
+
return identifiers_map
|
|
161
|
+
|
|
162
|
+
def _create_filepath(self, meta: FileMetadata, selector: FileIdentifierSelector) -> Path:
|
|
163
|
+
# We now that metadata always have name set
|
|
164
|
+
filename = Path(sanitize_filename(cast(str, meta.name)))
|
|
165
|
+
if len(filename.suffix) == 0 and meta.mime_type:
|
|
166
|
+
if mime_ext := mimetypes.guess_extension(meta.mime_type):
|
|
167
|
+
filename = filename.with_suffix(mime_ext)
|
|
168
|
+
directory = sanitize_filename(selector.file_directory)
|
|
169
|
+
if isinstance(meta.directory, str) and meta.directory != "":
|
|
170
|
+
directory = sanitize_filename(meta.directory.removeprefix("/"))
|
|
171
|
+
|
|
172
|
+
counter = 1
|
|
173
|
+
filepath = self._target_dir / directory / filename
|
|
174
|
+
while filepath.exists():
|
|
175
|
+
filepath = self._target_dir / directory / f"{filename} ({counter})"
|
|
176
|
+
counter += 1
|
|
177
|
+
|
|
178
|
+
return filepath
|
|
179
|
+
|
|
180
|
+
def _retrieve_download_url(self, identifier: FileIdentifier) -> str | None:
|
|
181
|
+
config = self.client.config
|
|
182
|
+
responses = self.client.http_client.request_with_retries(
|
|
183
|
+
message=SimpleBodyRequest(
|
|
184
|
+
endpoint_url=config.create_api_url("/files/downloadlink"),
|
|
185
|
+
method="POST",
|
|
186
|
+
body_content={"items": [identifier.model_dump(mode="json", by_alias=True, exclude={"id_type"})]},
|
|
187
|
+
)
|
|
188
|
+
)
|
|
189
|
+
try:
|
|
190
|
+
body = responses.get_first_body()
|
|
191
|
+
except ValueError:
|
|
192
|
+
return None
|
|
193
|
+
if "items" in body and isinstance(body["items"], list) and len(body["items"]) > 0:
|
|
194
|
+
# The API responses is not following the API docs, this is a workaround
|
|
195
|
+
body = body["items"][0] # type: ignore[assignment]
|
|
196
|
+
try:
|
|
197
|
+
return cast(str, body["downloadUrl"])
|
|
198
|
+
except (KeyError, IndexError):
|
|
199
|
+
return None
|
|
200
|
+
|
|
201
|
+
def count(self, selector: FileContentSelector) -> int | None:
|
|
202
|
+
if isinstance(selector, FileIdentifierSelector):
|
|
203
|
+
return len(selector.identifiers)
|
|
204
|
+
return None
|
|
205
|
+
|
|
206
|
+
def data_to_json_chunk(
|
|
207
|
+
self, data_chunk: Sequence[MetadataWithFilePath], selector: FileContentSelector | None = None
|
|
208
|
+
) -> list[dict[str, JsonVal]]:
|
|
209
|
+
"""Convert a writable Cognite resource list to a JSON-compatible chunk of data.
|
|
210
|
+
|
|
211
|
+
Args:
|
|
212
|
+
data_chunk: A writable Cognite resource list representing the data.
|
|
213
|
+
selector: The selector used for the data. (Not used in this implementation)
|
|
214
|
+
Returns:
|
|
215
|
+
A list of dictionaries, each representing the data in a JSON-compatible format.
|
|
216
|
+
"""
|
|
217
|
+
result: list[dict[str, JsonVal]] = []
|
|
218
|
+
for item in data_chunk:
|
|
219
|
+
item_json = self._crud.dump_resource(item.metadata)
|
|
220
|
+
item_json[FILEPATH] = item.file_path.as_posix()
|
|
221
|
+
result.append(item_json)
|
|
222
|
+
return result
|
|
223
|
+
|
|
224
|
+
def json_chunk_to_data(self, data_chunk: list[tuple[str, dict[str, JsonVal]]]) -> Sequence[UploadFileContentItem]:
|
|
225
|
+
"""Convert a JSON-compatible chunk of data back to a writable Cognite resource list.
|
|
226
|
+
|
|
227
|
+
Args:
|
|
228
|
+
data_chunk: A list of tuples, each containing a source ID and a dictionary representing
|
|
229
|
+
the data in a JSON-compatible format.
|
|
230
|
+
Returns:
|
|
231
|
+
A writable Cognite resource list representing the data.
|
|
232
|
+
"""
|
|
233
|
+
result: list[UploadFileContentItem] = []
|
|
234
|
+
for source_id, item_json in data_chunk:
|
|
235
|
+
item = self.json_to_resource(item_json)
|
|
236
|
+
filepath = Path(cast(str | Path, item_json[FILEPATH]))
|
|
237
|
+
mime_type, _ = mimetypes.guess_type(filepath)
|
|
238
|
+
# application/octet-stream is the standard fallback for binary data when the type is unknown. (at least Claude thinks so)
|
|
239
|
+
result.append(
|
|
240
|
+
UploadFileContentItem(
|
|
241
|
+
source_id=source_id,
|
|
242
|
+
item=item,
|
|
243
|
+
file_path=filepath,
|
|
244
|
+
mime_type=mime_type or "application/octet-stream",
|
|
245
|
+
)
|
|
246
|
+
)
|
|
247
|
+
return result
|
|
248
|
+
|
|
249
|
+
def json_to_resource(self, item_json: dict[str, JsonVal]) -> FileMetadataWrite:
|
|
250
|
+
return self._crud.load_resource(item_json)
|
|
251
|
+
|
|
252
|
+
def upload_items(
|
|
253
|
+
self,
|
|
254
|
+
data_chunk: Sequence[UploadItem[FileMetadataWrite]],
|
|
255
|
+
http_client: HTTPClient,
|
|
256
|
+
selector: FileContentSelector | None = None,
|
|
257
|
+
) -> Sequence[HTTPMessage]:
|
|
258
|
+
results: MutableSequence[HTTPMessage] = []
|
|
259
|
+
if isinstance(selector, FileMetadataTemplateSelector | FileIdentifierSelector):
|
|
260
|
+
upload_url_getter = self._upload_url_asset_centric
|
|
261
|
+
elif isinstance(selector, FileDataModelingTemplateSelector):
|
|
262
|
+
upload_url_getter = self._upload_url_data_modeling
|
|
263
|
+
elif selector is None:
|
|
264
|
+
raise ToolkitNotImplementedError("Selector must be provided for FileContentIO upload")
|
|
265
|
+
else:
|
|
266
|
+
raise ToolkitNotImplementedError(
|
|
267
|
+
f"Upload for the given selector, {type(selector).__name__}, is not supported for FileContentIO"
|
|
268
|
+
)
|
|
269
|
+
|
|
270
|
+
for item in cast(Sequence[UploadFileContentItem], data_chunk):
|
|
271
|
+
if not (upload_url := upload_url_getter(item, http_client, results)):
|
|
272
|
+
continue
|
|
273
|
+
|
|
274
|
+
content_bytes = item.file_path.read_bytes()
|
|
275
|
+
upload_response = http_client.request_with_retries(
|
|
276
|
+
message=DataBodyRequest(
|
|
277
|
+
endpoint_url=upload_url,
|
|
278
|
+
method="PUT",
|
|
279
|
+
content_type=item.mime_type,
|
|
280
|
+
data_content=content_bytes,
|
|
281
|
+
content_length=len(content_bytes),
|
|
282
|
+
)
|
|
283
|
+
)
|
|
284
|
+
results.extend(upload_response.as_item_responses(item.as_id()))
|
|
285
|
+
return results
|
|
286
|
+
|
|
287
|
+
def _upload_url_asset_centric(
|
|
288
|
+
self, item: UploadFileContentItem, http_client: HTTPClient, results: MutableSequence[HTTPMessage]
|
|
289
|
+
) -> str | None:
|
|
290
|
+
responses = http_client.request_with_retries(
|
|
291
|
+
message=SimpleBodyRequest(
|
|
292
|
+
endpoint_url=http_client.config.create_api_url(self.UPLOAD_ENDPOINT),
|
|
293
|
+
method="POST",
|
|
294
|
+
# MyPy does not understand that .dump is valid json
|
|
295
|
+
body_content=item.dump(), # type: ignore[arg-type]
|
|
296
|
+
)
|
|
297
|
+
)
|
|
298
|
+
return self._parse_upload_link_response(responses, item, results)
|
|
299
|
+
|
|
300
|
+
def _upload_url_data_modeling(
|
|
301
|
+
self,
|
|
302
|
+
item: UploadFileContentItem,
|
|
303
|
+
http_client: HTTPClient,
|
|
304
|
+
results: MutableSequence[HTTPMessage],
|
|
305
|
+
created_node: bool = False,
|
|
306
|
+
) -> str | None:
|
|
307
|
+
"""Get upload URL for data modeling file upload.
|
|
308
|
+
|
|
309
|
+
We first try to get the upload link assuming the CogniteFile node already exists.
|
|
310
|
+
If we get a "not found" error, we create the CogniteFile node and try again.
|
|
311
|
+
|
|
312
|
+
Args:
|
|
313
|
+
item: The upload item containing file metadata.
|
|
314
|
+
http_client: The HTTP client to use for requests.
|
|
315
|
+
results: A mutable sequence to collect HTTP messages and errors.
|
|
316
|
+
created_node: A flag indicating whether the CogniteFile node has already been created.
|
|
317
|
+
This prevents infinite recursion.
|
|
318
|
+
|
|
319
|
+
Returns:
|
|
320
|
+
The upload URL as a string, or None if there was an error.
|
|
321
|
+
|
|
322
|
+
"""
|
|
323
|
+
# We know that instance_id is always set for data modeling uploads
|
|
324
|
+
instance_id = cast(NodeId, item.item.instance_id)
|
|
325
|
+
responses = http_client.request_with_retries(
|
|
326
|
+
message=SimpleBodyRequest(
|
|
327
|
+
endpoint_url=http_client.config.create_api_url("/files/uploadlink"),
|
|
328
|
+
method="POST",
|
|
329
|
+
body_content={"items": [{"instanceId": instance_id.dump(include_instance_type=False)}]}, # type: ignore[dict-item]
|
|
330
|
+
)
|
|
331
|
+
)
|
|
332
|
+
# We know there is only one response since we only requested one upload link
|
|
333
|
+
response = responses[0]
|
|
334
|
+
if isinstance(response, FailedResponse) and response.error.missing and not created_node:
|
|
335
|
+
if self._create_cognite_file_node(instance_id, http_client, item.as_id(), results):
|
|
336
|
+
return self._upload_url_data_modeling(item, http_client, results, created_node=True)
|
|
337
|
+
else:
|
|
338
|
+
return None
|
|
339
|
+
|
|
340
|
+
return self._parse_upload_link_response(responses, item, results)
|
|
341
|
+
|
|
342
|
+
@classmethod
|
|
343
|
+
def _create_cognite_file_node(
|
|
344
|
+
cls, instance_id: NodeId, http_client: HTTPClient, upload_id: str, results: MutableSequence[HTTPMessage]
|
|
345
|
+
) -> bool:
|
|
346
|
+
node_creation = http_client.request_with_retries(
|
|
347
|
+
message=SimpleBodyRequest(
|
|
348
|
+
endpoint_url=http_client.config.create_api_url("/models/instances"),
|
|
349
|
+
method="POST",
|
|
350
|
+
body_content={
|
|
351
|
+
"items": [
|
|
352
|
+
{
|
|
353
|
+
"space": instance_id.space,
|
|
354
|
+
"externalId": instance_id.external_id,
|
|
355
|
+
"instanceType": "node",
|
|
356
|
+
# When we create a node with properties in CogniteFile View even with empty properties,
|
|
357
|
+
# CDF will fill in empty values for all properties defined in the view (note this is only
|
|
358
|
+
# possible because CogniteFile view has all properties as optional). This includes properties
|
|
359
|
+
# in the CogniteFile container, which will trigger the file syncer to create a FileMetadata
|
|
360
|
+
# and link it to the CogniteFile node.
|
|
361
|
+
"sources": [{"source": COGNITE_FILE_VIEW.dump(include_type=True), "properties": {}}], # type: ignore[dict-item]
|
|
362
|
+
}
|
|
363
|
+
]
|
|
364
|
+
},
|
|
365
|
+
)
|
|
366
|
+
)
|
|
367
|
+
try:
|
|
368
|
+
_ = node_creation.get_first_body()
|
|
369
|
+
except ValueError:
|
|
370
|
+
results.extend(node_creation.as_item_responses(upload_id))
|
|
371
|
+
return False
|
|
372
|
+
return True
|
|
373
|
+
|
|
374
|
+
@classmethod
|
|
375
|
+
def _parse_upload_link_response(
|
|
376
|
+
cls, responses: ResponseList, item: UploadFileContentItem, results: MutableSequence[HTTPMessage]
|
|
377
|
+
) -> str | None:
|
|
378
|
+
try:
|
|
379
|
+
body = responses.get_first_body()
|
|
380
|
+
except ValueError:
|
|
381
|
+
results.extend(responses.as_item_responses(item.as_id()))
|
|
382
|
+
return None
|
|
383
|
+
|
|
384
|
+
if "items" in body and isinstance(body["items"], list) and len(body["items"]) > 0:
|
|
385
|
+
body = body["items"][0] # type: ignore[assignment]
|
|
386
|
+
try:
|
|
387
|
+
upload_url = cast(str, body["uploadUrl"])
|
|
388
|
+
except (KeyError, IndexError):
|
|
389
|
+
results.append(
|
|
390
|
+
FailedResponseItems(
|
|
391
|
+
status_code=200,
|
|
392
|
+
body=json.dumps(body),
|
|
393
|
+
error=ErrorDetails(code=200, message="Malformed response"),
|
|
394
|
+
ids=[item.as_id()],
|
|
395
|
+
)
|
|
396
|
+
)
|
|
397
|
+
return None
|
|
398
|
+
return upload_url
|
|
399
|
+
|
|
400
|
+
@classmethod
|
|
401
|
+
def read_chunks(
|
|
402
|
+
cls, reader: MultiFileReader, selector: FileContentSelector
|
|
403
|
+
) -> Iterable[list[tuple[str, dict[str, JsonVal]]]]:
|
|
404
|
+
if isinstance(selector, FileTemplateSelector):
|
|
405
|
+
for chunk in chunker_sequence(reader.input_files, cls.CHUNK_SIZE):
|
|
406
|
+
batch: list[tuple[str, dict[str, JsonVal]]] = []
|
|
407
|
+
for file_path in chunk:
|
|
408
|
+
metadata = selector.create_instance(file_path)
|
|
409
|
+
metadata[FILEPATH] = file_path
|
|
410
|
+
batch.append((file_path.as_posix(), metadata))
|
|
411
|
+
yield batch
|
|
412
|
+
elif isinstance(selector, FileIdentifierSelector):
|
|
413
|
+
for item_chunk in chunker(reader.read_chunks(), cls.CHUNK_SIZE):
|
|
414
|
+
batch = []
|
|
415
|
+
for item in item_chunk:
|
|
416
|
+
if FILEPATH not in item:
|
|
417
|
+
# Todo Log warning
|
|
418
|
+
continue
|
|
419
|
+
try:
|
|
420
|
+
file_path = Path(item[FILEPATH])
|
|
421
|
+
except KeyError:
|
|
422
|
+
# Todo Log warning
|
|
423
|
+
continue
|
|
424
|
+
if not file_path.is_absolute():
|
|
425
|
+
file_path = reader.input_file.parent / file_path
|
|
426
|
+
item[FILEPATH] = file_path
|
|
427
|
+
batch.append((file_path.as_posix(), item))
|
|
428
|
+
yield batch
|
|
429
|
+
else:
|
|
430
|
+
raise ToolkitNotImplementedError(
|
|
431
|
+
f"Reading with the manifest, {type(selector).__name__}, is not supported for FileContentIO"
|
|
432
|
+
)
|
|
433
|
+
|
|
434
|
+
@classmethod
|
|
435
|
+
def count_chunks(cls, reader: MultiFileReader) -> int:
|
|
436
|
+
return len(reader.input_files)
|
|
@@ -0,0 +1,225 @@
|
|
|
1
|
+
from collections.abc import Iterable, Mapping, Sequence
|
|
2
|
+
from types import MappingProxyType
|
|
3
|
+
from typing import ClassVar
|
|
4
|
+
|
|
5
|
+
from cognite.client.data_classes.aggregations import Count
|
|
6
|
+
from cognite.client.data_classes.data_modeling import (
|
|
7
|
+
ContainerId,
|
|
8
|
+
ContainerList,
|
|
9
|
+
EdgeApply,
|
|
10
|
+
NodeApply,
|
|
11
|
+
SpaceList,
|
|
12
|
+
ViewId,
|
|
13
|
+
ViewList,
|
|
14
|
+
)
|
|
15
|
+
from cognite.client.data_classes.data_modeling.instances import Instance, InstanceApply
|
|
16
|
+
from cognite.client.utils._identifier import InstanceId
|
|
17
|
+
|
|
18
|
+
from cognite_toolkit._cdf_tk import constants
|
|
19
|
+
from cognite_toolkit._cdf_tk.client import ToolkitClient
|
|
20
|
+
from cognite_toolkit._cdf_tk.client.data_classes.instances import InstanceList
|
|
21
|
+
from cognite_toolkit._cdf_tk.cruds import ContainerCRUD, SpaceCRUD, ViewCRUD
|
|
22
|
+
from cognite_toolkit._cdf_tk.utils import sanitize_filename
|
|
23
|
+
from cognite_toolkit._cdf_tk.utils.cdf import iterate_instances
|
|
24
|
+
from cognite_toolkit._cdf_tk.utils.collection import chunker_sequence
|
|
25
|
+
from cognite_toolkit._cdf_tk.utils.useful_types import JsonVal
|
|
26
|
+
|
|
27
|
+
from . import StorageIOConfig
|
|
28
|
+
from ._base import ConfigurableStorageIO, Page, UploadableStorageIO
|
|
29
|
+
from .selectors import InstanceFileSelector, InstanceSelector, InstanceSpaceSelector, InstanceViewSelector
|
|
30
|
+
|
|
31
|
+
|
|
32
|
+
class InstanceIO(
|
|
33
|
+
ConfigurableStorageIO[InstanceSelector, Instance],
|
|
34
|
+
UploadableStorageIO[InstanceSelector, Instance, InstanceApply],
|
|
35
|
+
):
|
|
36
|
+
"""This class provides functionality to interact with instances in Cognite Data Fusion (CDF).
|
|
37
|
+
|
|
38
|
+
It is used to download, upload, and purge instances, as well as spaces,views, and containers related to instances.
|
|
39
|
+
|
|
40
|
+
Args:
|
|
41
|
+
client (ToolkitClient): An instance of ToolkitClient to interact with the CDF API.
|
|
42
|
+
remove_existing_version (bool): Whether to remove existing versions of instances during upload.
|
|
43
|
+
Default is True. Existing versions are used to safeguard against accidental overwrites.
|
|
44
|
+
|
|
45
|
+
"""
|
|
46
|
+
|
|
47
|
+
KIND = "Instances"
|
|
48
|
+
DISPLAY_NAME = "Instances"
|
|
49
|
+
SUPPORTED_DOWNLOAD_FORMATS = frozenset({".parquet", ".csv", ".ndjson"})
|
|
50
|
+
SUPPORTED_COMPRESSIONS = frozenset({".gz"})
|
|
51
|
+
SUPPORTED_READ_FORMATS = frozenset({".parquet", ".csv", ".ndjson", ".yaml", ".yml"})
|
|
52
|
+
CHUNK_SIZE = 1000
|
|
53
|
+
UPLOAD_ENDPOINT = "/models/instances"
|
|
54
|
+
UPLOAD_EXTRA_ARGS: ClassVar[Mapping[str, JsonVal] | None] = MappingProxyType({"autoCreateDirectRelations": True})
|
|
55
|
+
BASE_SELECTOR = InstanceSelector
|
|
56
|
+
|
|
57
|
+
def __init__(self, client: ToolkitClient, remove_existing_version: bool = True) -> None:
|
|
58
|
+
super().__init__(client)
|
|
59
|
+
self._remove_existing_version = remove_existing_version
|
|
60
|
+
# Cache for view to read-only properties mapping
|
|
61
|
+
self._view_readonly_properties_cache: dict[ViewId, set[str]] = {}
|
|
62
|
+
self._view_crud = ViewCRUD.create_loader(self.client)
|
|
63
|
+
|
|
64
|
+
def as_id(self, item: Instance) -> str:
|
|
65
|
+
return f"{item.space}:{item.external_id}"
|
|
66
|
+
|
|
67
|
+
def _filter_readonly_properties(self, instance: InstanceApply) -> None:
|
|
68
|
+
"""
|
|
69
|
+
Filter out read-only properties from the instance.
|
|
70
|
+
|
|
71
|
+
Args:
|
|
72
|
+
instance: The instance to filter readonly properties from
|
|
73
|
+
"""
|
|
74
|
+
|
|
75
|
+
for source in instance.sources:
|
|
76
|
+
readonly_properties = set()
|
|
77
|
+
if isinstance(source.source, ViewId):
|
|
78
|
+
if source.source not in self._view_readonly_properties_cache:
|
|
79
|
+
self._view_readonly_properties_cache[source.source] = self._view_crud.get_readonly_properties(
|
|
80
|
+
source.source
|
|
81
|
+
)
|
|
82
|
+
readonly_properties = self._view_readonly_properties_cache[source.source]
|
|
83
|
+
elif isinstance(source.source, ContainerId):
|
|
84
|
+
if source.source in constants.READONLY_CONTAINER_PROPERTIES:
|
|
85
|
+
readonly_properties = constants.READONLY_CONTAINER_PROPERTIES[source.source]
|
|
86
|
+
|
|
87
|
+
source.properties = {k: v for k, v in source.properties.items() if k not in readonly_properties}
|
|
88
|
+
|
|
89
|
+
def stream_data(self, selector: InstanceSelector, limit: int | None = None) -> Iterable[Page]:
|
|
90
|
+
if isinstance(selector, InstanceViewSelector | InstanceSpaceSelector):
|
|
91
|
+
chunk = InstanceList([])
|
|
92
|
+
total = 0
|
|
93
|
+
for instance in iterate_instances(client=self.client, **selector.as_filter_args()):
|
|
94
|
+
if limit is not None and total >= limit:
|
|
95
|
+
break
|
|
96
|
+
total += 1
|
|
97
|
+
chunk.append(instance)
|
|
98
|
+
if len(chunk) >= self.CHUNK_SIZE:
|
|
99
|
+
yield Page(worker_id="main", items=chunk)
|
|
100
|
+
chunk = InstanceList([])
|
|
101
|
+
if chunk:
|
|
102
|
+
yield Page(worker_id="main", items=chunk)
|
|
103
|
+
elif isinstance(selector, InstanceFileSelector):
|
|
104
|
+
for node_chunk in chunker_sequence(selector.node_ids, self.CHUNK_SIZE):
|
|
105
|
+
yield Page(
|
|
106
|
+
worker_id="main",
|
|
107
|
+
items=InstanceList(self.client.data_modeling.instances.retrieve(nodes=node_chunk).nodes),
|
|
108
|
+
)
|
|
109
|
+
for edge_chunk in chunker_sequence(selector.edge_ids, self.CHUNK_SIZE):
|
|
110
|
+
yield Page(
|
|
111
|
+
worker_id="main",
|
|
112
|
+
items=InstanceList(self.client.data_modeling.instances.retrieve(edges=edge_chunk).edges),
|
|
113
|
+
)
|
|
114
|
+
else:
|
|
115
|
+
raise NotImplementedError()
|
|
116
|
+
|
|
117
|
+
def download_ids(self, selector: InstanceSelector, limit: int | None = None) -> Iterable[list[InstanceId]]:
|
|
118
|
+
if isinstance(selector, InstanceFileSelector) and selector.validate_instance is False:
|
|
119
|
+
instances_to_yield = selector.instance_ids
|
|
120
|
+
if limit is not None:
|
|
121
|
+
instances_to_yield = instances_to_yield[:limit]
|
|
122
|
+
yield from chunker_sequence(instances_to_yield, self.CHUNK_SIZE)
|
|
123
|
+
else:
|
|
124
|
+
yield from ([instance.as_id() for instance in chunk.items] for chunk in self.stream_data(selector, limit))
|
|
125
|
+
|
|
126
|
+
def count(self, selector: InstanceSelector) -> int | None:
|
|
127
|
+
if isinstance(selector, InstanceViewSelector) or (
|
|
128
|
+
isinstance(selector, InstanceSpaceSelector) and selector.view
|
|
129
|
+
):
|
|
130
|
+
result = self.client.data_modeling.instances.aggregate(
|
|
131
|
+
# MyPy do not understand that selector.view is always defined here.
|
|
132
|
+
view=selector.view.as_id(), # type: ignore[union-attr]
|
|
133
|
+
aggregates=Count("externalId"),
|
|
134
|
+
instance_type=selector.instance_type,
|
|
135
|
+
space=selector.get_instance_spaces(),
|
|
136
|
+
)
|
|
137
|
+
return int(result.value or 0)
|
|
138
|
+
elif isinstance(selector, InstanceSpaceSelector):
|
|
139
|
+
statistics = self.client.data_modeling.statistics.spaces.retrieve(space=selector.instance_space)
|
|
140
|
+
if statistics is None:
|
|
141
|
+
return None
|
|
142
|
+
if selector.instance_type == "node":
|
|
143
|
+
return statistics.nodes
|
|
144
|
+
elif selector.instance_type == "edge":
|
|
145
|
+
return statistics.edges
|
|
146
|
+
# This should never happen due to validation in the selector.
|
|
147
|
+
raise ValueError(f"Unknown instance type {selector.instance_type!r}")
|
|
148
|
+
elif isinstance(selector, InstanceFileSelector):
|
|
149
|
+
return len(selector.instance_ids)
|
|
150
|
+
raise NotImplementedError()
|
|
151
|
+
|
|
152
|
+
def data_to_json_chunk(
|
|
153
|
+
self, data_chunk: Sequence[Instance], selector: InstanceSelector | None = None
|
|
154
|
+
) -> list[dict[str, JsonVal]]:
|
|
155
|
+
return [instance.as_write().dump(camel_case=True) for instance in data_chunk]
|
|
156
|
+
|
|
157
|
+
def json_to_resource(self, item_json: dict[str, JsonVal]) -> InstanceApply:
|
|
158
|
+
# There is a bug in the SDK where InstanceApply._load turns all keys to snake_case.
|
|
159
|
+
# So we cannot use InstanceApplyList._load here.
|
|
160
|
+
instance_type = item_json.get("instanceType")
|
|
161
|
+
item_to_load = dict(item_json)
|
|
162
|
+
if self._remove_existing_version and "existingVersion" in item_to_load:
|
|
163
|
+
del item_to_load["existingVersion"]
|
|
164
|
+
instance: InstanceApply
|
|
165
|
+
if instance_type == "node":
|
|
166
|
+
instance = NodeApply._load(item_to_load, cognite_client=self.client)
|
|
167
|
+
elif instance_type == "edge":
|
|
168
|
+
instance = EdgeApply._load(item_to_load, cognite_client=self.client)
|
|
169
|
+
else:
|
|
170
|
+
raise ValueError(f"Unknown instance type {instance_type!r}")
|
|
171
|
+
# Filter out read-only properties if applicable
|
|
172
|
+
self._filter_readonly_properties(instance)
|
|
173
|
+
return instance
|
|
174
|
+
|
|
175
|
+
def configurations(self, selector: InstanceSelector) -> Iterable[StorageIOConfig]:
|
|
176
|
+
if not isinstance(selector, InstanceViewSelector | InstanceSpaceSelector):
|
|
177
|
+
return
|
|
178
|
+
spaces = list(set((selector.get_instance_spaces() or []) + (selector.get_schema_spaces() or [])))
|
|
179
|
+
if not spaces:
|
|
180
|
+
return
|
|
181
|
+
space_crud = SpaceCRUD.create_loader(self.client)
|
|
182
|
+
retrieved_spaces = space_crud.retrieve(spaces)
|
|
183
|
+
retrieved_spaces = SpaceList([space for space in retrieved_spaces if not space.is_global])
|
|
184
|
+
if not retrieved_spaces:
|
|
185
|
+
return
|
|
186
|
+
for space in retrieved_spaces:
|
|
187
|
+
yield StorageIOConfig(
|
|
188
|
+
kind=SpaceCRUD.kind,
|
|
189
|
+
folder_name=SpaceCRUD.folder_name,
|
|
190
|
+
value=space_crud.dump_resource(space),
|
|
191
|
+
filename=sanitize_filename(space.space),
|
|
192
|
+
)
|
|
193
|
+
if not selector.view:
|
|
194
|
+
return
|
|
195
|
+
view_id = selector.view.as_id()
|
|
196
|
+
view_crud = ViewCRUD(self.client, None, None, topological_sort_implements=True)
|
|
197
|
+
views = view_crud.retrieve([view_id])
|
|
198
|
+
views = ViewList([view for view in views if not view.is_global])
|
|
199
|
+
if not views:
|
|
200
|
+
return
|
|
201
|
+
for view in views:
|
|
202
|
+
filename = f"{view.space}_{view.external_id}"
|
|
203
|
+
if view.version is not None:
|
|
204
|
+
filename += f"_{view.version}"
|
|
205
|
+
yield StorageIOConfig(
|
|
206
|
+
kind=ViewCRUD.kind,
|
|
207
|
+
folder_name=ViewCRUD.folder_name,
|
|
208
|
+
value=view_crud.dump_resource(view),
|
|
209
|
+
filename=sanitize_filename(filename),
|
|
210
|
+
)
|
|
211
|
+
container_ids = list({container for view in views for container in view.referenced_containers() or []})
|
|
212
|
+
if not container_ids:
|
|
213
|
+
return
|
|
214
|
+
container_crud = ContainerCRUD.create_loader(self.client)
|
|
215
|
+
containers = container_crud.retrieve(container_ids)
|
|
216
|
+
containers = ContainerList([container for container in containers if not container.is_global])
|
|
217
|
+
if not containers:
|
|
218
|
+
return
|
|
219
|
+
for container in containers:
|
|
220
|
+
yield StorageIOConfig(
|
|
221
|
+
kind=ContainerCRUD.kind,
|
|
222
|
+
folder_name=ContainerCRUD.folder_name,
|
|
223
|
+
value=container_crud.dump_resource(container),
|
|
224
|
+
filename=sanitize_filename(f"{container.space}_{container.external_id}"),
|
|
225
|
+
)
|