cognite-toolkit 0.6.78__py3-none-any.whl → 0.6.80__py3-none-any.whl

{cognite_toolkit-0.6.78.dist-info → cognite_toolkit-0.6.80.dist-info}/RECORD

@@ -1,9 +1,9 @@
 cognite_toolkit/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-cognite_toolkit/_cdf.py,sha256=Lbv1moBfndOXDazAoDao6ZtDHqiN6L7Nv8sj8w6dkTE,5941
-cognite_toolkit/_version.py,sha256=CsBJy00_X3h-8DAU3fkhHtVkiF8payXogeGpwkSdK3c,23
+cognite_toolkit/_cdf.py,sha256=1OSAvbOeuIrnsczEG2BtGqRP3L3sq0VMPthmugnqCUw,5821
+cognite_toolkit/_version.py,sha256=fSZXLMUPcZFKVx9j8mdUsqfW3rMdWH1zhBr-b_DQ1sY,23
 cognite_toolkit/_builtin_modules/README.md,sha256=roU3G05E6ogP5yhw4hdIvVDKV831zCh2pzt9BVddtBg,307
 cognite_toolkit/_builtin_modules/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-cognite_toolkit/_builtin_modules/cdf.toml,sha256=xrW2OhstP4kDedUy5gzuPGqzgnTOYQpusWKDMrcey0E,273
+cognite_toolkit/_builtin_modules/cdf.toml,sha256=AW2ErVYqg4fN_yQbAvSfqnvYN3fRY9vWcsXM-uRtkdg,273
 cognite_toolkit/_builtin_modules/packages.toml,sha256=-z_dCOcZwhW86GV6SCB__XzKSQfZcAupGO7JoNB0TZQ,2735
 cognite_toolkit/_builtin_modules/bootcamp/README.md,sha256=iTVqoy3PLpC-xPi5pbuMIAEHILBSfWTGLexwa1AltpY,211
 cognite_toolkit/_builtin_modules/bootcamp/default.config.yaml,sha256=cBKReVJt2ZqFf5nBJl6mod_yo8iqSpXqh_7MQxi692U,94
@@ -480,23 +480,22 @@ cognite_toolkit/_builtin_modules/sourcesystem/cdf_sharepoint/workflows/trigger.W
 cognite_toolkit/_builtin_modules/sourcesystem/cdf_sharepoint/workflows/v1.WorkflowVersion.yaml,sha256=YgGGZKlEro-ViFtOCU9RYVqnjflJjkCU_nBgmCE0SQk,322
 cognite_toolkit/_cdf_tk/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cognite_toolkit/_cdf_tk/cdf_toml.py,sha256=DAUmHf19ByVIGH4MDPdXKHZ0G97CxdD5J-EzHTq66C8,8025
-cognite_toolkit/_cdf_tk/constants.py,sha256=K69tskc8kCtUn8TDCNZ11M9w6LbWfdAdPAg1X3tBBvw,6326
+cognite_toolkit/_cdf_tk/constants.py,sha256=AeGfm1UUDh-265YWNrHGUnvgZvLC4yzr923khZ3kQLo,6452
 cognite_toolkit/_cdf_tk/exceptions.py,sha256=xG0jMwi5A20nvPvyo6sCyz_cyKycynPyIzpYiGR4gcU,6064
-cognite_toolkit/_cdf_tk/feature_flags.py,sha256=4ez7sNv_UlZG5YU6A3M20VcYFXU6TWnK3UywLQgR11E,3013
+cognite_toolkit/_cdf_tk/feature_flags.py,sha256=oKvUHcNTtt8zp31eZ1eSCxfSIelm0L5B0xAQOskr1hc,2892
 cognite_toolkit/_cdf_tk/hints.py,sha256=UI1ymi2T5wCcYOpEbKbVaDnlyFReFy8TDtMVt-5E1h8,6493
 cognite_toolkit/_cdf_tk/plugins.py,sha256=yL7Q4k9UGnoHP9Ucrno02_qi1L3DrE6ggBiQI-wQKiU,783
 cognite_toolkit/_cdf_tk/tracker.py,sha256=NNyaLcQ-E7fNjmeOejT7OALGZid27wTj8u-FcbEWxHk,6472
 cognite_toolkit/_cdf_tk/validation.py,sha256=KFdPgnNIbVM0yjFF0cqmpBB8MI8e-U-YbBYrP4IiClE,8441
-cognite_toolkit/_cdf_tk/apps/__init__.py,sha256=rdLbrlJV9m03pCIn3yTdfUAO3C2yUVjaQXEU6w1m5e0,717
+cognite_toolkit/_cdf_tk/apps/__init__.py,sha256=nNQymHhwxjXNpY9N9xDmnvSPLCMwQkn_t9oRkgDWofI,659
 cognite_toolkit/_cdf_tk/apps/_auth_app.py,sha256=ER7uYb3ViwsHMXiQEZpyhwU6TIjKaB9aEy32VI4MPpg,3397
 cognite_toolkit/_cdf_tk/apps/_core_app.py,sha256=MwdS6sAx-HN_UdjXZIISmwlaXLamiP-rJssrCZGD5ng,13655
 cognite_toolkit/_cdf_tk/apps/_data_app.py,sha256=rFnTcUBAuoFcTQCjxwqZGG0HjUMGdYTFyBGXxWg5gXE,824
 cognite_toolkit/_cdf_tk/apps/_download_app.py,sha256=faAuhFYn7eQ_uzP3BNmnXeaeeoyZR1JvRZx2ATKrsao,16691
 cognite_toolkit/_cdf_tk/apps/_dump_app.py,sha256=Ec0aEqbKwCkxni09i06rfY31qZUyOVwbbvo7MHh4cf8,39056
 cognite_toolkit/_cdf_tk/apps/_landing_app.py,sha256=tV8hpqxLm2YgqB-TWieheK7ucN-JhQVtN13V3Zth6Os,386
-cognite_toolkit/_cdf_tk/apps/_migrate_app.py,sha256=BakIZ54DPdQQ7Cj0lp9mdqwGBhijaivs54kAr6CwIQ0,26399
-cognite_toolkit/_cdf_tk/apps/_modules_app.py,sha256=Ydjho3z89YCT7Jeq1sOg2rRkLffWH81KTYeWp8SW__Y,6623
-cognite_toolkit/_cdf_tk/apps/_populate_app.py,sha256=CDQup8xVGbTUR_G9O0phLVhz8GyRPM3quyFesdhnxY4,2783
+cognite_toolkit/_cdf_tk/apps/_migrate_app.py,sha256=xkXo1h3eQ14D5uQ0qQdq01etS1FV_fg6ZnvxMt8H-os,30580
+cognite_toolkit/_cdf_tk/apps/_modules_app.py,sha256=95_H2zccRJl2mWn0oQ5mjCaEDnG63sPKOkB81IgWcIk,7637
 cognite_toolkit/_cdf_tk/apps/_profile_app.py,sha256=vSRJW54bEvIul8_4rOqyOYA7ztXx7TFOvZRZWZTxMbg,7007
 cognite_toolkit/_cdf_tk/apps/_purge.py,sha256=rhda9Sim9B9NXuRzCvIch1xTX1g8XlnZO0dRX7XAVZk,11756
 cognite_toolkit/_cdf_tk/apps/_repo_app.py,sha256=jOf_s7oUWJqnRyz89JFiSzT2l8GlyQ7wqidHUQavGo0,1455
@@ -569,12 +568,11 @@ cognite_toolkit/_cdf_tk/client/data_classes/streamlit_.py,sha256=nEk00FH3i-px2r6
 cognite_toolkit/_cdf_tk/client/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cognite_toolkit/_cdf_tk/client/utils/_concurrency.py,sha256=3GtQbKDaosyKHEt-KzxKK9Yie4TvZPdoou2vUk6dUa8,2298
 cognite_toolkit/_cdf_tk/client/utils/_http_client.py,sha256=oXNKrIaizG4WiSAhL_kSCHAuL4aaaEhCU4pOJGxh6Xs,483
-cognite_toolkit/_cdf_tk/commands/__init__.py,sha256=gPkU5i1E4paaddnhXvQ26vvNxAPOYFT6g59eKdD5SBU,1594
+cognite_toolkit/_cdf_tk/commands/__init__.py,sha256=OJYtHiERtUBXm3cjUTyPVaYIMVQpu9HJv1QNGPL-AIQ,1418
 cognite_toolkit/_cdf_tk/commands/_base.py,sha256=m2hnXo_AAHhsoSayHZO_zUa4xEt5w5oMB4WCHmJr-AY,2595
 cognite_toolkit/_cdf_tk/commands/_changes.py,sha256=DIwuiRpDhWBDpsW3R3yqj0eWLAE3c_kPbmCaUkxjFuo,24852
 cognite_toolkit/_cdf_tk/commands/_cli_commands.py,sha256=TK6U_rm6VZT_V941kTyHMoulWgJzbDC8YIIQDPJ5x3w,1011
 cognite_toolkit/_cdf_tk/commands/_download.py,sha256=S5WuOAgbZTgU5kXyjqgTzm7e0hN9FI6IYOeQ9U-44Ow,6718
-cognite_toolkit/_cdf_tk/commands/_populate.py,sha256=59VXEFRc4521xhTmCuQnjgWNYE3z4TUkUq8YbFREDGc,12280
 cognite_toolkit/_cdf_tk/commands/_profile.py,sha256=_4iX3AHAI6eLmRVUlWXCSvVHx1BZW2yDr_i2i9ECg6U,43120
 cognite_toolkit/_cdf_tk/commands/_purge.py,sha256=BEQvgk3z-Id3UaHyt_TL69ussv_ysZX3j1t6waJXE-c,37494
 cognite_toolkit/_cdf_tk/commands/_upload.py,sha256=kXYmP1YMg-JvsuN1iYaMuZH1qZfapya2j-RABGhqGHo,11860
@@ -589,26 +587,24 @@ cognite_toolkit/_cdf_tk/commands/dump_data.py,sha256=8l4M2kqV4DjiV5js5s7EbFVNxV0
 cognite_toolkit/_cdf_tk/commands/dump_resource.py,sha256=ylAFST3GgkWT1Qa-JIzmQXbrQgNCB1UrptrBf3WsyvY,39658
 cognite_toolkit/_cdf_tk/commands/featureflag.py,sha256=lgLMwuNIwFjvvKn1sNMunkq4VTwdNqXtrZfdGFTrNcI,968
 cognite_toolkit/_cdf_tk/commands/init.py,sha256=OuAVPI_tAJrwFO81EwzKXAA8m6ne44wXsJ0KZyKwPAE,239
-cognite_toolkit/_cdf_tk/commands/modules.py,sha256=UsCfWo6vXboJx5EccOz6sp1D1tb8_fzvfSHayMuG3v8,39975
+cognite_toolkit/_cdf_tk/commands/modules.py,sha256=z-wauNjwsDwpFjCNZ2VF6NGkgcnz0_K8grR98XGO9Ls,42086
 cognite_toolkit/_cdf_tk/commands/pull.py,sha256=2Zf6IOXxSxZ-5XkNE80FlrXBuNejAWrApAocu-kTrNw,39253
 cognite_toolkit/_cdf_tk/commands/repo.py,sha256=MNy8MWphTklIZHvQOROCweq8_SYxGv6BaqnLpkFFnuk,3845
 cognite_toolkit/_cdf_tk/commands/run.py,sha256=JyX9jLEQej9eRrHVCCNlw4GuF80qETSol3-T5CCofgw,37331
-cognite_toolkit/_cdf_tk/commands/_migrate/__init__.py,sha256=ODut2BHBKAMSQMane2S7v-3Z8EjJ67ab2k99zRASpvY,373
-cognite_toolkit/_cdf_tk/commands/_migrate/adapter.py,sha256=XravqmR0Dp_QgaeHCvczEzTnVFCpXo1DvR27ejnJG3I,14356
-cognite_toolkit/_cdf_tk/commands/_migrate/assets.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+cognite_toolkit/_cdf_tk/commands/_migrate/__init__.py,sha256=i5ldcTah59K0E4fH5gHTV0GRvtDCEvVses9WQzn9Lno,226
 cognite_toolkit/_cdf_tk/commands/_migrate/base.py,sha256=aS32Wa-gd7vFNOdCTKEIpSSdjQKZ8jblzD6c3YcOmzA,4942
 cognite_toolkit/_cdf_tk/commands/_migrate/canvas.py,sha256=Tv4OG9V6tDsQbSH13YW8M0n8Ury5gU16oJB-OISVR0w,6398
-cognite_toolkit/_cdf_tk/commands/_migrate/command.py,sha256=kTngZIT46-ewPjwoYzsRMMAASNo1X_Hsl15X-CmG-LU,14131
+cognite_toolkit/_cdf_tk/commands/_migrate/command.py,sha256=RtC5CMQC1Wy5RmOwlCM67Mc8fZEExXubJLvzDzk2IMA,14097
 cognite_toolkit/_cdf_tk/commands/_migrate/conversion.py,sha256=Eol-0ruQ14fwS-bx2pEmbXdICodfknSJ_OsAASa6jkY,9592
-cognite_toolkit/_cdf_tk/commands/_migrate/creators.py,sha256=PlDypLBxRDDwCNk9baLiBer7GpSx8dSHqIhsHkHfOmY,8382
-cognite_toolkit/_cdf_tk/commands/_migrate/data_classes.py,sha256=fQy-N1Jc3wjxj84mxRbQHSVGkefJGlyw1_Ll9NCuPSM,7237
-cognite_toolkit/_cdf_tk/commands/_migrate/data_mapper.py,sha256=TXqXgT_XcWwCB8yViEHNFOWjIdXr-EDHuJKOOf2smWs,5915
+cognite_toolkit/_cdf_tk/commands/_migrate/creators.py,sha256=GMKwpJWH-yQmS9QUFcjKklI_9Ynxwp58R-vZlzJOBuI,9411
+cognite_toolkit/_cdf_tk/commands/_migrate/data_classes.py,sha256=eF3Fv-tm_A8iaRUAOVOdg1DKPN7OYVPwrLQMvawsO14,8572
+cognite_toolkit/_cdf_tk/commands/_migrate/data_mapper.py,sha256=L9HJGmcTiAkC8Sftrngp8FyHBtAbkZtb9HrpLFg-ED0,6006
 cognite_toolkit/_cdf_tk/commands/_migrate/data_model.py,sha256=i1eUsNX6Dueol9STIEwyksBnBsWUk13O8qHIjW964pM,7860
-cognite_toolkit/_cdf_tk/commands/_migrate/default_mappings.py,sha256=QWR_WZE96rWmuL9us-6vga6oiMila7SPuJwkjAQY2gE,5517
-cognite_toolkit/_cdf_tk/commands/_migrate/files.py,sha256=uDGNwTnlpc0cjwLX7P9GHcqf4IsD5Q9_4w7rUOpGWWU,6790
+cognite_toolkit/_cdf_tk/commands/_migrate/default_mappings.py,sha256=KkSq_4R6hQ15ccG-jHy7vVgPwC5IDd5OaXZLvz5mIZs,5547
 cognite_toolkit/_cdf_tk/commands/_migrate/issues.py,sha256=lWSnuS3CfRDbA7i1g12gJ2reJnQcLmZWxHDK19-Wxkk,5772
+cognite_toolkit/_cdf_tk/commands/_migrate/migration_io.py,sha256=J0Cb_TI_G5UoJIxpKGlCOLwjZ5VeDU93G_QP1-84lqU,9878
 cognite_toolkit/_cdf_tk/commands/_migrate/prepare.py,sha256=sTxeEgIp2xNJXW-RoOhtdAXlww5Wxe94GyzZG1RyYW4,2483
-cognite_toolkit/_cdf_tk/commands/_migrate/timeseries.py,sha256=k3U01tYOMAjdd1XwF02gSZHgw0QvAEQ8iNXHlRExpJk,7114
+cognite_toolkit/_cdf_tk/commands/_migrate/selectors.py,sha256=CYle1Gz69HHnKF4onTIFxrpiOoDApvVK01SFuQuHzP0,2130
 cognite_toolkit/_cdf_tk/cruds/__init__.py,sha256=j0yxDCwd4Cl9KG7SvGTDQg4Y2bHfYVEDv8CBxbFTWUM,6070
 cognite_toolkit/_cdf_tk/cruds/_base_cruds.py,sha256=L7JpH1e3XI7ZgH52zanCHVkO73r8zbe2sDLP83cIkY0,19651
 cognite_toolkit/_cdf_tk/cruds/_data_cruds.py,sha256=3FYKow5uOBWt2-6kzszRJE8YgqxJQlp6WrvFsgwxyD4,9092
@@ -708,8 +704,8 @@ cognite_toolkit/_cdf_tk/resource_classes/robotics/location.py,sha256=dbc9HT-bc2Q
 cognite_toolkit/_cdf_tk/resource_classes/robotics/map.py,sha256=j77z7CzCMiMj8r94BdUKCum9EuZRUjaSlUAy9K9DL_Q,942
 cognite_toolkit/_cdf_tk/storageio/__init__.py,sha256=aM-skaPnKTH1B7HG0faeTUNf7u1b-sT8l7hh5JRZ1E8,2288
 cognite_toolkit/_cdf_tk/storageio/_applications.py,sha256=bhyG1d2_9duPkX-otC2brVcpChvdXSPkYhBHS5T_72g,4343
-cognite_toolkit/_cdf_tk/storageio/_asset_centric.py,sha256=P3jNsLUjrQdYlHX3Dbc8H3jocGJafEqTNjxkBCZA7cc,23360
-cognite_toolkit/_cdf_tk/storageio/_base.py,sha256=j0_rMXCldq62CihPifH7ssBvv_8CUM9VpIxyZMDMRAw,8755
+cognite_toolkit/_cdf_tk/storageio/_asset_centric.py,sha256=0Q8htH7VM2mw0xx64R6lYrOLuLW8OJ4awO1kQgblh9E,23390
+cognite_toolkit/_cdf_tk/storageio/_base.py,sha256=yqAaBlZcE53V_HKcKi_q-OjpC2Nnhkw13cbSvXjx2wY,8682
 cognite_toolkit/_cdf_tk/storageio/_data_classes.py,sha256=s3TH04BJ1q7rXndRhEbVMEnoOXjxrGg4n-w9Z5uUL-o,3480
 cognite_toolkit/_cdf_tk/storageio/_instances.py,sha256=_tKOdlo7tMJoh7y-47o7sySfDMRa-G-AFVprmzjn3EQ,9311
 cognite_toolkit/_cdf_tk/storageio/_raw.py,sha256=5UkIk5MkyyCyGRYmyD6qTIsEDKbI2EulPesYbqM8qAA,3466
@@ -748,7 +744,7 @@ cognite_toolkit/_cdf_tk/utils/sql_parser.py,sha256=jernu2amPQ54cQZ4vFZm1gEhFZfGc
 cognite_toolkit/_cdf_tk/utils/table_writers.py,sha256=Rxp_CZDDWrNPERNq6u1xsAX1OvzownwMMnpwNu8KdH0,17861
 cognite_toolkit/_cdf_tk/utils/text.py,sha256=EpIXjaQ5C5q5fjbUjAW7tncXpdJfiQeV7CYSbr70Bl0,3106
 cognite_toolkit/_cdf_tk/utils/thread_safe_dict.py,sha256=NbRHcZvWpF9xHP5OkOMGFpxrPNbi0Q3Eea6PUNbGlt4,3426
-cognite_toolkit/_cdf_tk/utils/useful_types.py,sha256=_crrDVtJ5y9eYuqGhnllDH2uvPtg9hHrwOMDdUYFsB8,1256
+cognite_toolkit/_cdf_tk/utils/useful_types.py,sha256=tPZOcK1PR1hNogMCgF863APMK6p3528t5kKaKbVl0-s,1352
 cognite_toolkit/_cdf_tk/utils/validate_access.py,sha256=uB_EdlrMDteOgpZDzcSutOjwp3u9jQ91Xl7uuqrBRh0,12427
 cognite_toolkit/_cdf_tk/utils/fileio/__init__.py,sha256=_rZp6E2HaqixzPC57XQGaSm6xm1pFNXNJ4hBAnvGx1c,1137
 cognite_toolkit/_cdf_tk/utils/fileio/_base.py,sha256=MpWaD3lR9vrJ-kGzTiDOtChXhvFD7-xrP-Pzp7vjnLY,756
@@ -765,12 +761,13 @@ cognite_toolkit/_repo_files/.gitignore,sha256=ip9kf9tcC5OguF4YF4JFEApnKYw0nG0vPi
 cognite_toolkit/_repo_files/AzureDevOps/.devops/README.md,sha256=OLA0D7yCX2tACpzvkA0IfkgQ4_swSd-OlJ1tYcTBpsA,240
 cognite_toolkit/_repo_files/AzureDevOps/.devops/deploy-pipeline.yml,sha256=brULcs8joAeBC_w_aoWjDDUHs3JheLMIR9ajPUK96nc,693
 cognite_toolkit/_repo_files/AzureDevOps/.devops/dry-run-pipeline.yml,sha256=OBFDhFWK1mlT4Dc6mDUE2Es834l8sAlYG50-5RxRtHk,723
-cognite_toolkit/_repo_files/GitHub/.github/workflows/deploy.yaml,sha256=GNCA1X5TNm6U2Uq6WqxEGotEn5r5jEUZIe3jlfbbFSY,667
-cognite_toolkit/_repo_files/GitHub/.github/workflows/dry-run.yaml,sha256=7QRn6XMfRQyGE3ykBe9E1AmhcqAYxL76DDMjQp1d-5s,2430
+cognite_toolkit/_repo_files/GitHub/.github/workflows/deploy.yaml,sha256=RP8LAIChX8hlvdhZ4w9SSu54n4PftJQMzwLPToJGE1s,667
+cognite_toolkit/_repo_files/GitHub/.github/workflows/dry-run.yaml,sha256=TFgMyJmNh5rYnQlvI3MiIOlM7fQEdZgMPwIHTKXtWxI,2430
+cognite_toolkit/_resources/cdf.toml,sha256=AW2ErVYqg4fN_yQbAvSfqnvYN3fRY9vWcsXM-uRtkdg,273
 cognite_toolkit/demo/__init__.py,sha256=-m1JoUiwRhNCL18eJ6t7fZOL7RPfowhCuqhYFtLgrss,72
 cognite_toolkit/demo/_base.py,sha256=6xKBUQpXZXGQ3fJ5f7nj7oT0s2n7OTAGIa17ZlKHZ5U,8052
-cognite_toolkit-0.6.78.dist-info/METADATA,sha256=B-2qyoZEjPI3V15Ikfdi8MJHTw6m9jEgr4EGcEaJ7ic,4501
-cognite_toolkit-0.6.78.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-cognite_toolkit-0.6.78.dist-info/entry_points.txt,sha256=JlR7MH1_UMogC3QOyN4-1l36VbrCX9xUdQoHGkuJ6-4,83
-cognite_toolkit-0.6.78.dist-info/licenses/LICENSE,sha256=CW0DRcx5tL-pCxLEN7ts2S9g2sLRAsWgHVEX4SN9_Mc,752
-cognite_toolkit-0.6.78.dist-info/RECORD,,
+cognite_toolkit-0.6.80.dist-info/METADATA,sha256=8GLqmg4pwYBnS-eLsMp7eB3wUJFJ4hAbzfxYQHXyN1g,4501
+cognite_toolkit-0.6.80.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+cognite_toolkit-0.6.80.dist-info/entry_points.txt,sha256=JlR7MH1_UMogC3QOyN4-1l36VbrCX9xUdQoHGkuJ6-4,83
+cognite_toolkit-0.6.80.dist-info/licenses/LICENSE,sha256=CW0DRcx5tL-pCxLEN7ts2S9g2sLRAsWgHVEX4SN9_Mc,752
+cognite_toolkit-0.6.80.dist-info/RECORD,,

cognite_toolkit/_cdf_tk/apps/_populate_app.py

@@ -1,80 +0,0 @@
-from pathlib import Path
-from typing import Annotated, Any
-
-import typer
-from rich import print
-
-from cognite_toolkit._cdf_tk.commands import PopulateCommand
-from cognite_toolkit._cdf_tk.utils.auth import EnvironmentVariables
-
-
-class PopulateApp(typer.Typer):
-    def __init__(self, *args: Any, **kwargs: Any) -> None:
-        super().__init__(*args, **kwargs)
-        self.callback(invoke_without_command=True)(self.main)
-        self.command("view")(self.populate_view)
-
-    def main(self, ctx: typer.Context) -> None:
-        """Commands populate functionality"""
-        if ctx.invoked_subcommand is None:
-            print("Use [bold yellow]cdf populate --help[/] for more information.")
-
-    def populate_view(
-        self,
-        ctx: typer.Context,
-        view_id: Annotated[
-            list[str] | None,
-            typer.Argument(
-                help="View ID to populate. Format space external ID version, for example 'cdf_cdm CogniteAsset v1'"
-                " If not provided, interactive mode will be used.",
-            ),
-        ] = None,
-        table: Annotated[
-            Path | None,
-            typer.Option(
-                "--table",
-                "-t",
-                help="Path to the file containing the data to populate the view with. This is required unless interactive"
-                " mode is used",
-            ),
-        ] = None,
-        instance_space: Annotated[
-            str | None,
-            typer.Option(
-                "--space",
-                "-s",
-                help="The space to write the nodes to. This is required unless interactive mode is used",
-            ),
-        ] = None,
-        external_id_column: Annotated[
-            str | None,
-            typer.Option(
-                "--external-id-column",
-                "-e",
-                help="The name of the column in the table that contains the external IDs of the nodes. The column"
-                " must be present in the table and must contain unique values. This is required unless interactive"
-                " mode is used",
-            ),
-        ] = None,
-        verbose: Annotated[
-            bool,
-            typer.Option(
-                "--verbose",
-                "-v",
-                help="Turn on to get more verbose output when running the command",
-            ),
-        ] = False,
-    ) -> None:
-        """This command will populate a given view with data from a local table."""
-        cmd = PopulateCommand()
-        client = EnvironmentVariables.create_from_environment().get_client()
-        cmd.run(
-            lambda: cmd.view(
-                client,
-                view_id,
-                table,
-                instance_space,
-                external_id_column,
-                verbose,
-            )
-        )

cognite_toolkit/_cdf_tk/commands/_migrate/adapter.py

@@ -1,368 +0,0 @@
-from abc import ABC, abstractmethod
-from collections.abc import Iterator, Sequence
-from dataclasses import dataclass
-from functools import cached_property
-from pathlib import Path
-from typing import ClassVar, Generic, Literal
-
-from cognite.client.data_classes import (
-    FileMetadata,
-    FileMetadataList,
-    FileMetadataWrite,
-    FileMetadataWriteList,
-    TimeSeries,
-    TimeSeriesList,
-    TimeSeriesWrite,
-    TimeSeriesWriteList,
-)
-from cognite.client.data_classes._base import (
-    T_CogniteResourceList,
-    T_WritableCogniteResource,
-    T_WriteClass,
-    WriteableCogniteResource,
-    WriteableCogniteResourceList,
-)
-from cognite.client.data_classes.data_modeling import InstanceApply, NodeId, ViewId
-
-from cognite_toolkit._cdf_tk.client import ToolkitClient
-from cognite_toolkit._cdf_tk.client.data_classes.instances import InstanceApplyList
-from cognite_toolkit._cdf_tk.client.data_classes.pending_instances_ids import PendingInstanceId
-from cognite_toolkit._cdf_tk.constants import MISSING_INSTANCE_SPACE
-from cognite_toolkit._cdf_tk.cruds._base_cruds import T_ID
-from cognite_toolkit._cdf_tk.exceptions import ToolkitNotImplementedError
-from cognite_toolkit._cdf_tk.storageio import (
-    BaseAssetCentricIO,
-    FileMetadataIO,
-    InstanceIO,
-    TimeSeriesIO,
-    UploadableStorageIO,
-)
-from cognite_toolkit._cdf_tk.storageio._base import Page, UploadItem
-from cognite_toolkit._cdf_tk.storageio.selectors import (
-    DataSelector,
-    DataSetSelector,
-)
-from cognite_toolkit._cdf_tk.utils.collection import chunker_sequence
-from cognite_toolkit._cdf_tk.utils.http_client import HTTPClient, HTTPMessage, ItemsRequest, SuccessResponseItems
-from cognite_toolkit._cdf_tk.utils.useful_types import (
-    AssetCentricKind,
-    AssetCentricType,
-    JsonVal,
-    T_WritableCogniteResourceList,
-)
-
-from .data_classes import MigrationMapping, MigrationMappingList
-from .data_model import INSTANCE_SOURCE_VIEW_ID
-
-
-class MigrationSelector(DataSelector, ABC):
-    @abstractmethod
-    def get_ingestion_mappings(self) -> list[str]:
-        raise NotImplementedError()
-
-
-class MigrationCSVFileSelector(MigrationSelector):
-    type: Literal["migrationCSVFile"] = "migrationCSVFile"
-    datafile: Path
-
-    @property
-    def group(self) -> str:
-        return f"Migration_{self.kind}"
-
-    def __str__(self) -> str:
-        return f"file_{self.datafile.name}"
-
-    def get_ingestion_mappings(self) -> list[str]:
-        views = {item.get_ingestion_view() for item in self.items}
-        return sorted(views)
-
-    @cached_property
-    def items(self) -> MigrationMappingList:
-        return MigrationMappingList.read_csv_file(self.datafile, resource_type=self.kind)
-
-
-class MigrateDataSetSelector(MigrationSelector):
-    type: Literal["migrateDataSet"] = "migrateDataSet"
-    kind: AssetCentricKind
-    data_set_external_id: str
-    ingestion_mapping: str | None = None
-    preferred_consumer_view: ViewId | None = None
-
-    @property
-    def group(self) -> str:
-        return f"DataSet_{self.data_set_external_id}"
-
-    def __str__(self) -> str:
-        return self.kind
-
-    def get_schema_spaces(self) -> list[str] | None:
-        return None
-
-    def get_instance_spaces(self) -> list[str] | None:
-        return None
-
-    def get_ingestion_mappings(self) -> list[str]:
-        return [self.ingestion_mapping] if self.ingestion_mapping else []
-
-
-@dataclass
-class AssetCentricMapping(Generic[T_WritableCogniteResource], WriteableCogniteResource[InstanceApply]):
-    mapping: MigrationMapping
-    resource: T_WritableCogniteResource
-
-    def as_write(self) -> InstanceApply:
-        raise NotImplementedError()
-
-    def dump(self, camel_case: bool = True) -> dict[str, JsonVal]:
-        mapping = self.mapping.model_dump(exclude_unset=True, by_alias=camel_case)
-        # Ensure that resource type is always included, even if unset.
-        mapping["resourceType" if camel_case else "resource_type"] = self.mapping.resource_type
-        return {
-            "mapping": mapping,
-            "resource": self.resource.dump(camel_case=camel_case),
-        }
-
-
-class AssetCentricMappingList(
-    WriteableCogniteResourceList[InstanceApply, AssetCentricMapping[T_WritableCogniteResource]]
-):
-    _RESOURCE: type = AssetCentricMapping
-
-    def as_write(self) -> InstanceApplyList:
-        return InstanceApplyList([item.as_write() for item in self])
-
-
-class AssetCentricMigrationIOAdapter(
-    Generic[T_ID, T_WriteClass, T_WritableCogniteResource, T_CogniteResourceList, T_WritableCogniteResourceList],
-    UploadableStorageIO[MigrationSelector, AssetCentricMapping[T_WritableCogniteResource], InstanceApply],
-):
-    KIND = "AssetCentricMigration"
-    SUPPORTED_DOWNLOAD_FORMATS = frozenset({".parquet", ".csv", ".ndjson"})
-    SUPPORTED_COMPRESSIONS = frozenset({".gz"})
-    SUPPORTED_READ_FORMATS = frozenset({".parquet", ".csv", ".ndjson", ".yaml", ".yml"})
-    CHUNK_SIZE = 1000
-    UPLOAD_ENDPOINT = InstanceIO.UPLOAD_ENDPOINT
-
-    def __init__(
-        self,
-        client: ToolkitClient,
-        base: BaseAssetCentricIO[
-            T_ID, T_WriteClass, T_WritableCogniteResource, T_CogniteResourceList, T_WritableCogniteResourceList
-        ],
-    ) -> None:
-        super().__init__(client)
-        self.base = base
-
-    def as_id(self, item: AssetCentricMapping) -> str:
-        return f"{item.mapping.resource_type}_{item.mapping.id}"
-
-    def stream_data(self, selector: MigrationSelector, limit: int | None = None) -> Iterator[Page]:
-        if isinstance(selector, MigrationCSVFileSelector):
-            iterator = self._stream_from_csv(selector, limit)
-        elif isinstance(selector, MigrateDataSetSelector):
-            iterator = self._stream_given_dataset(selector, limit)
-        else:
-            raise ToolkitNotImplementedError(f"Selector {type(selector)} is not supported for stream_data")
-        yield from (Page(worker_id="main", items=items) for items in iterator)
-
-    def _stream_from_csv(
-        self, selector: MigrationCSVFileSelector, limit: int | None = None
-    ) -> Iterator[Sequence[AssetCentricMapping[T_WritableCogniteResource]]]:
-        items = selector.items
-        if limit is not None:
-            items = MigrationMappingList(items[:limit])
-        chunk: list[AssetCentricMapping[T_WritableCogniteResource]] = []
-        for current_batch in chunker_sequence(items, self.CHUNK_SIZE):
-            resources = self.base.retrieve(current_batch.get_ids())
-            for mapping, resource in zip(current_batch, resources, strict=True):
-                chunk.append(AssetCentricMapping(mapping=mapping, resource=resource))
-            if chunk:
-                yield chunk
-                chunk = []
-
-    def count(self, selector: MigrationSelector) -> int | None:
-        if isinstance(selector, MigrationCSVFileSelector):
-            return len(selector.items)
-        elif isinstance(selector, MigrateDataSetSelector):
-            asset_centric_selector = self._get_asset_centric_selector(selector)
-            return self.base.count(asset_centric_selector)
-        else:
-            raise ToolkitNotImplementedError(f"Selector {type(selector)} is not supported for count")
-
-    @staticmethod
-    def _get_asset_centric_selector(selector: MigrateDataSetSelector) -> DataSetSelector:
-        return DataSetSelector(
-            data_set_external_id=selector.data_set_external_id,
-            kind=selector.kind,
-        )
-
-    def _stream_given_dataset(
-        self, selector: MigrateDataSetSelector, limit: int | None = None
-    ) -> Iterator[Sequence[AssetCentricMapping[T_WritableCogniteResource]]]:
-        asset_centric_selector = self._get_asset_centric_selector(selector)
-        for data_chunk in self.base.stream_data(asset_centric_selector, limit):
-            mapping_list = AssetCentricMappingList[T_WritableCogniteResource]([])
-            for resource in data_chunk.items:
-                space_source = self.client.migration.space_source.retrieve(data_set_id=resource.data_set_id)
-                instance_space = space_source.instance_space if space_source else None
-                if instance_space is None:
-                    instance_space = MISSING_INSTANCE_SPACE
-                mapping = MigrationMapping(
-                    resource_type=self._kind_to_resource_type(selector.kind),
-                    instance_id=NodeId(
-                        space=instance_space,
-                        external_id=resource.external_id,
-                    ),
-                    id=resource.id,
-                    data_set_id=resource.data_set_id,
-                    ingestion_view=selector.ingestion_mapping,
-                    preferred_consumer_view=selector.preferred_consumer_view,
-                )
-                mapping_list.append(AssetCentricMapping(mapping=mapping, resource=resource))
-            yield mapping_list
-
-    @staticmethod
-    def _kind_to_resource_type(kind: AssetCentricKind) -> AssetCentricType:
-        mapping: dict[AssetCentricKind, AssetCentricType] = {
-            "Assets": "asset",
-            "Events": "event",
-            "TimeSeries": "timeseries",
-            "FileMetadata": "file",
-        }
-        try:
-            return mapping[kind]
-        except KeyError as e:
-            raise ToolkitNotImplementedError(f"Kind '{kind}' is not supported") from e
-
-    def data_to_json_chunk(
-        self,
-        data_chunk: Sequence[AssetCentricMapping[T_WritableCogniteResource]],
-        selector: MigrationSelector | None = None,
-    ) -> list[dict[str, JsonVal]]:
-        return [item.dump() for item in data_chunk]
-
-    def json_to_resource(self, item_json: dict[str, JsonVal]) -> InstanceApply:
-        raise NotImplementedError()
-
-
-class LinkingAdapter(
-    AssetCentricMigrationIOAdapter[
-        T_ID, T_WriteClass, T_WritableCogniteResource, T_CogniteResourceList, T_WritableCogniteResourceList
-    ]
-):
-    """Adapter that links asset-centric resources to data model instances before uploading them.
-
-    This is necessary to link asset-centric resources to their new CogniteDataModel instances using the
-    appropriate set-pending-instance-ids endpoint.
-
-    Args:
-        client: ToolkitClient
-            The toolkit client to use for communication with CDF.
-        base: BaseAssetCentricIO
-            The base asset-centric IO to use for retrieving asset-centric resources.
-        skip_linking: bool
-            Whether to skip the linking step and only upload the resources. Essentially creating a copy.
-
-    """
-
-    PENDING_INSTANCE_ID_ENDPOINT: ClassVar[str]
-
-    def __init__(
-        self,
-        client: ToolkitClient,
-        base: BaseAssetCentricIO[
-            T_ID, T_WriteClass, T_WritableCogniteResource, T_CogniteResourceList, T_WritableCogniteResourceList
-        ],
-        skip_linking: bool = False,
-    ) -> None:
-        super().__init__(client, base)
-        self.skip_linking = skip_linking
-
-    @staticmethod
-    def as_pending_instance_id(item: InstanceApply) -> PendingInstanceId:
-        """Convert an InstanceApply to a PendingInstanceId for linking."""
-        source = next((source for source in item.sources if source.source == INSTANCE_SOURCE_VIEW_ID), None)
-        if source is None:
-            raise ValueError(f"Cannot extract ID from item of type {type(item).__name__!r}")
-        if not isinstance(source.properties["id"], int):
-            raise ValueError(f"Unexpected ID type: {type(source.properties['id']).__name__!r}")
-        id_ = source.properties["id"]
-        return PendingInstanceId(
-            pending_instance_id=NodeId(item.space, item.external_id),
-            id=id_,
-        )
-
-    def upload_items(
-        self,
-        data_chunk: Sequence[UploadItem[InstanceApply]],
-        http_client: HTTPClient,
-        selector: MigrationSelector | None = None,
-    ) -> Sequence[HTTPMessage]:
-        """Upload items by first linking them using files/set-pending-instance-ids and then uploading the instances."""
-        if self.skip_linking:
-            return list(super().upload_items(data_chunk, http_client, selector))
-        config = http_client.config
-        results: list[HTTPMessage] = []
-        successful_linked: set[str] = set()
-        for batch in chunker_sequence(data_chunk, self.CHUNK_SIZE):
-            batch_results = http_client.request_with_retries(
-                message=ItemsRequest(
-                    endpoint_url=config.create_api_url(self.PENDING_INSTANCE_ID_ENDPOINT),
-                    method="POST",
-                    api_version="alpha",
-                    items=[
-                        UploadItem(source_id=item.source_id, item=self.as_pending_instance_id(item.item))
-                        for item in batch
-                    ],
-                )
-            )
-            for res in batch_results:
-                if isinstance(res, SuccessResponseItems):
-                    successful_linked.update(res.ids)
-            results.extend(batch_results)
-        to_upload = [item for item in data_chunk if item.source_id in successful_linked]
-        if to_upload:
-            results.extend(list(super().upload_items(to_upload, http_client, selector)))
-        return results
-
-
-class FileMetaAdapter(
-    LinkingAdapter[
-        str,
-        FileMetadataWrite,
-        FileMetadata,
-        FileMetadataWriteList,
-        FileMetadataList,
-    ]
-):
-    """Adapter for migrating file metadata to data model instances.
-
-    This is necessary to link asset-centric FileMetadata to their new CogniteFile instances using the
-    files/set-pending-instance-ids.
-    """
-
-    PENDING_INSTANCE_ID_ENDPOINT: ClassVar[str] = "/files/set-pending-instance-ids"
-
-    def __init__(self, client: ToolkitClient, skip_linking: bool) -> None:
-        super().__init__(client, FileMetadataIO(client), skip_linking)
-
-
-class TimeSeriesIOAdapter(
-    LinkingAdapter[
-        str,
-        TimeSeriesWrite,
-        TimeSeries,
-        TimeSeriesWriteList,
-        TimeSeriesList,
-    ]
-):
-    """Adapter for migrating time series to data model instances.
-
-    This is necessary to link asset-centric TimeSeries to their new CogniteTimeSeries instances using the
-    timeseries/set-pending-instance-ids.
-    """
-
-    PENDING_INSTANCE_ID_ENDPOINT: ClassVar[str] = "/timeseries/set-pending-instance-ids"
-
-    def __init__(self, client: ToolkitClient, skip_linking: bool) -> None:
-        super().__init__(client, TimeSeriesIO(client), skip_linking)