cosmotech-acceleration-library 1.0.0__py3-none-any.whl → 1.1.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (76) hide show
  1. cosmotech/coal/__init__.py +1 -1
  2. cosmotech/coal/azure/adx/runner.py +1 -3
  3. cosmotech/coal/cosmotech_api/__init__.py +10 -6
  4. cosmotech/coal/cosmotech_api/dataset/download/file.py +117 -104
  5. cosmotech/coal/cosmotech_api/dataset/download/twingraph.py +10 -13
  6. cosmotech/coal/cosmotech_api/dataset/upload.py +41 -0
  7. cosmotech/coal/cosmotech_api/runner/datasets.py +71 -19
  8. cosmotech/coal/cosmotech_api/runner/download.py +3 -14
  9. cosmotech/coal/postgresql/runner.py +3 -1
  10. cosmotech/coal/postgresql/store.py +3 -0
  11. cosmotech/coal/utils/decorator.py +25 -0
  12. cosmotech/coal/utils/semver.py +6 -0
  13. cosmotech/csm_data/commands/adx_send_data.py +7 -7
  14. cosmotech/csm_data/commands/adx_send_runnerdata.py +10 -10
  15. cosmotech/csm_data/commands/api/api.py +1 -1
  16. cosmotech/csm_data/commands/api/postgres_send_runner_metadata.py +23 -11
  17. cosmotech/csm_data/commands/api/rds_load_csv.py +8 -8
  18. cosmotech/csm_data/commands/api/rds_send_csv.py +6 -6
  19. cosmotech/csm_data/commands/api/rds_send_store.py +6 -6
  20. cosmotech/csm_data/commands/api/run_load_data.py +10 -10
  21. cosmotech/csm_data/commands/api/runtemplate_load_handler.py +5 -5
  22. cosmotech/csm_data/commands/api/tdl_load_files.py +6 -6
  23. cosmotech/csm_data/commands/api/tdl_send_files.py +7 -7
  24. cosmotech/csm_data/commands/api/wsf_load_file.py +10 -8
  25. cosmotech/csm_data/commands/api/wsf_send_file.py +10 -8
  26. cosmotech/csm_data/commands/az_storage_upload.py +6 -6
  27. cosmotech/csm_data/commands/s3_bucket_delete.py +8 -8
  28. cosmotech/csm_data/commands/s3_bucket_download.py +9 -9
  29. cosmotech/csm_data/commands/s3_bucket_upload.py +10 -10
  30. cosmotech/csm_data/commands/store/dump_to_azure.py +9 -9
  31. cosmotech/csm_data/commands/store/dump_to_postgresql.py +22 -10
  32. cosmotech/csm_data/commands/store/dump_to_s3.py +10 -10
  33. cosmotech/csm_data/commands/store/list_tables.py +3 -3
  34. cosmotech/csm_data/commands/store/load_csv_folder.py +3 -3
  35. cosmotech/csm_data/commands/store/load_from_singlestore.py +8 -8
  36. cosmotech/csm_data/commands/store/reset.py +2 -2
  37. cosmotech/csm_data/commands/store/store.py +1 -2
  38. cosmotech/csm_data/main.py +8 -6
  39. cosmotech/csm_data/utils/decorators.py +1 -1
  40. cosmotech/translation/csm_data/en-US/csm_data/commands/api/api.yml +8 -0
  41. cosmotech/translation/csm_data/en-US/csm_data/commands/api/postgres_send_runner_metadata.yml +17 -0
  42. cosmotech/translation/csm_data/en-US/csm_data/commands/api/rds_load_csv.yml +13 -0
  43. cosmotech/translation/csm_data/en-US/csm_data/commands/api/rds_send_csv.yml +12 -0
  44. cosmotech/translation/csm_data/en-US/csm_data/commands/api/rds_send_store.yml +12 -0
  45. cosmotech/translation/csm_data/en-US/csm_data/commands/api/run_load_data.yml +15 -0
  46. cosmotech/translation/csm_data/en-US/csm_data/commands/api/runtemplate_load_handler.yml +7 -0
  47. cosmotech/translation/csm_data/en-US/csm_data/commands/api/tdl_load_files.yml +14 -0
  48. cosmotech/translation/csm_data/en-US/csm_data/commands/api/tdl_send_files.yml +18 -0
  49. cosmotech/translation/csm_data/en-US/csm_data/commands/api/wsf_load_file.yml +10 -0
  50. cosmotech/translation/csm_data/en-US/csm_data/commands/api/wsf_send_file.yml +12 -0
  51. cosmotech/translation/csm_data/en-US/csm_data/commands/main.yml +9 -0
  52. cosmotech/translation/csm_data/en-US/csm_data/commands/storage/adx_send_data.yml +8 -0
  53. cosmotech/translation/csm_data/en-US/csm_data/commands/storage/adx_send_runnerdata.yml +15 -0
  54. cosmotech/translation/csm_data/en-US/csm_data/commands/storage/az_storage_upload.yml +8 -0
  55. cosmotech/translation/csm_data/en-US/csm_data/commands/storage/s3_bucket_delete.yml +17 -0
  56. cosmotech/translation/csm_data/en-US/csm_data/commands/storage/s3_bucket_download.yml +18 -0
  57. cosmotech/translation/csm_data/en-US/csm_data/commands/storage/s3_bucket_upload.yml +21 -0
  58. cosmotech/translation/csm_data/en-US/csm_data/commands/storage/storage.yml +4 -0
  59. cosmotech/translation/csm_data/en-US/csm_data/commands/store/dump_to_azure.yml +23 -0
  60. cosmotech/translation/csm_data/en-US/csm_data/commands/store/dump_to_postgresql.yml +20 -0
  61. cosmotech/translation/csm_data/en-US/csm_data/commands/store/dump_to_s3.yml +26 -0
  62. cosmotech/translation/csm_data/en-US/csm_data/commands/store/list_tables.yml +5 -0
  63. cosmotech/translation/csm_data/en-US/csm_data/commands/store/load_csv_folder.yml +5 -0
  64. cosmotech/translation/csm_data/en-US/csm_data/commands/store/load_from_singlestore.yml +16 -0
  65. cosmotech/translation/csm_data/en-US/csm_data/commands/store/reset.yml +4 -0
  66. cosmotech/translation/csm_data/en-US/csm_data/commands/store/store.yml +4 -0
  67. cosmotech/translation/csm_data/en-US/csm_data/commons/decorators.yml +2 -0
  68. cosmotech/translation/csm_data/en-US/csm_data/commons/version.yml +4 -0
  69. {cosmotech_acceleration_library-1.0.0.dist-info → cosmotech_acceleration_library-1.1.0.dist-info}/METADATA +13 -14
  70. {cosmotech_acceleration_library-1.0.0.dist-info → cosmotech_acceleration_library-1.1.0.dist-info}/RECORD +74 -44
  71. {cosmotech_acceleration_library-1.0.0.dist-info → cosmotech_acceleration_library-1.1.0.dist-info}/WHEEL +1 -1
  72. cosmotech/coal/utils/api.py +0 -68
  73. cosmotech/translation/csm_data/en-US/csm-data.yml +0 -434
  74. {cosmotech_acceleration_library-1.0.0.dist-info → cosmotech_acceleration_library-1.1.0.dist-info}/entry_points.txt +0 -0
  75. {cosmotech_acceleration_library-1.0.0.dist-info → cosmotech_acceleration_library-1.1.0.dist-info}/licenses/LICENSE +0 -0
  76. {cosmotech_acceleration_library-1.0.0.dist-info → cosmotech_acceleration_library-1.1.0.dist-info}/top_level.txt +0 -0
cosmotech/csm_data/commands/api/tdl_load_files.py CHANGED
@@ -14,7 +14,7 @@ from cosmotech.orchestrator.utils.translate import T
14
14
  @click.option(
15
15
  "--organization-id",
16
16
  envvar="CSM_ORGANIZATION_ID",
17
- help=T("csm-data.commands.api.tdl_load_files.parameters.organization_id"),
17
+ help=T("csm_data.commands.api.tdl_load_files.parameters.organization_id"),
18
18
  metavar="o-XXXXXXXX",
19
19
  type=str,
20
20
  show_envvar=True,
@@ -23,7 +23,7 @@ from cosmotech.orchestrator.utils.translate import T
23
23
  @click.option(
24
24
  "--workspace-id",
25
25
  envvar="CSM_WORKSPACE_ID",
26
- help=T("csm-data.commands.api.tdl_load_files.parameters.workspace_id"),
26
+ help=T("csm_data.commands.api.tdl_load_files.parameters.workspace_id"),
27
27
  metavar="w-XXXXXXXX",
28
28
  type=str,
29
29
  show_envvar=True,
@@ -32,7 +32,7 @@ from cosmotech.orchestrator.utils.translate import T
32
32
  @click.option(
33
33
  "--scenario-id",
34
34
  envvar="CSM_SCENARIO_ID",
35
- help=T("csm-data.commands.api.tdl_load_files.parameters.scenario_id"),
35
+ help=T("csm_data.commands.api.tdl_load_files.parameters.scenario_id"),
36
36
  metavar="s-XXXXXXXX",
37
37
  type=str,
38
38
  show_envvar=True,
@@ -41,7 +41,7 @@ from cosmotech.orchestrator.utils.translate import T
41
41
  @click.option(
42
42
  "--runner-id",
43
43
  envvar="CSM_RUNNER_ID",
44
- help=T("csm-data.commands.api.tdl_load_files.parameters.runner_id"),
44
+ help=T("csm_data.commands.api.tdl_load_files.parameters.runner_id"),
45
45
  metavar="r-XXXXXXXX",
46
46
  type=str,
47
47
  show_envvar=True,
@@ -50,7 +50,7 @@ from cosmotech.orchestrator.utils.translate import T
50
50
  @click.option(
51
51
  "--dir",
52
52
  "directory_path",
53
- help=T("csm-data.commands.api.tdl_load_files.parameters.dir"),
53
+ help=T("csm_data.commands.api.tdl_load_files.parameters.dir"),
54
54
  metavar="PATH",
55
55
  default="./",
56
56
  type=str,
@@ -59,7 +59,7 @@ from cosmotech.orchestrator.utils.translate import T
59
59
  required=True,
60
60
  )
61
61
  @web_help("csm-data/api/tdl-load-file")
62
- @translate_help("csm-data.commands.api.tdl_load_files.description")
62
+ @translate_help("csm_data.commands.api.tdl_load_files.description")
63
63
  def tdl_load_files(organization_id, workspace_id, scenario_id, runner_id, directory_path):
64
64
  # Import the function at the start of the command
65
65
  from cosmotech.coal.cosmotech_api import load_files_from_tdl
cosmotech/csm_data/commands/api/tdl_send_files.py CHANGED
@@ -14,7 +14,7 @@ from cosmotech.orchestrator.utils.translate import T
14
14
  @click.option(
15
15
  "--api-url",
16
16
  envvar="CSM_API_URL",
17
- help=T("csm-data.commands.api.tdl_send_files.parameters.api_url"),
17
+ help=T("csm_data.commands.api.tdl_send_files.parameters.api_url"),
18
18
  metavar="URI",
19
19
  type=str,
20
20
  show_envvar=True,
@@ -23,7 +23,7 @@ from cosmotech.orchestrator.utils.translate import T
23
23
  @click.option(
24
24
  "--organization-id",
25
25
  envvar="CSM_ORGANIZATION_ID",
26
- help=T("csm-data.commands.api.tdl_send_files.parameters.organization_id"),
26
+ help=T("csm_data.commands.api.tdl_send_files.parameters.organization_id"),
27
27
  metavar="o-XXXXXXXX",
28
28
  type=str,
29
29
  show_envvar=True,
@@ -32,7 +32,7 @@ from cosmotech.orchestrator.utils.translate import T
32
32
  @click.option(
33
33
  "--workspace-id",
34
34
  envvar="CSM_WORKSPACE_ID",
35
- help=T("csm-data.commands.api.tdl_send_files.parameters.workspace_id"),
35
+ help=T("csm_data.commands.api.tdl_send_files.parameters.workspace_id"),
36
36
  metavar="w-XXXXXXXX",
37
37
  type=str,
38
38
  show_envvar=True,
@@ -41,7 +41,7 @@ from cosmotech.orchestrator.utils.translate import T
41
41
  @click.option(
42
42
  "--runner-id",
43
43
  envvar="CSM_RUNNER_ID",
44
- help=T("csm-data.commands.api.tdl_send_files.parameters.runner_id"),
44
+ help=T("csm_data.commands.api.tdl_send_files.parameters.runner_id"),
45
45
  metavar="r-XXXXXXXX",
46
46
  type=str,
47
47
  show_envvar=True,
@@ -50,7 +50,7 @@ from cosmotech.orchestrator.utils.translate import T
50
50
  @click.option(
51
51
  "--dir",
52
52
  "directory_path",
53
- help=T("csm-data.commands.api.tdl_send_files.parameters.dir"),
53
+ help=T("csm_data.commands.api.tdl_send_files.parameters.dir"),
54
54
  metavar="PATH",
55
55
  default="./",
56
56
  type=str,
@@ -60,14 +60,14 @@ from cosmotech.orchestrator.utils.translate import T
60
60
  )
61
61
  @click.option(
62
62
  "--clear/--keep",
63
- help=T("csm-data.commands.api.tdl_send_files.parameters.clear"),
63
+ help=T("csm_data.commands.api.tdl_send_files.parameters.clear"),
64
64
  is_flag=True,
65
65
  default=True,
66
66
  show_default=True,
67
67
  type=bool,
68
68
  )
69
69
  @web_help("csm-data/api/tdl-send-files")
70
- @translate_help("csm-data.commands.api.tdl_send_files.description")
70
+ @translate_help("csm_data.commands.api.tdl_send_files.description")
71
71
  def tdl_send_files(api_url, organization_id, workspace_id, runner_id, directory_path, clear: bool):
72
72
  # Import the function at the start of the command
73
73
  from cosmotech.coal.cosmotech_api import send_files_to_tdl
cosmotech/csm_data/commands/api/wsf_load_file.py CHANGED
@@ -8,9 +8,6 @@ import pathlib
8
8
 
9
9
  from cosmotech.csm_data.utils.click import click
10
10
  from cosmotech.csm_data.utils.decorators import web_help, translate_help
11
- from cosmotech.coal.cosmotech_api.connection import get_api_client
12
- from cosmotech.coal.cosmotech_api.workspace import download_workspace_file
13
- from cosmotech.coal.cosmotech_api.workspace import list_workspace_files
14
11
  from cosmotech.orchestrator.utils.translate import T
15
12
 
16
13
 
@@ -18,7 +15,7 @@ from cosmotech.orchestrator.utils.translate import T
18
15
  @click.option(
19
16
  "--organization-id",
20
17
  envvar="CSM_ORGANIZATION_ID",
21
- help=T("csm-data.commands.api.wsf_load_file.parameters.organization_id"),
18
+ help=T("csm_data.commands.api.wsf_load_file.parameters.organization_id"),
22
19
  metavar="o-XXXXXXXX",
23
20
  type=str,
24
21
  show_envvar=True,
@@ -27,7 +24,7 @@ from cosmotech.orchestrator.utils.translate import T
27
24
  @click.option(
28
25
  "--workspace-id",
29
26
  envvar="CSM_WORKSPACE_ID",
30
- help=T("csm-data.commands.api.wsf_load_file.parameters.workspace_id"),
27
+ help=T("csm_data.commands.api.wsf_load_file.parameters.workspace_id"),
31
28
  metavar="w-XXXXXXXX",
32
29
  type=str,
33
30
  show_envvar=True,
@@ -35,14 +32,14 @@ from cosmotech.orchestrator.utils.translate import T
35
32
  )
36
33
  @click.option(
37
34
  "--workspace-path",
38
- help=T("csm-data.commands.api.wsf_load_file.parameters.workspace_path"),
35
+ help=T("csm_data.commands.api.wsf_load_file.parameters.workspace_path"),
39
36
  metavar="PATH",
40
37
  default="/",
41
38
  type=str,
42
39
  )
43
40
  @click.option(
44
41
  "--target-folder",
45
- help=T("csm-data.commands.api.wsf_load_file.parameters.target_folder"),
42
+ help=T("csm_data.commands.api.wsf_load_file.parameters.target_folder"),
46
43
  metavar="PATH",
47
44
  default="./",
48
45
  type=str,
@@ -51,8 +48,13 @@ from cosmotech.orchestrator.utils.translate import T
51
48
  required=True,
52
49
  )
53
50
  @web_help("csm-data/api/wsf-load-file")
54
- @translate_help("csm-data.commands.api.wsf_load_file.description")
51
+ @translate_help("csm_data.commands.api.wsf_load_file.description")
55
52
  def wsf_load_file(organization_id, workspace_id, workspace_path: str, target_folder: str):
53
+
54
+ from cosmotech.coal.cosmotech_api.connection import get_api_client
55
+ from cosmotech.coal.cosmotech_api.workspace import download_workspace_file
56
+ from cosmotech.coal.cosmotech_api.workspace import list_workspace_files
57
+
56
58
  with get_api_client()[0] as api_client:
57
59
  target_list = list_workspace_files(api_client, organization_id, workspace_id, workspace_path)
58
60
 
cosmotech/csm_data/commands/api/wsf_send_file.py CHANGED
@@ -7,8 +7,6 @@
7
7
 
8
8
  from cosmotech.csm_data.utils.click import click
9
9
  from cosmotech.csm_data.utils.decorators import web_help, translate_help
10
- from cosmotech.coal.cosmotech_api.connection import get_api_client
11
- from cosmotech.coal.cosmotech_api.workspace import upload_workspace_file
12
10
  from cosmotech.orchestrator.utils.translate import T
13
11
 
14
12
 
@@ -16,7 +14,7 @@ from cosmotech.orchestrator.utils.translate import T
16
14
  @click.option(
17
15
  "--organization-id",
18
16
  envvar="CSM_ORGANIZATION_ID",
19
- help=T("csm-data.commands.api.wsf_send_file.parameters.organization_id"),
17
+ help=T("csm_data.commands.api.wsf_send_file.parameters.organization_id"),
20
18
  metavar="o-XXXXXXXX",
21
19
  type=str,
22
20
  show_envvar=True,
@@ -25,7 +23,7 @@ from cosmotech.orchestrator.utils.translate import T
25
23
  @click.option(
26
24
  "--workspace-id",
27
25
  envvar="CSM_WORKSPACE_ID",
28
- help=T("csm-data.commands.api.wsf_send_file.parameters.workspace_id"),
26
+ help=T("csm_data.commands.api.wsf_send_file.parameters.workspace_id"),
29
27
  metavar="w-XXXXXXXX",
30
28
  type=str,
31
29
  show_envvar=True,
@@ -33,14 +31,14 @@ from cosmotech.orchestrator.utils.translate import T
33
31
  )
34
32
  @click.option(
35
33
  "--file-path",
36
- help=T("csm-data.commands.api.wsf_send_file.parameters.file_path"),
34
+ help=T("csm_data.commands.api.wsf_send_file.parameters.file_path"),
37
35
  metavar="PATH",
38
36
  type=str,
39
37
  required=True,
40
38
  )
41
39
  @click.option(
42
40
  "--workspace-path",
43
- help=T("csm-data.commands.api.wsf_send_file.parameters.workspace_path"),
41
+ help=T("csm_data.commands.api.wsf_send_file.parameters.workspace_path"),
44
42
  metavar="PATH",
45
43
  default="/",
46
44
  type=str,
@@ -48,15 +46,19 @@ from cosmotech.orchestrator.utils.translate import T
48
46
  )
49
47
  @click.option(
50
48
  "--overwrite/--keep",
51
- help=T("csm-data.commands.api.wsf_send_file.parameters.overwrite"),
49
+ help=T("csm_data.commands.api.wsf_send_file.parameters.overwrite"),
52
50
  is_flag=True,
53
51
  default=True,
54
52
  show_default=True,
55
53
  type=bool,
56
54
  )
57
55
  @web_help("csm-data/api/wsf-send-file")
58
- @translate_help("csm-data.commands.api.wsf_send_file.description")
56
+ @translate_help("csm_data.commands.api.wsf_send_file.description")
59
57
  def wsf_send_file(organization_id, workspace_id, file_path, workspace_path: str, overwrite: bool):
58
+
59
+ from cosmotech.coal.cosmotech_api.connection import get_api_client
60
+ from cosmotech.coal.cosmotech_api.workspace import upload_workspace_file
61
+
60
62
  with get_api_client()[0] as api_client:
61
63
  upload_workspace_file(
62
64
  api_client,
cosmotech/csm_data/commands/az_storage_upload.py CHANGED
@@ -14,7 +14,7 @@ from cosmotech.orchestrator.utils.translate import T
14
14
  @click.option(
15
15
  "--source-folder",
16
16
  envvar="CSM_DATASET_ABSOLUTE_PATH",
17
- help=T("csm-data.commands.storage.az_storage_upload.parameters.source_folder"),
17
+ help=T("csm_data.commands.storage.az_storage_upload.parameters.source_folder"),
18
18
  metavar="PATH",
19
19
  type=str,
20
20
  show_envvar=True,
@@ -23,14 +23,14 @@ from cosmotech.orchestrator.utils.translate import T
23
23
  @click.option(
24
24
  "--recursive/--no-recursive",
25
25
  default=False,
26
- help=T("csm-data.commands.storage.az_storage_upload.parameters.recursive"),
26
+ help=T("csm_data.commands.storage.az_storage_upload.parameters.recursive"),
27
27
  type=bool,
28
28
  is_flag=True,
29
29
  )
30
30
  @click.option(
31
31
  "--blob-name",
32
32
  envvar="AZURE_STORAGE_BLOB_NAME",
33
- help=T("csm-data.commands.storage.az_storage_upload.parameters.blob_name"),
33
+ help=T("csm_data.commands.storage.az_storage_upload.parameters.blob_name"),
34
34
  metavar="BUCKET",
35
35
  type=str,
36
36
  show_envvar=True,
@@ -40,7 +40,7 @@ from cosmotech.orchestrator.utils.translate import T
40
40
  "--prefix",
41
41
  "file_prefix",
42
42
  envvar="CSM_DATA_BLOB_PREFIX",
43
- help=T("csm-data.commands.storage.az_storage_upload.parameters.prefix"),
43
+ help=T("csm_data.commands.storage.az_storage_upload.parameters.prefix"),
44
44
  metavar="PREFIX",
45
45
  type=str,
46
46
  show_envvar=True,
@@ -48,14 +48,14 @@ from cosmotech.orchestrator.utils.translate import T
48
48
  )
49
49
  @click.option(
50
50
  "--az-storage-sas-url",
51
- help=T("csm-data.commands.storage.az_storage_upload.parameters.az_storage_sas_url"),
51
+ help=T("csm_data.commands.storage.az_storage_upload.parameters.az_storage_sas_url"),
52
52
  type=str,
53
53
  show_envvar=True,
54
54
  metavar="URL",
55
55
  envvar="AZURE_STORAGE_SAS_URL",
56
56
  )
57
57
  @web_help("csm-data/az-storage-upload")
58
- @translate_help("csm-data.commands.storage.az_storage_upload.description")
58
+ @translate_help("csm_data.commands.storage.az_storage_upload.description")
59
59
  def az_storage_upload(
60
60
  source_folder,
61
61
  blob_name: str,
cosmotech/csm_data/commands/s3_bucket_delete.py CHANGED
@@ -16,7 +16,7 @@ from cosmotech.orchestrator.utils.translate import T
16
16
  @click.option(
17
17
  "--bucket-name",
18
18
  envvar="CSM_DATA_BUCKET_NAME",
19
- help=T("csm-data.commands.storage.s3_bucket_delete.parameters.bucket_name"),
19
+ help=T("csm_data.commands.storage.s3_bucket_delete.parameters.bucket_name"),
20
20
  metavar="BUCKET",
21
21
  type=str,
22
22
  show_envvar=True,
@@ -26,7 +26,7 @@ from cosmotech.orchestrator.utils.translate import T
26
26
  "--prefix-filter",
27
27
  "file_prefix",
28
28
  envvar="CSM_DATA_BUCKET_PREFIX",
29
- help=T("csm-data.commands.storage.s3_bucket_delete.parameters.prefix_filter"),
29
+ help=T("csm_data.commands.storage.s3_bucket_delete.parameters.prefix_filter"),
30
30
  metavar="PREFIX",
31
31
  type=str,
32
32
  show_envvar=True,
@@ -34,14 +34,14 @@ from cosmotech.orchestrator.utils.translate import T
34
34
  @click.option(
35
35
  "--use-ssl/--no-ssl",
36
36
  default=True,
37
- help=T("csm-data.commands.storage.s3_bucket_delete.parameters.use_ssl"),
37
+ help=T("csm_data.commands.storage.s3_bucket_delete.parameters.use_ssl"),
38
38
  type=bool,
39
39
  is_flag=True,
40
40
  )
41
41
  @click.option(
42
42
  "--s3-url",
43
43
  "endpoint_url",
44
- help=T("csm-data.commands.storage.s3_bucket_delete.parameters.s3_url"),
44
+ help=T("csm_data.commands.storage.s3_bucket_delete.parameters.s3_url"),
45
45
  type=str,
46
46
  required=True,
47
47
  show_envvar=True,
@@ -51,7 +51,7 @@ from cosmotech.orchestrator.utils.translate import T
51
51
  @click.option(
52
52
  "--access-id",
53
53
  "access_id",
54
- help=T("csm-data.commands.storage.s3_bucket_delete.parameters.access_id"),
54
+ help=T("csm_data.commands.storage.s3_bucket_delete.parameters.access_id"),
55
55
  type=str,
56
56
  required=True,
57
57
  show_envvar=True,
@@ -61,7 +61,7 @@ from cosmotech.orchestrator.utils.translate import T
61
61
  @click.option(
62
62
  "--secret-key",
63
63
  "secret_key",
64
- help=T("csm-data.commands.storage.s3_bucket_delete.parameters.secret_key"),
64
+ help=T("csm_data.commands.storage.s3_bucket_delete.parameters.secret_key"),
65
65
  type=str,
66
66
  required=True,
67
67
  show_envvar=True,
@@ -70,14 +70,14 @@ from cosmotech.orchestrator.utils.translate import T
70
70
  )
71
71
  @click.option(
72
72
  "--ssl-cert-bundle",
73
- help=T("csm-data.commands.storage.s3_bucket_delete.parameters.ssl_cert_bundle"),
73
+ help=T("csm_data.commands.storage.s3_bucket_delete.parameters.ssl_cert_bundle"),
74
74
  type=str,
75
75
  show_envvar=True,
76
76
  metavar="PATH",
77
77
  envvar="CSM_S3_CA_BUNDLE",
78
78
  )
79
79
  @web_help("csm-data/s3-bucket-delete")
80
- @translate_help("csm-data.commands.storage.s3_bucket_delete.description")
80
+ @translate_help("csm_data.commands.storage.s3_bucket_delete.description")
81
81
  def s3_bucket_delete(
82
82
  bucket_name: str,
83
83
  file_prefix: str,
cosmotech/csm_data/commands/s3_bucket_download.py CHANGED
@@ -16,7 +16,7 @@ from cosmotech.orchestrator.utils.translate import T
16
16
  @click.option(
17
17
  "--target-folder",
18
18
  envvar="CSM_DATASET_ABSOLUTE_PATH",
19
- help=T("csm-data.commands.storage.s3_bucket_download.parameters.target_folder"),
19
+ help=T("csm_data.commands.storage.s3_bucket_download.parameters.target_folder"),
20
20
  metavar="PATH",
21
21
  type=str,
22
22
  show_envvar=True,
@@ -25,7 +25,7 @@ from cosmotech.orchestrator.utils.translate import T
25
25
  @click.option(
26
26
  "--bucket-name",
27
27
  envvar="CSM_DATA_BUCKET_NAME",
28
- help=T("csm-data.commands.storage.s3_bucket_download.parameters.bucket_name"),
28
+ help=T("csm_data.commands.storage.s3_bucket_download.parameters.bucket_name"),
29
29
  metavar="BUCKET",
30
30
  type=str,
31
31
  show_envvar=True,
@@ -35,7 +35,7 @@ from cosmotech.orchestrator.utils.translate import T
35
35
  "--prefix-filter",
36
36
  "file_prefix",
37
37
  envvar="CSM_DATA_BUCKET_PREFIX",
38
- help=T("csm-data.commands.storage.s3_bucket_download.parameters.prefix_filter"),
38
+ help=T("csm_data.commands.storage.s3_bucket_download.parameters.prefix_filter"),
39
39
  metavar="PREFIX",
40
40
  type=str,
41
41
  show_envvar=True,
@@ -43,14 +43,14 @@ from cosmotech.orchestrator.utils.translate import T
43
43
  @click.option(
44
44
  "--use-ssl/--no-ssl",
45
45
  default=True,
46
- help=T("csm-data.commands.storage.s3_bucket_download.parameters.use_ssl"),
46
+ help=T("csm_data.commands.storage.s3_bucket_download.parameters.use_ssl"),
47
47
  type=bool,
48
48
  is_flag=True,
49
49
  )
50
50
  @click.option(
51
51
  "--s3-url",
52
52
  "endpoint_url",
53
- help=T("csm-data.commands.storage.s3_bucket_download.parameters.s3_url"),
53
+ help=T("csm_data.commands.storage.s3_bucket_download.parameters.s3_url"),
54
54
  type=str,
55
55
  required=True,
56
56
  show_envvar=True,
@@ -60,7 +60,7 @@ from cosmotech.orchestrator.utils.translate import T
60
60
  @click.option(
61
61
  "--access-id",
62
62
  "access_id",
63
- help=T("csm-data.commands.storage.s3_bucket_download.parameters.access_id"),
63
+ help=T("csm_data.commands.storage.s3_bucket_download.parameters.access_id"),
64
64
  type=str,
65
65
  required=True,
66
66
  show_envvar=True,
@@ -70,7 +70,7 @@ from cosmotech.orchestrator.utils.translate import T
70
70
  @click.option(
71
71
  "--secret-key",
72
72
  "secret_key",
73
- help=T("csm-data.commands.storage.s3_bucket_download.parameters.secret_key"),
73
+ help=T("csm_data.commands.storage.s3_bucket_download.parameters.secret_key"),
74
74
  type=str,
75
75
  required=True,
76
76
  show_envvar=True,
@@ -79,14 +79,14 @@ from cosmotech.orchestrator.utils.translate import T
79
79
  )
80
80
  @click.option(
81
81
  "--ssl-cert-bundle",
82
- help=T("csm-data.commands.storage.s3_bucket_download.parameters.ssl_cert_bundle"),
82
+ help=T("csm_data.commands.storage.s3_bucket_download.parameters.ssl_cert_bundle"),
83
83
  type=str,
84
84
  show_envvar=True,
85
85
  metavar="PATH",
86
86
  envvar="CSM_S3_CA_BUNDLE",
87
87
  )
88
88
  @web_help("csm-data/s3-bucket-download")
89
- @translate_help("csm-data.commands.storage.s3_bucket_download.description")
89
+ @translate_help("csm_data.commands.storage.s3_bucket_download.description")
90
90
  def s3_bucket_download(
91
91
  target_folder: str,
92
92
  bucket_name: str,
cosmotech/csm_data/commands/s3_bucket_upload.py CHANGED
@@ -16,7 +16,7 @@ from cosmotech.orchestrator.utils.translate import T
16
16
  @click.option(
17
17
  "--source-folder",
18
18
  envvar="CSM_DATASET_ABSOLUTE_PATH",
19
- help=T("csm-data.commands.storage.s3_bucket_upload.parameters.source_folder"),
19
+ help=T("csm_data.commands.storage.s3_bucket_upload.parameters.source_folder"),
20
20
  metavar="PATH",
21
21
  type=str,
22
22
  show_envvar=True,
@@ -25,14 +25,14 @@ from cosmotech.orchestrator.utils.translate import T
25
25
  @click.option(
26
26
  "--recursive/--no-recursive",
27
27
  default=False,
28
- help=T("csm-data.commands.storage.s3_bucket_upload.parameters.recursive"),
28
+ help=T("csm_data.commands.storage.s3_bucket_upload.parameters.recursive"),
29
29
  type=bool,
30
30
  is_flag=True,
31
31
  )
32
32
  @click.option(
33
33
  "--bucket-name",
34
34
  envvar="CSM_DATA_BUCKET_NAME",
35
- help=T("csm-data.commands.storage.s3_bucket_upload.parameters.bucket_name"),
35
+ help=T("csm_data.commands.storage.s3_bucket_upload.parameters.bucket_name"),
36
36
  metavar="BUCKET",
37
37
  type=str,
38
38
  show_envvar=True,
@@ -42,7 +42,7 @@ from cosmotech.orchestrator.utils.translate import T
42
42
  "--prefix",
43
43
  "file_prefix",
44
44
  envvar="CSM_DATA_BUCKET_PREFIX",
45
- help=T("csm-data.commands.storage.s3_bucket_upload.parameters.prefix"),
45
+ help=T("csm_data.commands.storage.s3_bucket_upload.parameters.prefix"),
46
46
  metavar="PREFIX",
47
47
  type=str,
48
48
  show_envvar=True,
@@ -51,14 +51,14 @@ from cosmotech.orchestrator.utils.translate import T
51
51
  @click.option(
52
52
  "--use-ssl/--no-ssl",
53
53
  default=True,
54
- help=T("csm-data.commands.storage.s3_bucket_upload.parameters.use_ssl"),
54
+ help=T("csm_data.commands.storage.s3_bucket_upload.parameters.use_ssl"),
55
55
  type=bool,
56
56
  is_flag=True,
57
57
  )
58
58
  @click.option(
59
59
  "--s3-url",
60
60
  "endpoint_url",
61
- help=T("csm-data.commands.storage.s3_bucket_upload.parameters.s3_url"),
61
+ help=T("csm_data.commands.storage.s3_bucket_upload.parameters.s3_url"),
62
62
  type=str,
63
63
  required=True,
64
64
  show_envvar=True,
@@ -68,7 +68,7 @@ from cosmotech.orchestrator.utils.translate import T
68
68
  @click.option(
69
69
  "--access-id",
70
70
  "access_id",
71
- help=T("csm-data.commands.storage.s3_bucket_upload.parameters.access_id"),
71
+ help=T("csm_data.commands.storage.s3_bucket_upload.parameters.access_id"),
72
72
  type=str,
73
73
  required=True,
74
74
  show_envvar=True,
@@ -78,7 +78,7 @@ from cosmotech.orchestrator.utils.translate import T
78
78
  @click.option(
79
79
  "--secret-key",
80
80
  "secret_key",
81
- help=T("csm-data.commands.storage.s3_bucket_upload.parameters.secret_key"),
81
+ help=T("csm_data.commands.storage.s3_bucket_upload.parameters.secret_key"),
82
82
  type=str,
83
83
  required=True,
84
84
  show_envvar=True,
@@ -87,14 +87,14 @@ from cosmotech.orchestrator.utils.translate import T
87
87
  )
88
88
  @click.option(
89
89
  "--ssl-cert-bundle",
90
- help=T("csm-data.commands.storage.s3_bucket_upload.parameters.ssl_cert_bundle"),
90
+ help=T("csm_data.commands.storage.s3_bucket_upload.parameters.ssl_cert_bundle"),
91
91
  type=str,
92
92
  show_envvar=True,
93
93
  metavar="PATH",
94
94
  envvar="CSM_S3_CA_BUNDLE",
95
95
  )
96
96
  @web_help("csm-data/s3-bucket-upload")
97
- @translate_help("csm-data.commands.storage.s3_bucket_upload.description")
97
+ @translate_help("csm_data.commands.storage.s3_bucket_upload.description")
98
98
  def s3_bucket_upload(
99
99
  source_folder,
100
100
  bucket_name: str,
cosmotech/csm_data/commands/store/dump_to_azure.py CHANGED
@@ -20,7 +20,7 @@ VALID_TYPES = (
20
20
  @click.option(
21
21
  "--store-folder",
22
22
  envvar="CSM_PARAMETERS_ABSOLUTE_PATH",
23
- help=T("csm-data.commands.store.dump_to_azure.parameters.store_folder"),
23
+ help=T("csm_data.commands.store.dump_to_azure.parameters.store_folder"),
24
24
  metavar="PATH",
25
25
  type=str,
26
26
  show_envvar=True,
@@ -29,14 +29,14 @@ VALID_TYPES = (
29
29
  @click.option(
30
30
  "--output-type",
31
31
  default="sqlite",
32
- help=T("csm-data.commands.store.dump_to_azure.parameters.output_type"),
32
+ help=T("csm_data.commands.store.dump_to_azure.parameters.output_type"),
33
33
  type=click.Choice(VALID_TYPES, case_sensitive=False),
34
34
  )
35
35
  @click.option(
36
36
  "--account-name",
37
37
  "account_name",
38
38
  envvar="AZURE_ACCOUNT_NAME",
39
- help=T("csm-data.commands.store.dump_to_azure.parameters.account_name"),
39
+ help=T("csm_data.commands.store.dump_to_azure.parameters.account_name"),
40
40
  type=str,
41
41
  show_envvar=True,
42
42
  required=True,
@@ -45,7 +45,7 @@ VALID_TYPES = (
45
45
  "--container-name",
46
46
  "container_name",
47
47
  envvar="AZURE_CONTAINER_NAME",
48
- help=T("csm-data.commands.store.dump_to_azure.parameters.container_name"),
48
+ help=T("csm_data.commands.store.dump_to_azure.parameters.container_name"),
49
49
  type=str,
50
50
  show_envvar=True,
51
51
  default="",
@@ -54,7 +54,7 @@ VALID_TYPES = (
54
54
  "--prefix",
55
55
  "file_prefix",
56
56
  envvar="CSM_DATA_PREFIX",
57
- help=T("csm-data.commands.store.dump_to_azure.parameters.prefix"),
57
+ help=T("csm_data.commands.store.dump_to_azure.parameters.prefix"),
58
58
  metavar="PREFIX",
59
59
  type=str,
60
60
  show_envvar=True,
@@ -63,7 +63,7 @@ VALID_TYPES = (
63
63
  @click.option(
64
64
  "--tenant-id",
65
65
  "tenant_id",
66
- help=T("csm-data.commands.store.dump_to_azure.parameters.tenant_id"),
66
+ help=T("csm_data.commands.store.dump_to_azure.parameters.tenant_id"),
67
67
  type=str,
68
68
  required=True,
69
69
  show_envvar=True,
@@ -73,7 +73,7 @@ VALID_TYPES = (
73
73
  @click.option(
74
74
  "--client-id",
75
75
  "client_id",
76
- help=T("csm-data.commands.store.dump_to_azure.parameters.client_id"),
76
+ help=T("csm_data.commands.store.dump_to_azure.parameters.client_id"),
77
77
  type=str,
78
78
  required=True,
79
79
  show_envvar=True,
@@ -83,7 +83,7 @@ VALID_TYPES = (
83
83
  @click.option(
84
84
  "--client-secret",
85
85
  "client_secret",
86
- help=T("csm-data.commands.store.dump_to_azure.parameters.client_secret"),
86
+ help=T("csm_data.commands.store.dump_to_azure.parameters.client_secret"),
87
87
  type=str,
88
88
  required=True,
89
89
  show_envvar=True,
@@ -91,7 +91,7 @@ VALID_TYPES = (
91
91
  envvar="AZURE_CLIENT_SECRET",
92
92
  )
93
93
  @web_help("csm-data/store/dump-to-azure")
94
- @translate_help("csm-data.commands.store.dump_to_azure.description")
94
+ @translate_help("csm_data.commands.store.dump_to_azure.description")
95
95
  def dump_to_azure(
96
96
  store_folder,
97
97
  account_name: str,