cosmotech-acceleration-library 1.0.0__py3-none-any.whl → 1.0.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (67) hide show
  1. cosmotech/coal/__init__.py +1 -1
  2. cosmotech/coal/azure/adx/runner.py +1 -3
  3. cosmotech/coal/postgresql/runner.py +3 -1
  4. cosmotech/coal/postgresql/store.py +3 -0
  5. cosmotech/csm_data/commands/adx_send_data.py +7 -7
  6. cosmotech/csm_data/commands/adx_send_runnerdata.py +10 -10
  7. cosmotech/csm_data/commands/api/api.py +1 -1
  8. cosmotech/csm_data/commands/api/postgres_send_runner_metadata.py +23 -11
  9. cosmotech/csm_data/commands/api/rds_load_csv.py +8 -8
  10. cosmotech/csm_data/commands/api/rds_send_csv.py +6 -6
  11. cosmotech/csm_data/commands/api/rds_send_store.py +6 -6
  12. cosmotech/csm_data/commands/api/run_load_data.py +10 -10
  13. cosmotech/csm_data/commands/api/runtemplate_load_handler.py +5 -5
  14. cosmotech/csm_data/commands/api/tdl_load_files.py +6 -6
  15. cosmotech/csm_data/commands/api/tdl_send_files.py +7 -7
  16. cosmotech/csm_data/commands/api/wsf_load_file.py +5 -5
  17. cosmotech/csm_data/commands/api/wsf_send_file.py +6 -6
  18. cosmotech/csm_data/commands/az_storage_upload.py +6 -6
  19. cosmotech/csm_data/commands/s3_bucket_delete.py +8 -8
  20. cosmotech/csm_data/commands/s3_bucket_download.py +9 -9
  21. cosmotech/csm_data/commands/s3_bucket_upload.py +10 -10
  22. cosmotech/csm_data/commands/store/dump_to_azure.py +9 -9
  23. cosmotech/csm_data/commands/store/dump_to_postgresql.py +22 -10
  24. cosmotech/csm_data/commands/store/dump_to_s3.py +10 -10
  25. cosmotech/csm_data/commands/store/list_tables.py +3 -3
  26. cosmotech/csm_data/commands/store/load_csv_folder.py +3 -3
  27. cosmotech/csm_data/commands/store/load_from_singlestore.py +8 -8
  28. cosmotech/csm_data/commands/store/reset.py +2 -2
  29. cosmotech/csm_data/commands/store/store.py +1 -1
  30. cosmotech/csm_data/main.py +8 -6
  31. cosmotech/csm_data/utils/decorators.py +1 -1
  32. cosmotech/translation/csm_data/en-US/csm_data/commands/api/api.yml +8 -0
  33. cosmotech/translation/csm_data/en-US/csm_data/commands/api/postgres_send_runner_metadata.yml +17 -0
  34. cosmotech/translation/csm_data/en-US/csm_data/commands/api/rds_load_csv.yml +13 -0
  35. cosmotech/translation/csm_data/en-US/csm_data/commands/api/rds_send_csv.yml +12 -0
  36. cosmotech/translation/csm_data/en-US/csm_data/commands/api/rds_send_store.yml +12 -0
  37. cosmotech/translation/csm_data/en-US/csm_data/commands/api/run_load_data.yml +15 -0
  38. cosmotech/translation/csm_data/en-US/csm_data/commands/api/runtemplate_load_handler.yml +7 -0
  39. cosmotech/translation/csm_data/en-US/csm_data/commands/api/tdl_load_files.yml +14 -0
  40. cosmotech/translation/csm_data/en-US/csm_data/commands/api/tdl_send_files.yml +18 -0
  41. cosmotech/translation/csm_data/en-US/csm_data/commands/api/wsf_load_file.yml +10 -0
  42. cosmotech/translation/csm_data/en-US/csm_data/commands/api/wsf_send_file.yml +12 -0
  43. cosmotech/translation/csm_data/en-US/csm_data/commands/main.yml +9 -0
  44. cosmotech/translation/csm_data/en-US/csm_data/commands/storage/adx_send_data.yml +8 -0
  45. cosmotech/translation/csm_data/en-US/csm_data/commands/storage/adx_send_runnerdata.yml +15 -0
  46. cosmotech/translation/csm_data/en-US/csm_data/commands/storage/az_storage_upload.yml +8 -0
  47. cosmotech/translation/csm_data/en-US/csm_data/commands/storage/s3_bucket_delete.yml +17 -0
  48. cosmotech/translation/csm_data/en-US/csm_data/commands/storage/s3_bucket_download.yml +18 -0
  49. cosmotech/translation/csm_data/en-US/csm_data/commands/storage/s3_bucket_upload.yml +21 -0
  50. cosmotech/translation/csm_data/en-US/csm_data/commands/storage/storage.yml +4 -0
  51. cosmotech/translation/csm_data/en-US/csm_data/commands/store/dump_to_azure.yml +23 -0
  52. cosmotech/translation/csm_data/en-US/csm_data/commands/store/dump_to_postgresql.yml +20 -0
  53. cosmotech/translation/csm_data/en-US/csm_data/commands/store/dump_to_s3.yml +26 -0
  54. cosmotech/translation/csm_data/en-US/csm_data/commands/store/list_tables.yml +5 -0
  55. cosmotech/translation/csm_data/en-US/csm_data/commands/store/load_csv_folder.yml +5 -0
  56. cosmotech/translation/csm_data/en-US/csm_data/commands/store/load_from_singlestore.yml +16 -0
  57. cosmotech/translation/csm_data/en-US/csm_data/commands/store/reset.yml +4 -0
  58. cosmotech/translation/csm_data/en-US/csm_data/commands/store/store.yml +4 -0
  59. cosmotech/translation/csm_data/en-US/csm_data/commons/decorators.yml +2 -0
  60. cosmotech/translation/csm_data/en-US/csm_data/commons/version.yml +4 -0
  61. {cosmotech_acceleration_library-1.0.0.dist-info → cosmotech_acceleration_library-1.0.1.dist-info}/METADATA +7 -10
  62. {cosmotech_acceleration_library-1.0.0.dist-info → cosmotech_acceleration_library-1.0.1.dist-info}/RECORD +66 -38
  63. {cosmotech_acceleration_library-1.0.0.dist-info → cosmotech_acceleration_library-1.0.1.dist-info}/WHEEL +1 -1
  64. cosmotech/translation/csm_data/en-US/csm-data.yml +0 -434
  65. {cosmotech_acceleration_library-1.0.0.dist-info → cosmotech_acceleration_library-1.0.1.dist-info}/entry_points.txt +0 -0
  66. {cosmotech_acceleration_library-1.0.0.dist-info → cosmotech_acceleration_library-1.0.1.dist-info}/licenses/LICENSE +0 -0
  67. {cosmotech_acceleration_library-1.0.0.dist-info → cosmotech_acceleration_library-1.0.1.dist-info}/top_level.txt +0 -0
cosmotech/csm_data/commands/api/tdl_load_files.py CHANGED
@@ -14,7 +14,7 @@ from cosmotech.orchestrator.utils.translate import T
14
14
  @click.option(
15
15
  "--organization-id",
16
16
  envvar="CSM_ORGANIZATION_ID",
17
- help=T("csm-data.commands.api.tdl_load_files.parameters.organization_id"),
17
+ help=T("csm_data.commands.api.tdl_load_files.parameters.organization_id"),
18
18
  metavar="o-XXXXXXXX",
19
19
  type=str,
20
20
  show_envvar=True,
@@ -23,7 +23,7 @@ from cosmotech.orchestrator.utils.translate import T
23
23
  @click.option(
24
24
  "--workspace-id",
25
25
  envvar="CSM_WORKSPACE_ID",
26
- help=T("csm-data.commands.api.tdl_load_files.parameters.workspace_id"),
26
+ help=T("csm_data.commands.api.tdl_load_files.parameters.workspace_id"),
27
27
  metavar="w-XXXXXXXX",
28
28
  type=str,
29
29
  show_envvar=True,
@@ -32,7 +32,7 @@ from cosmotech.orchestrator.utils.translate import T
32
32
  @click.option(
33
33
  "--scenario-id",
34
34
  envvar="CSM_SCENARIO_ID",
35
- help=T("csm-data.commands.api.tdl_load_files.parameters.scenario_id"),
35
+ help=T("csm_data.commands.api.tdl_load_files.parameters.scenario_id"),
36
36
  metavar="s-XXXXXXXX",
37
37
  type=str,
38
38
  show_envvar=True,
@@ -41,7 +41,7 @@ from cosmotech.orchestrator.utils.translate import T
41
41
  @click.option(
42
42
  "--runner-id",
43
43
  envvar="CSM_RUNNER_ID",
44
- help=T("csm-data.commands.api.tdl_load_files.parameters.runner_id"),
44
+ help=T("csm_data.commands.api.tdl_load_files.parameters.runner_id"),
45
45
  metavar="r-XXXXXXXX",
46
46
  type=str,
47
47
  show_envvar=True,
@@ -50,7 +50,7 @@ from cosmotech.orchestrator.utils.translate import T
50
50
  @click.option(
51
51
  "--dir",
52
52
  "directory_path",
53
- help=T("csm-data.commands.api.tdl_load_files.parameters.dir"),
53
+ help=T("csm_data.commands.api.tdl_load_files.parameters.dir"),
54
54
  metavar="PATH",
55
55
  default="./",
56
56
  type=str,
@@ -59,7 +59,7 @@ from cosmotech.orchestrator.utils.translate import T
59
59
  required=True,
60
60
  )
61
61
  @web_help("csm-data/api/tdl-load-file")
62
- @translate_help("csm-data.commands.api.tdl_load_files.description")
62
+ @translate_help("csm_data.commands.api.tdl_load_files.description")
63
63
  def tdl_load_files(organization_id, workspace_id, scenario_id, runner_id, directory_path):
64
64
  # Import the function at the start of the command
65
65
  from cosmotech.coal.cosmotech_api import load_files_from_tdl
cosmotech/csm_data/commands/api/tdl_send_files.py CHANGED
@@ -14,7 +14,7 @@ from cosmotech.orchestrator.utils.translate import T
14
14
  @click.option(
15
15
  "--api-url",
16
16
  envvar="CSM_API_URL",
17
- help=T("csm-data.commands.api.tdl_send_files.parameters.api_url"),
17
+ help=T("csm_data.commands.api.tdl_send_files.parameters.api_url"),
18
18
  metavar="URI",
19
19
  type=str,
20
20
  show_envvar=True,
@@ -23,7 +23,7 @@ from cosmotech.orchestrator.utils.translate import T
23
23
  @click.option(
24
24
  "--organization-id",
25
25
  envvar="CSM_ORGANIZATION_ID",
26
- help=T("csm-data.commands.api.tdl_send_files.parameters.organization_id"),
26
+ help=T("csm_data.commands.api.tdl_send_files.parameters.organization_id"),
27
27
  metavar="o-XXXXXXXX",
28
28
  type=str,
29
29
  show_envvar=True,
@@ -32,7 +32,7 @@ from cosmotech.orchestrator.utils.translate import T
32
32
  @click.option(
33
33
  "--workspace-id",
34
34
  envvar="CSM_WORKSPACE_ID",
35
- help=T("csm-data.commands.api.tdl_send_files.parameters.workspace_id"),
35
+ help=T("csm_data.commands.api.tdl_send_files.parameters.workspace_id"),
36
36
  metavar="w-XXXXXXXX",
37
37
  type=str,
38
38
  show_envvar=True,
@@ -41,7 +41,7 @@ from cosmotech.orchestrator.utils.translate import T
41
41
  @click.option(
42
42
  "--runner-id",
43
43
  envvar="CSM_RUNNER_ID",
44
- help=T("csm-data.commands.api.tdl_send_files.parameters.runner_id"),
44
+ help=T("csm_data.commands.api.tdl_send_files.parameters.runner_id"),
45
45
  metavar="r-XXXXXXXX",
46
46
  type=str,
47
47
  show_envvar=True,
@@ -50,7 +50,7 @@ from cosmotech.orchestrator.utils.translate import T
50
50
  @click.option(
51
51
  "--dir",
52
52
  "directory_path",
53
- help=T("csm-data.commands.api.tdl_send_files.parameters.dir"),
53
+ help=T("csm_data.commands.api.tdl_send_files.parameters.dir"),
54
54
  metavar="PATH",
55
55
  default="./",
56
56
  type=str,
@@ -60,14 +60,14 @@ from cosmotech.orchestrator.utils.translate import T
60
60
  )
61
61
  @click.option(
62
62
  "--clear/--keep",
63
- help=T("csm-data.commands.api.tdl_send_files.parameters.clear"),
63
+ help=T("csm_data.commands.api.tdl_send_files.parameters.clear"),
64
64
  is_flag=True,
65
65
  default=True,
66
66
  show_default=True,
67
67
  type=bool,
68
68
  )
69
69
  @web_help("csm-data/api/tdl-send-files")
70
- @translate_help("csm-data.commands.api.tdl_send_files.description")
70
+ @translate_help("csm_data.commands.api.tdl_send_files.description")
71
71
  def tdl_send_files(api_url, organization_id, workspace_id, runner_id, directory_path, clear: bool):
72
72
  # Import the function at the start of the command
73
73
  from cosmotech.coal.cosmotech_api import send_files_to_tdl
cosmotech/csm_data/commands/api/wsf_load_file.py CHANGED
@@ -18,7 +18,7 @@ from cosmotech.orchestrator.utils.translate import T
18
18
  @click.option(
19
19
  "--organization-id",
20
20
  envvar="CSM_ORGANIZATION_ID",
21
- help=T("csm-data.commands.api.wsf_load_file.parameters.organization_id"),
21
+ help=T("csm_data.commands.api.wsf_load_file.parameters.organization_id"),
22
22
  metavar="o-XXXXXXXX",
23
23
  type=str,
24
24
  show_envvar=True,
@@ -27,7 +27,7 @@ from cosmotech.orchestrator.utils.translate import T
27
27
  @click.option(
28
28
  "--workspace-id",
29
29
  envvar="CSM_WORKSPACE_ID",
30
- help=T("csm-data.commands.api.wsf_load_file.parameters.workspace_id"),
30
+ help=T("csm_data.commands.api.wsf_load_file.parameters.workspace_id"),
31
31
  metavar="w-XXXXXXXX",
32
32
  type=str,
33
33
  show_envvar=True,
@@ -35,14 +35,14 @@ from cosmotech.orchestrator.utils.translate import T
35
35
  )
36
36
  @click.option(
37
37
  "--workspace-path",
38
- help=T("csm-data.commands.api.wsf_load_file.parameters.workspace_path"),
38
+ help=T("csm_data.commands.api.wsf_load_file.parameters.workspace_path"),
39
39
  metavar="PATH",
40
40
  default="/",
41
41
  type=str,
42
42
  )
43
43
  @click.option(
44
44
  "--target-folder",
45
- help=T("csm-data.commands.api.wsf_load_file.parameters.target_folder"),
45
+ help=T("csm_data.commands.api.wsf_load_file.parameters.target_folder"),
46
46
  metavar="PATH",
47
47
  default="./",
48
48
  type=str,
@@ -51,7 +51,7 @@ from cosmotech.orchestrator.utils.translate import T
51
51
  required=True,
52
52
  )
53
53
  @web_help("csm-data/api/wsf-load-file")
54
- @translate_help("csm-data.commands.api.wsf_load_file.description")
54
+ @translate_help("csm_data.commands.api.wsf_load_file.description")
55
55
  def wsf_load_file(organization_id, workspace_id, workspace_path: str, target_folder: str):
56
56
  with get_api_client()[0] as api_client:
57
57
  target_list = list_workspace_files(api_client, organization_id, workspace_id, workspace_path)
cosmotech/csm_data/commands/api/wsf_send_file.py CHANGED
@@ -16,7 +16,7 @@ from cosmotech.orchestrator.utils.translate import T
16
16
  @click.option(
17
17
  "--organization-id",
18
18
  envvar="CSM_ORGANIZATION_ID",
19
- help=T("csm-data.commands.api.wsf_send_file.parameters.organization_id"),
19
+ help=T("csm_data.commands.api.wsf_send_file.parameters.organization_id"),
20
20
  metavar="o-XXXXXXXX",
21
21
  type=str,
22
22
  show_envvar=True,
@@ -25,7 +25,7 @@ from cosmotech.orchestrator.utils.translate import T
25
25
  @click.option(
26
26
  "--workspace-id",
27
27
  envvar="CSM_WORKSPACE_ID",
28
- help=T("csm-data.commands.api.wsf_send_file.parameters.workspace_id"),
28
+ help=T("csm_data.commands.api.wsf_send_file.parameters.workspace_id"),
29
29
  metavar="w-XXXXXXXX",
30
30
  type=str,
31
31
  show_envvar=True,
@@ -33,14 +33,14 @@ from cosmotech.orchestrator.utils.translate import T
33
33
  )
34
34
  @click.option(
35
35
  "--file-path",
36
- help=T("csm-data.commands.api.wsf_send_file.parameters.file_path"),
36
+ help=T("csm_data.commands.api.wsf_send_file.parameters.file_path"),
37
37
  metavar="PATH",
38
38
  type=str,
39
39
  required=True,
40
40
  )
41
41
  @click.option(
42
42
  "--workspace-path",
43
- help=T("csm-data.commands.api.wsf_send_file.parameters.workspace_path"),
43
+ help=T("csm_data.commands.api.wsf_send_file.parameters.workspace_path"),
44
44
  metavar="PATH",
45
45
  default="/",
46
46
  type=str,
@@ -48,14 +48,14 @@ from cosmotech.orchestrator.utils.translate import T
48
48
  )
49
49
  @click.option(
50
50
  "--overwrite/--keep",
51
- help=T("csm-data.commands.api.wsf_send_file.parameters.overwrite"),
51
+ help=T("csm_data.commands.api.wsf_send_file.parameters.overwrite"),
52
52
  is_flag=True,
53
53
  default=True,
54
54
  show_default=True,
55
55
  type=bool,
56
56
  )
57
57
  @web_help("csm-data/api/wsf-send-file")
58
- @translate_help("csm-data.commands.api.wsf_send_file.description")
58
+ @translate_help("csm_data.commands.api.wsf_send_file.description")
59
59
  def wsf_send_file(organization_id, workspace_id, file_path, workspace_path: str, overwrite: bool):
60
60
  with get_api_client()[0] as api_client:
61
61
  upload_workspace_file(
cosmotech/csm_data/commands/az_storage_upload.py CHANGED
@@ -14,7 +14,7 @@ from cosmotech.orchestrator.utils.translate import T
14
14
  @click.option(
15
15
  "--source-folder",
16
16
  envvar="CSM_DATASET_ABSOLUTE_PATH",
17
- help=T("csm-data.commands.storage.az_storage_upload.parameters.source_folder"),
17
+ help=T("csm_data.commands.storage.az_storage_upload.parameters.source_folder"),
18
18
  metavar="PATH",
19
19
  type=str,
20
20
  show_envvar=True,
@@ -23,14 +23,14 @@ from cosmotech.orchestrator.utils.translate import T
23
23
  @click.option(
24
24
  "--recursive/--no-recursive",
25
25
  default=False,
26
- help=T("csm-data.commands.storage.az_storage_upload.parameters.recursive"),
26
+ help=T("csm_data.commands.storage.az_storage_upload.parameters.recursive"),
27
27
  type=bool,
28
28
  is_flag=True,
29
29
  )
30
30
  @click.option(
31
31
  "--blob-name",
32
32
  envvar="AZURE_STORAGE_BLOB_NAME",
33
- help=T("csm-data.commands.storage.az_storage_upload.parameters.blob_name"),
33
+ help=T("csm_data.commands.storage.az_storage_upload.parameters.blob_name"),
34
34
  metavar="BUCKET",
35
35
  type=str,
36
36
  show_envvar=True,
@@ -40,7 +40,7 @@ from cosmotech.orchestrator.utils.translate import T
40
40
  "--prefix",
41
41
  "file_prefix",
42
42
  envvar="CSM_DATA_BLOB_PREFIX",
43
- help=T("csm-data.commands.storage.az_storage_upload.parameters.prefix"),
43
+ help=T("csm_data.commands.storage.az_storage_upload.parameters.prefix"),
44
44
  metavar="PREFIX",
45
45
  type=str,
46
46
  show_envvar=True,
@@ -48,14 +48,14 @@ from cosmotech.orchestrator.utils.translate import T
48
48
  )
49
49
  @click.option(
50
50
  "--az-storage-sas-url",
51
- help=T("csm-data.commands.storage.az_storage_upload.parameters.az_storage_sas_url"),
51
+ help=T("csm_data.commands.storage.az_storage_upload.parameters.az_storage_sas_url"),
52
52
  type=str,
53
53
  show_envvar=True,
54
54
  metavar="URL",
55
55
  envvar="AZURE_STORAGE_SAS_URL",
56
56
  )
57
57
  @web_help("csm-data/az-storage-upload")
58
- @translate_help("csm-data.commands.storage.az_storage_upload.description")
58
+ @translate_help("csm_data.commands.storage.az_storage_upload.description")
59
59
  def az_storage_upload(
60
60
  source_folder,
61
61
  blob_name: str,
cosmotech/csm_data/commands/s3_bucket_delete.py CHANGED
@@ -16,7 +16,7 @@ from cosmotech.orchestrator.utils.translate import T
16
16
  @click.option(
17
17
  "--bucket-name",
18
18
  envvar="CSM_DATA_BUCKET_NAME",
19
- help=T("csm-data.commands.storage.s3_bucket_delete.parameters.bucket_name"),
19
+ help=T("csm_data.commands.storage.s3_bucket_delete.parameters.bucket_name"),
20
20
  metavar="BUCKET",
21
21
  type=str,
22
22
  show_envvar=True,
@@ -26,7 +26,7 @@ from cosmotech.orchestrator.utils.translate import T
26
26
  "--prefix-filter",
27
27
  "file_prefix",
28
28
  envvar="CSM_DATA_BUCKET_PREFIX",
29
- help=T("csm-data.commands.storage.s3_bucket_delete.parameters.prefix_filter"),
29
+ help=T("csm_data.commands.storage.s3_bucket_delete.parameters.prefix_filter"),
30
30
  metavar="PREFIX",
31
31
  type=str,
32
32
  show_envvar=True,
@@ -34,14 +34,14 @@ from cosmotech.orchestrator.utils.translate import T
34
34
  @click.option(
35
35
  "--use-ssl/--no-ssl",
36
36
  default=True,
37
- help=T("csm-data.commands.storage.s3_bucket_delete.parameters.use_ssl"),
37
+ help=T("csm_data.commands.storage.s3_bucket_delete.parameters.use_ssl"),
38
38
  type=bool,
39
39
  is_flag=True,
40
40
  )
41
41
  @click.option(
42
42
  "--s3-url",
43
43
  "endpoint_url",
44
- help=T("csm-data.commands.storage.s3_bucket_delete.parameters.s3_url"),
44
+ help=T("csm_data.commands.storage.s3_bucket_delete.parameters.s3_url"),
45
45
  type=str,
46
46
  required=True,
47
47
  show_envvar=True,
@@ -51,7 +51,7 @@ from cosmotech.orchestrator.utils.translate import T
51
51
  @click.option(
52
52
  "--access-id",
53
53
  "access_id",
54
- help=T("csm-data.commands.storage.s3_bucket_delete.parameters.access_id"),
54
+ help=T("csm_data.commands.storage.s3_bucket_delete.parameters.access_id"),
55
55
  type=str,
56
56
  required=True,
57
57
  show_envvar=True,
@@ -61,7 +61,7 @@ from cosmotech.orchestrator.utils.translate import T
61
61
  @click.option(
62
62
  "--secret-key",
63
63
  "secret_key",
64
- help=T("csm-data.commands.storage.s3_bucket_delete.parameters.secret_key"),
64
+ help=T("csm_data.commands.storage.s3_bucket_delete.parameters.secret_key"),
65
65
  type=str,
66
66
  required=True,
67
67
  show_envvar=True,
@@ -70,14 +70,14 @@ from cosmotech.orchestrator.utils.translate import T
70
70
  )
71
71
  @click.option(
72
72
  "--ssl-cert-bundle",
73
- help=T("csm-data.commands.storage.s3_bucket_delete.parameters.ssl_cert_bundle"),
73
+ help=T("csm_data.commands.storage.s3_bucket_delete.parameters.ssl_cert_bundle"),
74
74
  type=str,
75
75
  show_envvar=True,
76
76
  metavar="PATH",
77
77
  envvar="CSM_S3_CA_BUNDLE",
78
78
  )
79
79
  @web_help("csm-data/s3-bucket-delete")
80
- @translate_help("csm-data.commands.storage.s3_bucket_delete.description")
80
+ @translate_help("csm_data.commands.storage.s3_bucket_delete.description")
81
81
  def s3_bucket_delete(
82
82
  bucket_name: str,
83
83
  file_prefix: str,
cosmotech/csm_data/commands/s3_bucket_download.py CHANGED
@@ -16,7 +16,7 @@ from cosmotech.orchestrator.utils.translate import T
16
16
  @click.option(
17
17
  "--target-folder",
18
18
  envvar="CSM_DATASET_ABSOLUTE_PATH",
19
- help=T("csm-data.commands.storage.s3_bucket_download.parameters.target_folder"),
19
+ help=T("csm_data.commands.storage.s3_bucket_download.parameters.target_folder"),
20
20
  metavar="PATH",
21
21
  type=str,
22
22
  show_envvar=True,
@@ -25,7 +25,7 @@ from cosmotech.orchestrator.utils.translate import T
25
25
  @click.option(
26
26
  "--bucket-name",
27
27
  envvar="CSM_DATA_BUCKET_NAME",
28
- help=T("csm-data.commands.storage.s3_bucket_download.parameters.bucket_name"),
28
+ help=T("csm_data.commands.storage.s3_bucket_download.parameters.bucket_name"),
29
29
  metavar="BUCKET",
30
30
  type=str,
31
31
  show_envvar=True,
@@ -35,7 +35,7 @@ from cosmotech.orchestrator.utils.translate import T
35
35
  "--prefix-filter",
36
36
  "file_prefix",
37
37
  envvar="CSM_DATA_BUCKET_PREFIX",
38
- help=T("csm-data.commands.storage.s3_bucket_download.parameters.prefix_filter"),
38
+ help=T("csm_data.commands.storage.s3_bucket_download.parameters.prefix_filter"),
39
39
  metavar="PREFIX",
40
40
  type=str,
41
41
  show_envvar=True,
@@ -43,14 +43,14 @@ from cosmotech.orchestrator.utils.translate import T
43
43
  @click.option(
44
44
  "--use-ssl/--no-ssl",
45
45
  default=True,
46
- help=T("csm-data.commands.storage.s3_bucket_download.parameters.use_ssl"),
46
+ help=T("csm_data.commands.storage.s3_bucket_download.parameters.use_ssl"),
47
47
  type=bool,
48
48
  is_flag=True,
49
49
  )
50
50
  @click.option(
51
51
  "--s3-url",
52
52
  "endpoint_url",
53
- help=T("csm-data.commands.storage.s3_bucket_download.parameters.s3_url"),
53
+ help=T("csm_data.commands.storage.s3_bucket_download.parameters.s3_url"),
54
54
  type=str,
55
55
  required=True,
56
56
  show_envvar=True,
@@ -60,7 +60,7 @@ from cosmotech.orchestrator.utils.translate import T
60
60
  @click.option(
61
61
  "--access-id",
62
62
  "access_id",
63
- help=T("csm-data.commands.storage.s3_bucket_download.parameters.access_id"),
63
+ help=T("csm_data.commands.storage.s3_bucket_download.parameters.access_id"),
64
64
  type=str,
65
65
  required=True,
66
66
  show_envvar=True,
@@ -70,7 +70,7 @@ from cosmotech.orchestrator.utils.translate import T
70
70
  @click.option(
71
71
  "--secret-key",
72
72
  "secret_key",
73
- help=T("csm-data.commands.storage.s3_bucket_download.parameters.secret_key"),
73
+ help=T("csm_data.commands.storage.s3_bucket_download.parameters.secret_key"),
74
74
  type=str,
75
75
  required=True,
76
76
  show_envvar=True,
@@ -79,14 +79,14 @@ from cosmotech.orchestrator.utils.translate import T
79
79
  )
80
80
  @click.option(
81
81
  "--ssl-cert-bundle",
82
- help=T("csm-data.commands.storage.s3_bucket_download.parameters.ssl_cert_bundle"),
82
+ help=T("csm_data.commands.storage.s3_bucket_download.parameters.ssl_cert_bundle"),
83
83
  type=str,
84
84
  show_envvar=True,
85
85
  metavar="PATH",
86
86
  envvar="CSM_S3_CA_BUNDLE",
87
87
  )
88
88
  @web_help("csm-data/s3-bucket-download")
89
- @translate_help("csm-data.commands.storage.s3_bucket_download.description")
89
+ @translate_help("csm_data.commands.storage.s3_bucket_download.description")
90
90
  def s3_bucket_download(
91
91
  target_folder: str,
92
92
  bucket_name: str,
cosmotech/csm_data/commands/s3_bucket_upload.py CHANGED
@@ -16,7 +16,7 @@ from cosmotech.orchestrator.utils.translate import T
16
16
  @click.option(
17
17
  "--source-folder",
18
18
  envvar="CSM_DATASET_ABSOLUTE_PATH",
19
- help=T("csm-data.commands.storage.s3_bucket_upload.parameters.source_folder"),
19
+ help=T("csm_data.commands.storage.s3_bucket_upload.parameters.source_folder"),
20
20
  metavar="PATH",
21
21
  type=str,
22
22
  show_envvar=True,
@@ -25,14 +25,14 @@ from cosmotech.orchestrator.utils.translate import T
25
25
  @click.option(
26
26
  "--recursive/--no-recursive",
27
27
  default=False,
28
- help=T("csm-data.commands.storage.s3_bucket_upload.parameters.recursive"),
28
+ help=T("csm_data.commands.storage.s3_bucket_upload.parameters.recursive"),
29
29
  type=bool,
30
30
  is_flag=True,
31
31
  )
32
32
  @click.option(
33
33
  "--bucket-name",
34
34
  envvar="CSM_DATA_BUCKET_NAME",
35
- help=T("csm-data.commands.storage.s3_bucket_upload.parameters.bucket_name"),
35
+ help=T("csm_data.commands.storage.s3_bucket_upload.parameters.bucket_name"),
36
36
  metavar="BUCKET",
37
37
  type=str,
38
38
  show_envvar=True,
@@ -42,7 +42,7 @@ from cosmotech.orchestrator.utils.translate import T
42
42
  "--prefix",
43
43
  "file_prefix",
44
44
  envvar="CSM_DATA_BUCKET_PREFIX",
45
- help=T("csm-data.commands.storage.s3_bucket_upload.parameters.prefix"),
45
+ help=T("csm_data.commands.storage.s3_bucket_upload.parameters.prefix"),
46
46
  metavar="PREFIX",
47
47
  type=str,
48
48
  show_envvar=True,
@@ -51,14 +51,14 @@ from cosmotech.orchestrator.utils.translate import T
51
51
  @click.option(
52
52
  "--use-ssl/--no-ssl",
53
53
  default=True,
54
- help=T("csm-data.commands.storage.s3_bucket_upload.parameters.use_ssl"),
54
+ help=T("csm_data.commands.storage.s3_bucket_upload.parameters.use_ssl"),
55
55
  type=bool,
56
56
  is_flag=True,
57
57
  )
58
58
  @click.option(
59
59
  "--s3-url",
60
60
  "endpoint_url",
61
- help=T("csm-data.commands.storage.s3_bucket_upload.parameters.s3_url"),
61
+ help=T("csm_data.commands.storage.s3_bucket_upload.parameters.s3_url"),
62
62
  type=str,
63
63
  required=True,
64
64
  show_envvar=True,
@@ -68,7 +68,7 @@ from cosmotech.orchestrator.utils.translate import T
68
68
  @click.option(
69
69
  "--access-id",
70
70
  "access_id",
71
- help=T("csm-data.commands.storage.s3_bucket_upload.parameters.access_id"),
71
+ help=T("csm_data.commands.storage.s3_bucket_upload.parameters.access_id"),
72
72
  type=str,
73
73
  required=True,
74
74
  show_envvar=True,
@@ -78,7 +78,7 @@ from cosmotech.orchestrator.utils.translate import T
78
78
  @click.option(
79
79
  "--secret-key",
80
80
  "secret_key",
81
- help=T("csm-data.commands.storage.s3_bucket_upload.parameters.secret_key"),
81
+ help=T("csm_data.commands.storage.s3_bucket_upload.parameters.secret_key"),
82
82
  type=str,
83
83
  required=True,
84
84
  show_envvar=True,
@@ -87,14 +87,14 @@ from cosmotech.orchestrator.utils.translate import T
87
87
  )
88
88
  @click.option(
89
89
  "--ssl-cert-bundle",
90
- help=T("csm-data.commands.storage.s3_bucket_upload.parameters.ssl_cert_bundle"),
90
+ help=T("csm_data.commands.storage.s3_bucket_upload.parameters.ssl_cert_bundle"),
91
91
  type=str,
92
92
  show_envvar=True,
93
93
  metavar="PATH",
94
94
  envvar="CSM_S3_CA_BUNDLE",
95
95
  )
96
96
  @web_help("csm-data/s3-bucket-upload")
97
- @translate_help("csm-data.commands.storage.s3_bucket_upload.description")
97
+ @translate_help("csm_data.commands.storage.s3_bucket_upload.description")
98
98
  def s3_bucket_upload(
99
99
  source_folder,
100
100
  bucket_name: str,
cosmotech/csm_data/commands/store/dump_to_azure.py CHANGED
@@ -20,7 +20,7 @@ VALID_TYPES = (
20
20
  @click.option(
21
21
  "--store-folder",
22
22
  envvar="CSM_PARAMETERS_ABSOLUTE_PATH",
23
- help=T("csm-data.commands.store.dump_to_azure.parameters.store_folder"),
23
+ help=T("csm_data.commands.store.dump_to_azure.parameters.store_folder"),
24
24
  metavar="PATH",
25
25
  type=str,
26
26
  show_envvar=True,
@@ -29,14 +29,14 @@ VALID_TYPES = (
29
29
  @click.option(
30
30
  "--output-type",
31
31
  default="sqlite",
32
- help=T("csm-data.commands.store.dump_to_azure.parameters.output_type"),
32
+ help=T("csm_data.commands.store.dump_to_azure.parameters.output_type"),
33
33
  type=click.Choice(VALID_TYPES, case_sensitive=False),
34
34
  )
35
35
  @click.option(
36
36
  "--account-name",
37
37
  "account_name",
38
38
  envvar="AZURE_ACCOUNT_NAME",
39
- help=T("csm-data.commands.store.dump_to_azure.parameters.account_name"),
39
+ help=T("csm_data.commands.store.dump_to_azure.parameters.account_name"),
40
40
  type=str,
41
41
  show_envvar=True,
42
42
  required=True,
@@ -45,7 +45,7 @@ VALID_TYPES = (
45
45
  "--container-name",
46
46
  "container_name",
47
47
  envvar="AZURE_CONTAINER_NAME",
48
- help=T("csm-data.commands.store.dump_to_azure.parameters.container_name"),
48
+ help=T("csm_data.commands.store.dump_to_azure.parameters.container_name"),
49
49
  type=str,
50
50
  show_envvar=True,
51
51
  default="",
@@ -54,7 +54,7 @@ VALID_TYPES = (
54
54
  "--prefix",
55
55
  "file_prefix",
56
56
  envvar="CSM_DATA_PREFIX",
57
- help=T("csm-data.commands.store.dump_to_azure.parameters.prefix"),
57
+ help=T("csm_data.commands.store.dump_to_azure.parameters.prefix"),
58
58
  metavar="PREFIX",
59
59
  type=str,
60
60
  show_envvar=True,
@@ -63,7 +63,7 @@ VALID_TYPES = (
63
63
  @click.option(
64
64
  "--tenant-id",
65
65
  "tenant_id",
66
- help=T("csm-data.commands.store.dump_to_azure.parameters.tenant_id"),
66
+ help=T("csm_data.commands.store.dump_to_azure.parameters.tenant_id"),
67
67
  type=str,
68
68
  required=True,
69
69
  show_envvar=True,
@@ -73,7 +73,7 @@ VALID_TYPES = (
73
73
  @click.option(
74
74
  "--client-id",
75
75
  "client_id",
76
- help=T("csm-data.commands.store.dump_to_azure.parameters.client_id"),
76
+ help=T("csm_data.commands.store.dump_to_azure.parameters.client_id"),
77
77
  type=str,
78
78
  required=True,
79
79
  show_envvar=True,
@@ -83,7 +83,7 @@ VALID_TYPES = (
83
83
  @click.option(
84
84
  "--client-secret",
85
85
  "client_secret",
86
- help=T("csm-data.commands.store.dump_to_azure.parameters.client_secret"),
86
+ help=T("csm_data.commands.store.dump_to_azure.parameters.client_secret"),
87
87
  type=str,
88
88
  required=True,
89
89
  show_envvar=True,
@@ -91,7 +91,7 @@ VALID_TYPES = (
91
91
  envvar="AZURE_CLIENT_SECRET",
92
92
  )
93
93
  @web_help("csm-data/store/dump-to-azure")
94
- @translate_help("csm-data.commands.store.dump_to_azure.description")
94
+ @translate_help("csm_data.commands.store.dump_to_azure.description")
95
95
  def dump_to_azure(
96
96
  store_folder,
97
97
  account_name: str,
cosmotech/csm_data/commands/store/dump_to_postgresql.py CHANGED
@@ -12,11 +12,11 @@ from cosmotech.orchestrator.utils.translate import T
12
12
 
13
13
  @click.command()
14
14
  @web_help("csm-data/store/dump-to-postgres")
15
- @translate_help("csm-data.commands.store.dump_to_postgresql.description")
15
+ @translate_help("csm_data.commands.store.dump_to_postgresql.description")
16
16
  @click.option(
17
17
  "--store-folder",
18
18
  envvar="CSM_PARAMETERS_ABSOLUTE_PATH",
19
- help=T("csm-data.commands.store.dump_to_postgresql.parameters.store_folder"),
19
+ help=T("csm_data.commands.store.dump_to_postgresql.parameters.store_folder"),
20
20
  metavar="PATH",
21
21
  type=str,
22
22
  show_envvar=True,
@@ -24,21 +24,21 @@ from cosmotech.orchestrator.utils.translate import T
24
24
  )
25
25
  @click.option(
26
26
  "--table-prefix",
27
- help=T("csm-data.commands.store.dump_to_postgresql.parameters.table_prefix"),
27
+ help=T("csm_data.commands.store.dump_to_postgresql.parameters.table_prefix"),
28
28
  metavar="PREFIX",
29
29
  type=str,
30
30
  default="Cosmotech_",
31
31
  )
32
32
  @click.option(
33
33
  "--postgres-host",
34
- help=T("csm-data.commands.store.dump_to_postgresql.parameters.postgres_host"),
34
+ help=T("csm_data.commands.store.dump_to_postgresql.parameters.postgres_host"),
35
35
  envvar="POSTGRES_HOST_URI",
36
36
  show_envvar=True,
37
37
  required=True,
38
38
  )
39
39
  @click.option(
40
40
  "--postgres-port",
41
- help=T("csm-data.commands.store.dump_to_postgresql.parameters.postgres_port"),
41
+ help=T("csm_data.commands.store.dump_to_postgresql.parameters.postgres_port"),
42
42
  envvar="POSTGRES_HOST_PORT",
43
43
  show_envvar=True,
44
44
  required=False,
@@ -46,28 +46,28 @@ from cosmotech.orchestrator.utils.translate import T
46
46
  )
47
47
  @click.option(
48
48
  "--postgres-db",
49
- help=T("csm-data.commands.store.dump_to_postgresql.parameters.postgres_db"),
49
+ help=T("csm_data.commands.store.dump_to_postgresql.parameters.postgres_db"),
50
50
  envvar="POSTGRES_DB_NAME",
51
51
  show_envvar=True,
52
52
  required=True,
53
53
  )
54
54
  @click.option(
55
55
  "--postgres-schema",
56
- help=T("csm-data.commands.store.dump_to_postgresql.parameters.postgres_schema"),
56
+ help=T("csm_data.commands.store.dump_to_postgresql.parameters.postgres_schema"),
57
57
  envvar="POSTGRES_DB_SCHEMA",
58
58
  show_envvar=True,
59
59
  required=True,
60
60
  )
61
61
  @click.option(
62
62
  "--postgres-user",
63
- help=T("csm-data.commands.store.dump_to_postgresql.parameters.postgres_user"),
63
+ help=T("csm_data.commands.store.dump_to_postgresql.parameters.postgres_user"),
64
64
  envvar="POSTGRES_USER_NAME",
65
65
  show_envvar=True,
66
66
  required=True,
67
67
  )
68
68
  @click.option(
69
69
  "--postgres-password",
70
- help=T("csm-data.commands.store.dump_to_postgresql.parameters.postgres_password"),
70
+ help=T("csm_data.commands.store.dump_to_postgresql.parameters.postgres_password"),
71
71
  envvar="POSTGRES_USER_PASSWORD",
72
72
  show_envvar=True,
73
73
  required=True,
@@ -75,7 +75,17 @@ from cosmotech.orchestrator.utils.translate import T
75
75
  @click.option(
76
76
  "--replace/--append",
77
77
  "replace",
78
- help=T("csm-data.commands.store.dump_to_postgresql.parameters.replace"),
78
+ help=T("csm_data.commands.store.dump_to_postgresql.parameters.replace"),
79
+ default=True,
80
+ is_flag=True,
81
+ show_default=True,
82
+ )
83
+ @click.option(
84
+ "--encode-password/--no-encode-password",
85
+ "force_encode",
86
+ help=T("csm_data.commands.store.dump_to_postgresql.parameters.encode_password"),
87
+ envvar="CSM_PSQL_FORCE_PASSWORD_ENCODING",
88
+ show_envvar=True,
79
89
  default=True,
80
90
  is_flag=True,
81
91
  show_default=True,
@@ -90,6 +100,7 @@ def dump_to_postgresql(
90
100
  postgres_user,
91
101
  postgres_password,
92
102
  replace: bool,
103
+ force_encode: bool,
93
104
  ):
94
105
  # Import the function at the start of the command
95
106
  from cosmotech.coal.postgresql import dump_store_to_postgresql
@@ -104,4 +115,5 @@ def dump_to_postgresql(
104
115
  postgres_user=postgres_user,
105
116
  postgres_password=postgres_password,
106
117
  replace=replace,
118
+ force_encode=force_encode,
107
119
  )