ctao-bdms-clients 0.2.0__tar.gz → 0.2.1__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (74) hide show
  1. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/.gitlab-ci.yml +2 -1
  2. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/CHANGES.rst +11 -0
  3. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/PKG-INFO +1 -1
  4. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/aiv-config.yml +2 -0
  5. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/chart/Chart.yaml +1 -1
  6. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/chart/README.md +4 -2
  7. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/chart/scripts/certificates/install_ca.sh +0 -1
  8. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/chart/templates/bootstrap_jobs.yaml +7 -1
  9. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/chart/templates/test_storages.yaml +4 -2
  10. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/chart/values.yaml +4 -0
  11. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/docs/changelog.rst +1 -0
  12. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/bdms/_version.py +2 -2
  13. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/ctao_bdms_clients.egg-info/PKG-INFO +1 -1
  14. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/.codespell-ignores +0 -0
  15. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/.dockerignore +0 -0
  16. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/.flake8 +0 -0
  17. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/.gitignore +0 -0
  18. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/.gitmodules +0 -0
  19. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/.pre-commit-config.yaml +0 -0
  20. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/Dockerfile +0 -0
  21. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/LICENSE +0 -0
  22. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/MANIFEST.in +0 -0
  23. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/Makefile +0 -0
  24. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/README.md +0 -0
  25. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/aiv-config-dependencies.yml +0 -0
  26. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/chart/Makefile +0 -0
  27. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/chart/scripts/bootstrap_rucio/setup_rucio.sh +0 -0
  28. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/chart/scripts/bootstrap_rucio/wait_for_rucio.sh +0 -0
  29. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/chart/templates/_helpers.tpl +0 -0
  30. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/chart/templates/_helpers_cert.tpl +0 -0
  31. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/chart/templates/configmap.yaml +0 -0
  32. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/chart/templates/prepuller.yaml +0 -0
  33. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/chart/templates/tests/test_jobs.yaml +0 -0
  34. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/docs/Makefile +0 -0
  35. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/docs/changes/template.rst +0 -0
  36. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/docs/chart.rst +0 -0
  37. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/docs/conf.py +0 -0
  38. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/docs/data_ingestion_acada.rst +0 -0
  39. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/docs/data_transfers.rst +0 -0
  40. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/docs/getting_started.rst +0 -0
  41. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/docs/index.rst +0 -0
  42. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/docs/reference/acada_ingestion.rst +0 -0
  43. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/docs/reference/index.rst +0 -0
  44. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/docs/server_setup/bdms_repos_interaction.rst +0 -0
  45. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/docs/server_setup/certificates.rst +0 -0
  46. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/docs/server_setup/fts.rst +0 -0
  47. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/docs/server_setup/index.rst +0 -0
  48. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/docs/server_setup/rucio_configuration.rst +0 -0
  49. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/docs/server_setup/storage_elements.rst +0 -0
  50. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/env_template +0 -0
  51. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/pyproject.toml +0 -0
  52. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/report/inspection.tex +0 -0
  53. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/report/performance_verification.tex +0 -0
  54. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/report/preamble.tex +0 -0
  55. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/setup.cfg +0 -0
  56. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/sonar-project.properties +0 -0
  57. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/bdms/__init__.py +0 -0
  58. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/bdms/acada_ingestion.py +0 -0
  59. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/bdms/extract_fits_metadata.py +0 -0
  60. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/bdms/tests/__init__.py +0 -0
  61. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/bdms/tests/conftest.py +0 -0
  62. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/bdms/tests/test_acada_ingestion.py +0 -0
  63. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/bdms/tests/test_basic_rucio_functionality.py +0 -0
  64. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/bdms/tests/test_dpps_rel_0_0.py +0 -0
  65. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/bdms/tests/test_extract_fits_metadata.py +0 -0
  66. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/bdms/tests/test_file_replicas.py +0 -0
  67. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/bdms/tests/test_metadata.py +0 -0
  68. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/bdms/tests/test_onsite_storage.py +0 -0
  69. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/bdms/tests/utils.py +0 -0
  70. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/bdms/version.py +0 -0
  71. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/ctao_bdms_clients.egg-info/SOURCES.txt +0 -0
  72. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/ctao_bdms_clients.egg-info/dependency_links.txt +0 -0
  73. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/ctao_bdms_clients.egg-info/requires.txt +0 -0
  74. {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/ctao_bdms_clients.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  include:
2
2
  - project: 'cta-computing/dpps/aiv/dpps-aiv-toolkit'
3
- ref: dd87c1aaf379ece916a8e11c069e79d07b521b56
3
+ ref: 7ebf44c2b02bfd72f596e7ea27ea0e9a1f925903
4
4
  file: 'ci-functions.yml'
5
5
  - "aiv-config.yml"
6
6
 
@@ -22,6 +22,7 @@ stages:
22
22
  - sonarqube
23
23
  - publish
24
24
  - report
25
+ - changelog
25
26
 
26
27
  k8s-integration-tests:
27
28
  # override from toolkit
@@ -1,3 +1,14 @@
1
+ BDMS v0.2.1 (2025-06-03)
2
+ ------------------------
3
+
4
+ Bugfix release to allow (pre-)production deployment without test storages.
5
+
6
+ Bug Fixes
7
+ ~~~~~~~~~
8
+
9
+ - Allow to further configure first test RSE: set storageclass and make optional. [`!112 <https://gitlab.cta-observatory.org/cta-computing/dpps/bdms/bdms/-/merge_requests/112>`__]
10
+
11
+
1
12
  BDMS 0.2.0 (2025-05-07)
2
13
  -----------------------
3
14
 
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: ctao-bdms-clients
3
- Version: 0.2.0
3
+ Version: 0.2.1
4
4
  Summary: Client module for the CTAO DPPS Bulk Data Management System
5
5
  Author-email: Georgios Zacharis <georgios.zacharis@inaf.it>, Stefano Gallozzi <Stefano.gallozzi@inaf.it>, Michele Mastropietro <michele.mastropietro@inaf.it>, Syed Anwar Ul Hasan <syedanwarul.hasan@cta-consortium.org>, Maximilian Linhoff <maximilian.linhoff@cta-observatory.org>, Volodymyr Savchenko <Volodymyr.Savchenko@epfl.ch>
6
6
  License-Expression: BSD-3-Clause
@@ -15,3 +15,5 @@ variables:
15
15
  APPLICATION_AUTHOR_ORGANIZATION: CTAO
16
16
 
17
17
  EXTRA_CONFIG_FILES: aiv-config-dependencies.yml
18
+
19
+ DEFAULT_HELM_TEST: name=bdms-pytest
@@ -30,7 +30,7 @@ dependencies:
30
30
 
31
31
  - name: cert-generator-grid
32
32
  condition: cert-generator-grid.enabled
33
- version: v1.0.0
33
+ version: v2.0.0
34
34
  repository: oci://harbor.cta-observatory.org/dpps
35
35
 
36
36
  - name: fts
@@ -14,7 +14,7 @@ A Helm chart for the bdms project
14
14
 
15
15
  | Repository | Name | Version |
16
16
  |------------|------|---------|
17
- | oci://harbor.cta-observatory.org/dpps | cert-generator-grid | v1.0.0 |
17
+ | oci://harbor.cta-observatory.org/dpps | cert-generator-grid | v2.0.0 |
18
18
  | oci://harbor.cta-observatory.org/dpps | fts | v0.3.0 |
19
19
  | oci://harbor.cta-observatory.org/dpps | rucio-daemons | 35.0.0 |
20
20
  | oci://harbor.cta-observatory.org/dpps | rucio-server | 35.0.0 |
@@ -146,7 +146,9 @@ A Helm chart for the bdms project
146
146
  | server.certificate.letsencrypt.enabled | bool | `false` | Enables SSL/TLS certificate provisioning using Let's encrypt |
147
147
  | server.rucioHost | string | `"rucio-server-manual-tc.local"` | The hostname of the Rucio server. It is used by clients and services to communicate with Rucio |
148
148
  | suffix_namespace | string | `"default"` | Specifies the Namespace suffix used for managing deployments in kubernetes |
149
- | test_storages | object | `{"xrootd":{"image":{"repository":"harbor.cta-observatory.org/proxy_cache/rucio/test-xrootd","tag":"37.1.0"},"instances":["rucio-storage-1","rucio-storage-2","rucio-storage-3"]}}` | - A list of test storages, deployed in the test setup |
149
+ | test_storages | object | `{"enabled":true,"xrootd":{"image":{"repository":"harbor.cta-observatory.org/proxy_cache/rucio/test-xrootd","tag":"37.1.0"},"instances":["rucio-storage-1","rucio-storage-2","rucio-storage-3"],"rucio_storage_1_storage_class":"standard"}}` | - A list of test storages, deployed in the test setup |
150
+ | test_storages.enabled | bool | `true` | If true, deploys test storages for testing purposes. This is set to 'False' if an external storage is used as in the production setup |
150
151
  | test_storages.xrootd.image.repository | string | `"harbor.cta-observatory.org/proxy_cache/rucio/test-xrootd"` | The container image repository for the XRootD storage deployment |
151
152
  | test_storages.xrootd.image.tag | string | `"37.1.0"` | Defines the specific version of the XRootD image to use |
153
+ | test_storages.xrootd.rucio_storage_1_storage_class | string | `"standard"` | The storage class name for the PVC used by rucio-storage-1 |
152
154
 
@@ -1,7 +1,6 @@
1
1
  hash=$(openssl x509 -noout -hash -in /etc/grid-security/ca.pem)
2
2
 
3
3
  mkdir -pv /etc/grid-security/certificates
4
- update-ca-trust force-enable
5
4
 
6
5
  cp -fv /etc/grid-security/ca.pem /etc/pki/ca-trust/source/anchors/rucio-ca.pem
7
6
  update-ca-trust extract
@@ -47,7 +47,7 @@ spec:
47
47
  - /bin/sh
48
48
  - -c
49
49
  - |
50
- set -x
50
+ set -ex
51
51
 
52
52
  {{ .Files.Get "scripts/certificates/install_ca.sh" | indent 10 }}
53
53
  {{ .Files.Get "scripts/bootstrap_rucio/wait_for_rucio.sh" | indent 10 }}
@@ -56,6 +56,12 @@ spec:
56
56
 
57
57
  python3 /usr/local/rucio/tools/reset_database.py
58
58
 
59
+ curl -LO https://dl.k8s.io/release/v1.33.0/bin/linux/amd64/kubectl -o ./kubectl
60
+ chmod +x ./kubectl
61
+
62
+ # could be also in post-upgrade hook but only if bootstrap was performed
63
+ ./kubectl rollout restart deployment {{ .Release.Name }}-rucio-server
64
+
59
65
  volumeMounts:
60
66
  {{ include "volume_mounts_rucio_config" . | indent 8 }}
61
67
  {{ include "volume_mounts_cert" . | indent 8 }}
@@ -1,3 +1,4 @@
1
+ {{ if .Values.test_storages.enabled }}
1
2
  {{- $suffix_namespace := .Values.suffix_namespace -}}
2
3
  {{ $values := .Values -}}
3
4
  {{- range $name := .Values.test_storages.xrootd.instances }}
@@ -44,7 +45,7 @@ spec:
44
45
  {{- if eq $name "rucio-storage-1" }}
45
46
  initContainers: #Initialize the PersistentVolumeClaim volume
46
47
  - name: bdms-storage-1-init #Name
47
- image: busybox:latest #You can use another image, like alpine/BusyBox, but must provide sh and chmod
48
+ image: harbor.cta-observatory.org/proxy_cache/busybox:latest #You can use another image, like alpine/BusyBox, but must provide sh and chmod
48
49
  command: ["/bin/sh", "-c", "mkdir -p /rucio/data && chmod -R 777 /rucio/data"] #This make the folder and sets all permissions correct
49
50
  volumeMounts:
50
51
  - name: bdms-storage-1-data
@@ -156,4 +157,5 @@ spec:
156
157
  resources:
157
158
  requests:
158
159
  storage: 2Gi # Adjust size as needed
159
- storageClassName: standard
160
+ storageClassName: {{ .Values.test_storages.xrootd.rucio_storage_1_storage_class }}
161
+ {{ end }}
@@ -176,6 +176,8 @@ configure:
176
176
 
177
177
  # --- A list of test storages, deployed in the test setup
178
178
  test_storages:
179
+ # -- If true, deploys test storages for testing purposes. This is set to 'False' if an external storage is used as in the production setup
180
+ enabled: true
179
181
  xrootd:
180
182
  image:
181
183
  # -- The container image repository for the XRootD storage deployment
@@ -187,6 +189,8 @@ test_storages:
187
189
  - "rucio-storage-1"
188
190
  - "rucio-storage-2"
189
191
  - "rucio-storage-3"
192
+ # -- The storage class name for the PVC used by rucio-storage-1
193
+ rucio_storage_1_storage_class: standard
190
194
 
191
195
  rucio_db:
192
196
  # -- The database connection URI for Rucio. It is of the format: `postgresql://<user>:<password>@<host>:<port>/<database>`, this field in use only if 'existingSecret.enabled' is set to 'false', otherwise ignored
@@ -3,4 +3,5 @@ Change Log
3
3
 
4
4
  .. changelog::
5
5
  :towncrier: ../
6
+ :towncrier-skip-if-empty:
6
7
  :changelog_file: ../CHANGES.rst
@@ -17,5 +17,5 @@ __version__: str
17
17
  __version_tuple__: VERSION_TUPLE
18
18
  version_tuple: VERSION_TUPLE
19
19
 
20
- __version__ = version = '0.2.0'
21
- __version_tuple__ = version_tuple = (0, 2, 0)
20
+ __version__ = version = '0.2.1'
21
+ __version_tuple__ = version_tuple = (0, 2, 1)
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: ctao-bdms-clients
3
- Version: 0.2.0
3
+ Version: 0.2.1
4
4
  Summary: Client module for the CTAO DPPS Bulk Data Management System
5
5
  Author-email: Georgios Zacharis <georgios.zacharis@inaf.it>, Stefano Gallozzi <Stefano.gallozzi@inaf.it>, Michele Mastropietro <michele.mastropietro@inaf.it>, Syed Anwar Ul Hasan <syedanwarul.hasan@cta-consortium.org>, Maximilian Linhoff <maximilian.linhoff@cta-observatory.org>, Volodymyr Savchenko <Volodymyr.Savchenko@epfl.ch>
6
6
  License-Expression: BSD-3-Clause