ctao-bdms-clients 0.2.0__tar.gz → 0.2.1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/.gitlab-ci.yml +2 -1
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/CHANGES.rst +11 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/PKG-INFO +1 -1
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/aiv-config.yml +2 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/chart/Chart.yaml +1 -1
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/chart/README.md +4 -2
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/chart/scripts/certificates/install_ca.sh +0 -1
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/chart/templates/bootstrap_jobs.yaml +7 -1
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/chart/templates/test_storages.yaml +4 -2
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/chart/values.yaml +4 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/docs/changelog.rst +1 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/bdms/_version.py +2 -2
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/ctao_bdms_clients.egg-info/PKG-INFO +1 -1
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/.codespell-ignores +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/.dockerignore +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/.flake8 +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/.gitignore +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/.gitmodules +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/.pre-commit-config.yaml +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/Dockerfile +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/LICENSE +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/MANIFEST.in +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/Makefile +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/README.md +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/aiv-config-dependencies.yml +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/chart/Makefile +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/chart/scripts/bootstrap_rucio/setup_rucio.sh +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/chart/scripts/bootstrap_rucio/wait_for_rucio.sh +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/chart/templates/_helpers.tpl +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/chart/templates/_helpers_cert.tpl +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/chart/templates/configmap.yaml +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/chart/templates/prepuller.yaml +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/chart/templates/tests/test_jobs.yaml +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/docs/Makefile +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/docs/changes/template.rst +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/docs/chart.rst +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/docs/conf.py +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/docs/data_ingestion_acada.rst +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/docs/data_transfers.rst +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/docs/getting_started.rst +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/docs/index.rst +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/docs/reference/acada_ingestion.rst +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/docs/reference/index.rst +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/docs/server_setup/bdms_repos_interaction.rst +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/docs/server_setup/certificates.rst +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/docs/server_setup/fts.rst +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/docs/server_setup/index.rst +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/docs/server_setup/rucio_configuration.rst +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/docs/server_setup/storage_elements.rst +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/env_template +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/pyproject.toml +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/report/inspection.tex +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/report/performance_verification.tex +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/report/preamble.tex +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/setup.cfg +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/sonar-project.properties +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/bdms/__init__.py +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/bdms/acada_ingestion.py +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/bdms/extract_fits_metadata.py +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/bdms/tests/__init__.py +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/bdms/tests/conftest.py +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/bdms/tests/test_acada_ingestion.py +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/bdms/tests/test_basic_rucio_functionality.py +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/bdms/tests/test_dpps_rel_0_0.py +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/bdms/tests/test_extract_fits_metadata.py +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/bdms/tests/test_file_replicas.py +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/bdms/tests/test_metadata.py +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/bdms/tests/test_onsite_storage.py +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/bdms/tests/utils.py +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/bdms/version.py +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/ctao_bdms_clients.egg-info/SOURCES.txt +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/ctao_bdms_clients.egg-info/dependency_links.txt +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/ctao_bdms_clients.egg-info/requires.txt +0 -0
- {ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/ctao_bdms_clients.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
|
|
1
1
|
include:
|
2
2
|
- project: 'cta-computing/dpps/aiv/dpps-aiv-toolkit'
|
3
|
-
ref:
|
3
|
+
ref: 7ebf44c2b02bfd72f596e7ea27ea0e9a1f925903
|
4
4
|
file: 'ci-functions.yml'
|
5
5
|
- "aiv-config.yml"
|
6
6
|
|
@@ -22,6 +22,7 @@ stages:
|
|
22
22
|
- sonarqube
|
23
23
|
- publish
|
24
24
|
- report
|
25
|
+
- changelog
|
25
26
|
|
26
27
|
k8s-integration-tests:
|
27
28
|
# override from toolkit
|
@@ -1,3 +1,14 @@
|
|
1
|
+
BDMS v0.2.1 (2025-06-03)
|
2
|
+
------------------------
|
3
|
+
|
4
|
+
Bugfix release to allow (pre-)production deployment without test storages.
|
5
|
+
|
6
|
+
Bug Fixes
|
7
|
+
~~~~~~~~~
|
8
|
+
|
9
|
+
- Allow to further configure first test RSE: set storageclass and make optional. [`!112 <https://gitlab.cta-observatory.org/cta-computing/dpps/bdms/bdms/-/merge_requests/112>`__]
|
10
|
+
|
11
|
+
|
1
12
|
BDMS 0.2.0 (2025-05-07)
|
2
13
|
-----------------------
|
3
14
|
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.4
|
2
2
|
Name: ctao-bdms-clients
|
3
|
-
Version: 0.2.
|
3
|
+
Version: 0.2.1
|
4
4
|
Summary: Client module for the CTAO DPPS Bulk Data Management System
|
5
5
|
Author-email: Georgios Zacharis <georgios.zacharis@inaf.it>, Stefano Gallozzi <Stefano.gallozzi@inaf.it>, Michele Mastropietro <michele.mastropietro@inaf.it>, Syed Anwar Ul Hasan <syedanwarul.hasan@cta-consortium.org>, Maximilian Linhoff <maximilian.linhoff@cta-observatory.org>, Volodymyr Savchenko <Volodymyr.Savchenko@epfl.ch>
|
6
6
|
License-Expression: BSD-3-Clause
|
@@ -14,7 +14,7 @@ A Helm chart for the bdms project
|
|
14
14
|
|
15
15
|
| Repository | Name | Version |
|
16
16
|
|------------|------|---------|
|
17
|
-
| oci://harbor.cta-observatory.org/dpps | cert-generator-grid |
|
17
|
+
| oci://harbor.cta-observatory.org/dpps | cert-generator-grid | v2.0.0 |
|
18
18
|
| oci://harbor.cta-observatory.org/dpps | fts | v0.3.0 |
|
19
19
|
| oci://harbor.cta-observatory.org/dpps | rucio-daemons | 35.0.0 |
|
20
20
|
| oci://harbor.cta-observatory.org/dpps | rucio-server | 35.0.0 |
|
@@ -146,7 +146,9 @@ A Helm chart for the bdms project
|
|
146
146
|
| server.certificate.letsencrypt.enabled | bool | `false` | Enables SSL/TLS certificate provisioning using Let's encrypt |
|
147
147
|
| server.rucioHost | string | `"rucio-server-manual-tc.local"` | The hostname of the Rucio server. It is used by clients and services to communicate with Rucio |
|
148
148
|
| suffix_namespace | string | `"default"` | Specifies the Namespace suffix used for managing deployments in kubernetes |
|
149
|
-
| test_storages | object | `{"xrootd":{"image":{"repository":"harbor.cta-observatory.org/proxy_cache/rucio/test-xrootd","tag":"37.1.0"},"instances":["rucio-storage-1","rucio-storage-2","rucio-storage-3"]}}` | - A list of test storages, deployed in the test setup |
|
149
|
+
| test_storages | object | `{"enabled":true,"xrootd":{"image":{"repository":"harbor.cta-observatory.org/proxy_cache/rucio/test-xrootd","tag":"37.1.0"},"instances":["rucio-storage-1","rucio-storage-2","rucio-storage-3"],"rucio_storage_1_storage_class":"standard"}}` | - A list of test storages, deployed in the test setup |
|
150
|
+
| test_storages.enabled | bool | `true` | If true, deploys test storages for testing purposes. This is set to 'False' if an external storage is used as in the production setup |
|
150
151
|
| test_storages.xrootd.image.repository | string | `"harbor.cta-observatory.org/proxy_cache/rucio/test-xrootd"` | The container image repository for the XRootD storage deployment |
|
151
152
|
| test_storages.xrootd.image.tag | string | `"37.1.0"` | Defines the specific version of the XRootD image to use |
|
153
|
+
| test_storages.xrootd.rucio_storage_1_storage_class | string | `"standard"` | The storage class name for the PVC used by rucio-storage-1 |
|
152
154
|
|
@@ -47,7 +47,7 @@ spec:
|
|
47
47
|
- /bin/sh
|
48
48
|
- -c
|
49
49
|
- |
|
50
|
-
set -
|
50
|
+
set -ex
|
51
51
|
|
52
52
|
{{ .Files.Get "scripts/certificates/install_ca.sh" | indent 10 }}
|
53
53
|
{{ .Files.Get "scripts/bootstrap_rucio/wait_for_rucio.sh" | indent 10 }}
|
@@ -56,6 +56,12 @@ spec:
|
|
56
56
|
|
57
57
|
python3 /usr/local/rucio/tools/reset_database.py
|
58
58
|
|
59
|
+
curl -LO https://dl.k8s.io/release/v1.33.0/bin/linux/amd64/kubectl -o ./kubectl
|
60
|
+
chmod +x ./kubectl
|
61
|
+
|
62
|
+
# could be also in post-upgrade hook but only if bootstrap was performed
|
63
|
+
./kubectl rollout restart deployment {{ .Release.Name }}-rucio-server
|
64
|
+
|
59
65
|
volumeMounts:
|
60
66
|
{{ include "volume_mounts_rucio_config" . | indent 8 }}
|
61
67
|
{{ include "volume_mounts_cert" . | indent 8 }}
|
@@ -1,3 +1,4 @@
|
|
1
|
+
{{ if .Values.test_storages.enabled }}
|
1
2
|
{{- $suffix_namespace := .Values.suffix_namespace -}}
|
2
3
|
{{ $values := .Values -}}
|
3
4
|
{{- range $name := .Values.test_storages.xrootd.instances }}
|
@@ -44,7 +45,7 @@ spec:
|
|
44
45
|
{{- if eq $name "rucio-storage-1" }}
|
45
46
|
initContainers: #Initialize the PersistentVolumeClaim volume
|
46
47
|
- name: bdms-storage-1-init #Name
|
47
|
-
image: busybox:latest #You can use another image, like alpine/BusyBox, but must provide sh and chmod
|
48
|
+
image: harbor.cta-observatory.org/proxy_cache/busybox:latest #You can use another image, like alpine/BusyBox, but must provide sh and chmod
|
48
49
|
command: ["/bin/sh", "-c", "mkdir -p /rucio/data && chmod -R 777 /rucio/data"] #This make the folder and sets all permissions correct
|
49
50
|
volumeMounts:
|
50
51
|
- name: bdms-storage-1-data
|
@@ -156,4 +157,5 @@ spec:
|
|
156
157
|
resources:
|
157
158
|
requests:
|
158
159
|
storage: 2Gi # Adjust size as needed
|
159
|
-
storageClassName:
|
160
|
+
storageClassName: {{ .Values.test_storages.xrootd.rucio_storage_1_storage_class }}
|
161
|
+
{{ end }}
|
@@ -176,6 +176,8 @@ configure:
|
|
176
176
|
|
177
177
|
# --- A list of test storages, deployed in the test setup
|
178
178
|
test_storages:
|
179
|
+
# -- If true, deploys test storages for testing purposes. This is set to 'False' if an external storage is used as in the production setup
|
180
|
+
enabled: true
|
179
181
|
xrootd:
|
180
182
|
image:
|
181
183
|
# -- The container image repository for the XRootD storage deployment
|
@@ -187,6 +189,8 @@ test_storages:
|
|
187
189
|
- "rucio-storage-1"
|
188
190
|
- "rucio-storage-2"
|
189
191
|
- "rucio-storage-3"
|
192
|
+
# -- The storage class name for the PVC used by rucio-storage-1
|
193
|
+
rucio_storage_1_storage_class: standard
|
190
194
|
|
191
195
|
rucio_db:
|
192
196
|
# -- The database connection URI for Rucio. It is of the format: `postgresql://<user>:<password>@<host>:<port>/<database>`, this field in use only if 'existingSecret.enabled' is set to 'false', otherwise ignored
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.4
|
2
2
|
Name: ctao-bdms-clients
|
3
|
-
Version: 0.2.
|
3
|
+
Version: 0.2.1
|
4
4
|
Summary: Client module for the CTAO DPPS Bulk Data Management System
|
5
5
|
Author-email: Georgios Zacharis <georgios.zacharis@inaf.it>, Stefano Gallozzi <Stefano.gallozzi@inaf.it>, Michele Mastropietro <michele.mastropietro@inaf.it>, Syed Anwar Ul Hasan <syedanwarul.hasan@cta-consortium.org>, Maximilian Linhoff <maximilian.linhoff@cta-observatory.org>, Volodymyr Savchenko <Volodymyr.Savchenko@epfl.ch>
|
6
6
|
License-Expression: BSD-3-Clause
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/chart/scripts/bootstrap_rucio/setup_rucio.sh
RENAMED
File without changes
|
{ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/chart/scripts/bootstrap_rucio/wait_for_rucio.sh
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/docs/server_setup/bdms_repos_interaction.rst
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/docs/server_setup/rucio_configuration.rst
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/bdms/tests/test_basic_rucio_functionality.py
RENAMED
File without changes
|
File without changes
|
{ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/bdms/tests/test_extract_fits_metadata.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/ctao_bdms_clients.egg-info/SOURCES.txt
RENAMED
File without changes
|
File without changes
|
{ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/ctao_bdms_clients.egg-info/requires.txt
RENAMED
File without changes
|
{ctao_bdms_clients-0.2.0 → ctao_bdms_clients-0.2.1}/src/ctao_bdms_clients.egg-info/top_level.txt
RENAMED
File without changes
|