exordos-s3 0.0.8__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (66) hide show
  1. exordos_s3-0.0.8/.github/dependabot.yml +29 -0
  2. exordos_s3-0.0.8/.github/workflows/build.yml +155 -0
  3. exordos_s3-0.0.8/.github/workflows/publish-to-pypi.yml +97 -0
  4. exordos_s3-0.0.8/.github/workflows/tests.yaml +24 -0
  5. exordos_s3-0.0.8/.gitignore +149 -0
  6. exordos_s3-0.0.8/CODEOWNERS +5 -0
  7. exordos_s3-0.0.8/Makefile +46 -0
  8. exordos_s3-0.0.8/PKG-INFO +400 -0
  9. exordos_s3-0.0.8/README.md +366 -0
  10. exordos_s3-0.0.8/etc/exordos_metapaas/logging.yaml +29 -0
  11. exordos_s3-0.0.8/etc/exordos_metapaas/metapaas_s3_agent.conf +10 -0
  12. exordos_s3-0.0.8/etc/systemd/exordos-metapaas-rustfs.service +35 -0
  13. exordos_s3-0.0.8/etc/systemd/exordos-metapaas-s3-agent.service +14 -0
  14. exordos_s3-0.0.8/exordos/artifacts/icon.jpg +0 -0
  15. exordos_s3-0.0.8/exordos/artifacts/preview-1.jpg +0 -0
  16. exordos_s3-0.0.8/exordos/artifacts/preview-2.jpg +0 -0
  17. exordos_s3-0.0.8/exordos/exordos.yaml +41 -0
  18. exordos_s3-0.0.8/exordos/images/dp_bootstrap.sh +36 -0
  19. exordos_s3-0.0.8/exordos/images/dp_install.sh +87 -0
  20. exordos_s3-0.0.8/exordos/manifests/communal_s3.yaml.j2 +42 -0
  21. exordos_s3-0.0.8/exordos/manifests/examples/example_s3.yaml +174 -0
  22. exordos_s3-0.0.8/exordos/manifests/s3aas.yaml.j2 +169 -0
  23. exordos_s3-0.0.8/exordos_s3/__init__.py +0 -0
  24. exordos_s3-0.0.8/exordos_s3/constants.py +18 -0
  25. exordos_s3-0.0.8/exordos_s3/controlplane/__init__.py +0 -0
  26. exordos_s3-0.0.8/exordos_s3/controlplane/api/__init__.py +0 -0
  27. exordos_s3-0.0.8/exordos_s3/controlplane/api/controllers.py +189 -0
  28. exordos_s3-0.0.8/exordos_s3/controlplane/api/routes.py +71 -0
  29. exordos_s3-0.0.8/exordos_s3/controlplane/dm/__init__.py +0 -0
  30. exordos_s3-0.0.8/exordos_s3/controlplane/dm/models.py +302 -0
  31. exordos_s3-0.0.8/exordos_s3/controlplane/infra/__init__.py +0 -0
  32. exordos_s3-0.0.8/exordos_s3/controlplane/infra/dm/__init__.py +0 -0
  33. exordos_s3-0.0.8/exordos_s3/controlplane/infra/dm/models.py +122 -0
  34. exordos_s3-0.0.8/exordos_s3/controlplane/infra/services/__init__.py +0 -0
  35. exordos_s3-0.0.8/exordos_s3/controlplane/infra/services/builder.py +189 -0
  36. exordos_s3-0.0.8/exordos_s3/controlplane/paas/__init__.py +0 -0
  37. exordos_s3-0.0.8/exordos_s3/controlplane/paas/dm/__init__.py +0 -0
  38. exordos_s3-0.0.8/exordos_s3/controlplane/paas/dm/models.py +99 -0
  39. exordos_s3-0.0.8/exordos_s3/controlplane/paas/services/__init__.py +0 -0
  40. exordos_s3-0.0.8/exordos_s3/controlplane/paas/services/builder.py +158 -0
  41. exordos_s3-0.0.8/exordos_s3/dataplane/__init__.py +0 -0
  42. exordos_s3-0.0.8/exordos_s3/dataplane/driver.py +719 -0
  43. exordos_s3-0.0.8/exordos_s3/definition.py +80 -0
  44. exordos_s3-0.0.8/exordos_s3/migrations/0000-init-s3.py +185 -0
  45. exordos_s3-0.0.8/exordos_s3/migrations/__init__.py +0 -0
  46. exordos_s3-0.0.8/exordos_s3/tests/__init__.py +0 -0
  47. exordos_s3-0.0.8/exordos_s3/tests/functional/__init__.py +0 -0
  48. exordos_s3-0.0.8/exordos_s3/tests/functional/conftest.py +573 -0
  49. exordos_s3-0.0.8/exordos_s3/tests/functional/prepare_env.py +683 -0
  50. exordos_s3-0.0.8/exordos_s3/tests/functional/test_access_key_lifecycle.py +313 -0
  51. exordos_s3-0.0.8/exordos_s3/tests/functional/test_basic_crud.py +342 -0
  52. exordos_s3-0.0.8/exordos_s3/tests/functional/test_data_integrity.py +175 -0
  53. exordos_s3-0.0.8/exordos_s3/tests/functional/test_policy_enforcement.py +473 -0
  54. exordos_s3-0.0.8/exordos_s3/utils.py +31 -0
  55. exordos_s3-0.0.8/exordos_s3.egg-info/PKG-INFO +400 -0
  56. exordos_s3-0.0.8/exordos_s3.egg-info/SOURCES.txt +64 -0
  57. exordos_s3-0.0.8/exordos_s3.egg-info/dependency_links.txt +1 -0
  58. exordos_s3-0.0.8/exordos_s3.egg-info/entry_points.txt +5 -0
  59. exordos_s3-0.0.8/exordos_s3.egg-info/requires.txt +28 -0
  60. exordos_s3-0.0.8/exordos_s3.egg-info/scm_file_list.json +60 -0
  61. exordos_s3-0.0.8/exordos_s3.egg-info/scm_version.json +8 -0
  62. exordos_s3-0.0.8/exordos_s3.egg-info/top_level.txt +1 -0
  63. exordos_s3-0.0.8/pyproject.toml +163 -0
  64. exordos_s3-0.0.8/setup.cfg +4 -0
  65. exordos_s3-0.0.8/tox.ini +69 -0
  66. exordos_s3-0.0.8/uv.lock +3002 -0
@@ -0,0 +1,29 @@
1
+ version: 2
2
+ updates:
3
+ - package-ecosystem: "uv"
4
+ directory: "/"
5
+ open-pull-requests-limit: 5
6
+ schedule:
7
+ interval: "weekly"
8
+ day: "sunday"
9
+ time: "00:00"
10
+ groups:
11
+ core-packages:
12
+ patterns:
13
+ - "bazooka"
14
+ - "restalchemy"
15
+ - "gcl*"
16
+ other-packages:
17
+ patterns:
18
+ - "*"
19
+ exclude-patterns:
20
+ - "bazooka"
21
+ - "restalchemy"
22
+ - "gcl*"
23
+ - package-ecosystem: "github-actions"
24
+ directory: "/"
25
+ open-pull-requests-limit: 5
26
+ schedule:
27
+ interval: "weekly"
28
+ day: "sunday"
29
+ time: "00:00"
@@ -0,0 +1,155 @@
1
+ name: build
2
+
3
+ on:
4
+ push:
5
+ pull_request:
6
+ types: [opened]
7
+
8
+ env:
9
+ PACKER_VERSION: "1.9.2"
10
+ PYTHON_VERSION: "3.12"
11
+ CORE_ENDPOINT_URL: http://10.20.0.2:80/api/core
12
+ CORE_USERNAME: "admin"
13
+ CORE_PASSWORD: "admin"
14
+ NGINX_URL: "http://10.20.0.1:8081"
15
+
16
+ jobs:
17
+ Build:
18
+ runs-on: ubuntu-24.04
19
+ if: ${{ github.actor != 'dependabot[bot]' }}
20
+ steps:
21
+ - name: Setup packer
22
+ uses: hashicorp/setup-packer@main
23
+ with:
24
+ version: ${{ env.PACKER_VERSION }}
25
+
26
+ - name: Install exordos CLI
27
+ run: curl -fsSL https://repo.exordos.com/install.sh | sudo sh
28
+
29
+ - name: Install hypervisor
30
+ run: |
31
+ sudo exordos compute hypervisors init
32
+ sudo chmod 666 /dev/kvm
33
+
34
+ - uses: actions/checkout@v6
35
+ with:
36
+ fetch-depth: 0
37
+
38
+ - name: Set up Python ${{ env.PYTHON_VERSION }}
39
+ uses: actions/setup-python@v7
40
+ with:
41
+ python-version: ${{ env.PYTHON_VERSION }}
42
+
43
+ - name: Install uv + tox + build
44
+ uses: astral-sh/setup-uv@v7
45
+ - run: |
46
+ uv tool install tox --with tox-uv
47
+ pip install build
48
+
49
+ - name: Build exordos_s3
50
+ timeout-minutes: 20
51
+ run: |
52
+ set -eux
53
+ exordos build --output-dir /tmp/s3aas-build $(pwd)
54
+ VERSION="$(jq -r '.version' /tmp/s3aas-build/exordos-elements/s3aas/*/inventory.json | head -1)"
55
+ echo "S3AAS_VERSION=${VERSION}" >> $GITHUB_ENV
56
+ echo "S3AAS_BUILD_DIR=/tmp/s3aas-build" >> $GITHUB_ENV
57
+
58
+ - name: Push exordos_s3
59
+ env:
60
+ PUSH_EXORDOS_CFG: ${{ secrets.PUSH_EXORDOS_CFG }}
61
+ run: |
62
+ echo "$PUSH_EXORDOS_CFG" | base64 -d > exordos/exordos.push.yaml
63
+ exordos push -c exordos/exordos.push.yaml -e $S3AAS_BUILD_DIR -t exordos_repo -f --latest
64
+
65
+ - name: Configure exordos settings
66
+ run: |
67
+ exordos settings set-realm default --endpoint $CORE_ENDPOINT_URL
68
+ exordos settings set-context default --name default --user $CORE_USERNAME --password $CORE_PASSWORD
69
+
70
+ - name: Bootstrap exordos_core
71
+ run: exordos bootstrap -i latest -f -m core --admin-password $CORE_PASSWORD --cidr 10.20.0.0/22
72
+
73
+ - name: Wait for Exordos Core API
74
+ run: |
75
+ for i in {1..60}; do
76
+ if exordos ready_api; then
77
+ echo "Exordos Core API is ready"
78
+ break
79
+ fi
80
+ echo "Waiting for Exordos Core API... ($i/60)"
81
+ sleep 5
82
+ done
83
+
84
+ - name: Set hypervisor with overbooking
85
+ run: |
86
+ HYPER_UUID="$(exordos c h l -o json | jq -r .[0]."uuid")"
87
+ exordos compute hypervisors update $HYPER_UUID --cores-ratio 10.0 --ram-ratio 10.0
88
+
89
+ - name: Install requirements
90
+ run: sudo apt update && sudo apt install --yes libev-dev nginx
91
+
92
+ - name: Setup nginx
93
+ run: |
94
+ sudo tee /etc/nginx/sites-available/s3aas-ci > /dev/null <<'EOF'
95
+ server {
96
+ listen 8081;
97
+ root /srv/nginx;
98
+ autoindex on;
99
+ }
100
+ EOF
101
+ sudo ln -sf /etc/nginx/sites-available/s3aas-ci /etc/nginx/sites-enabled/s3aas-ci
102
+ sudo rm -f /etc/nginx/sites-enabled/default
103
+ sudo mkdir -p /srv/nginx
104
+ sudo chown -R "$USER:$USER" /srv/nginx
105
+ sudo systemctl enable --now nginx
106
+
107
+ - name: Populate nginx + build wheel
108
+ run: |
109
+ cp -r "$S3AAS_BUILD_DIR/." /srv/nginx/
110
+ mkdir -p /srv/nginx/simple
111
+ python -m build --wheel --outdir /srv/nginx/simple/
112
+
113
+ - name: Patch manifest for CI
114
+ run: |
115
+ MF=/srv/nginx/exordos-elements/s3aas/$S3AAS_VERSION/manifests/s3aas.yaml
116
+ sed -i 's|index_url: ""|index_url: "'"$NGINX_URL"'/simple/"|' "$MF"
117
+ sed -i 's|image: "https://repo.exordos.com/exordos-elements/|image: "'"$NGINX_URL"'/exordos-elements/|' "$MF"
118
+ grep -E 'index_url|image:' "$MF"
119
+
120
+ - name: Install elements + wait
121
+ run: |
122
+ python exordos_s3/tests/functional/prepare_env.py \
123
+ --skip-build \
124
+ --no-http-server \
125
+ --repository "$NGINX_URL/exordos-elements" \
126
+ --s3aas-version "$S3AAS_VERSION" \
127
+ --output-dir /tmp/metapaas-s3-build \
128
+ --endpoint $CORE_ENDPOINT_URL \
129
+ --username $CORE_USERNAME \
130
+ --password "$CORE_PASSWORD" \
131
+ --wait-timeout 600 \
132
+ 2>&1 | tee /tmp/prepare_env.log
133
+
134
+ grep "^ export " /tmp/prepare_env.log | sed 's/^ export //' >> $GITHUB_ENV
135
+
136
+ - name: Wait for S3 API
137
+ run: |
138
+ for i in {1..30}; do
139
+ CODE=$(curl -s -o /dev/null -w "%{http_code}" "${EXORDOS_S3_CP_URL}/v1/" || true)
140
+ if echo "$CODE" | grep -qE "200|404"; then
141
+ echo "MetaPaaS user-api ready (HTTP $CODE)"; exit 0
142
+ fi
143
+ echo "Waiting ($i/30) for user-api… (got '$CODE')"; sleep 10
144
+ done
145
+ exit 1
146
+
147
+ - name: Run functional tests
148
+ run: tox -e ${{ env.PYTHON_VERSION }}-functional
149
+
150
+ - name: Debug session on failure
151
+ uses: owenthereal/action-upterm@v1
152
+ if: failure()
153
+ with:
154
+ limit-access-to-actor: true
155
+ wait-timeout-minutes: 30
@@ -0,0 +1,97 @@
1
+ name: Publish Python 🐍 distribution 📦 to PyPI
2
+
3
+ on:
4
+ push:
5
+ tags:
6
+ - '*'
7
+
8
+ jobs:
9
+ build:
10
+ name: Build distribution 📦
11
+ runs-on: ubuntu-latest
12
+
13
+ steps:
14
+ - uses: actions/checkout@v6
15
+ with:
16
+ persist-credentials: false
17
+ - name: Set up Python
18
+ uses: actions/setup-python@v7
19
+ with:
20
+ python-version: "3.12"
21
+ - name: Install pypa/build
22
+ run: >-
23
+ python3 -m
24
+ pip install
25
+ build
26
+ --user
27
+ - name: Build a binary wheel and a source tarball
28
+ run: python3 -m build
29
+ - name: Store the distribution packages
30
+ uses: actions/upload-artifact@v7
31
+ with:
32
+ name: python-package-distributions
33
+ path: dist/
34
+
35
+ publish-to-pypi:
36
+ name: >-
37
+ Publish Python 🐍 distribution 📦 to PyPI
38
+ needs:
39
+ - build
40
+ runs-on: ubuntu-latest
41
+ environment:
42
+ name: pypi
43
+ url: https://pypi.org/p/exordos_s3
44
+ permissions:
45
+ id-token: write # IMPORTANT: mandatory for trusted publishing
46
+
47
+ steps:
48
+ - name: Download all the dists
49
+ uses: actions/download-artifact@v8
50
+ with:
51
+ name: python-package-distributions
52
+ path: dist/
53
+ - name: Publish distribution 📦 to PyPI
54
+ uses: pypa/gh-action-pypi-publish@release/v1
55
+
56
+ github-release:
57
+ name: >-
58
+ Sign the Python 🐍 distribution 📦 with Sigstore
59
+ and upload them to GitHub Release
60
+ needs:
61
+ - publish-to-pypi
62
+ runs-on: ubuntu-latest
63
+
64
+ permissions:
65
+ contents: write # IMPORTANT: mandatory for making GitHub Releases
66
+ id-token: write # IMPORTANT: mandatory for sigstore
67
+
68
+ steps:
69
+ - name: Download all the dists
70
+ uses: actions/download-artifact@v8
71
+ with:
72
+ name: python-package-distributions
73
+ path: dist/
74
+ - name: Sign the dists with Sigstore
75
+ uses: sigstore/gh-action-sigstore-python@v3.3.0
76
+ with:
77
+ inputs: >-
78
+ ./dist/*.tar.gz
79
+ ./dist/*.whl
80
+ - name: Create GitHub Release
81
+ env:
82
+ GITHUB_TOKEN: ${{ github.token }}
83
+ run: >-
84
+ gh release create
85
+ "$GITHUB_REF_NAME"
86
+ --repo "$GITHUB_REPOSITORY"
87
+ --notes ""
88
+ - name: Upload artifact signatures to GitHub Release
89
+ env:
90
+ GITHUB_TOKEN: ${{ github.token }}
91
+ # Upload to GitHub Release using the `gh` CLI.
92
+ # `dist/` contains the built packages, and the
93
+ # sigstore-produced signatures and certificates.
94
+ run: >-
95
+ gh release upload
96
+ "$GITHUB_REF_NAME" dist/**
97
+ --repo "$GITHUB_REPOSITORY"
@@ -0,0 +1,24 @@
1
+ name: tests
2
+
3
+ on:
4
+ push:
5
+ pull_request:
6
+ types: [opened]
7
+
8
+ jobs:
9
+ Lint:
10
+ runs-on: ubuntu-24.04
11
+ steps:
12
+ - uses: actions/checkout@v6
13
+ - name: Set up Python 3.12
14
+ uses: actions/setup-python@v7
15
+ with:
16
+ python-version: "3.12"
17
+ - name: Install requirements
18
+ run: sudo apt update && sudo apt install --yes libev-dev libvirt-dev
19
+ - name: Install uv
20
+ uses: astral-sh/setup-uv@v7
21
+ - name: Install tox-uv
22
+ run: uv tool install tox --with tox-uv
23
+ - name: Ruff check
24
+ run: tox -e ruff-check
@@ -0,0 +1,149 @@
1
+ # Byte-compiled / optimized / DLL files
2
+ __pycache__/
3
+ *.py[cod]
4
+ *$py.class
5
+
6
+ # C extensions
7
+ *.so
8
+
9
+ # editors
10
+ *~
11
+
12
+ # IDE
13
+ .idea/
14
+ .vscode
15
+ .kilocode/
16
+ .kilocodemodes
17
+ .roo/
18
+
19
+ # Distribution / packaging
20
+ .Python
21
+ build/
22
+ output/
23
+ _tmp*/
24
+ develop-eggs/
25
+ dist/
26
+ deps/
27
+ docker/common/bin
28
+ downloads/
29
+ eggs/
30
+ .eggs/
31
+ lib/
32
+ lib64/
33
+ parts/
34
+ sdist/
35
+ var/
36
+ wheels/
37
+ *.egg-info/
38
+ .installed.cfg
39
+ *.egg
40
+ MANIFEST
41
+ AUTHORS
42
+ ChangeLog
43
+ cover/
44
+ version.txt
45
+ etc/exordos_core/exordos_core.d/*.conf
46
+ etc/*/*.local
47
+
48
+ # OS
49
+ .DS_Store
50
+
51
+ # PyInstaller
52
+ # Usually these files are written by a python script from a template
53
+ # before PyInstaller builds the exe, so as to inject date/other infos into it.
54
+ *.manifest
55
+ *.spec
56
+
57
+ # Installer logs
58
+ pip-log.txt
59
+ pip-delete-this-directory.txt
60
+
61
+ # Unit test / coverage reports
62
+ htmlcov/
63
+ .tox/
64
+ .tox
65
+ .coverage
66
+ .coverage.*
67
+ .cache
68
+ nosetests.xml
69
+ coverage.xml
70
+ *.cover
71
+ .hypothesis/
72
+ .pytest_cache/
73
+ .testrepository/
74
+
75
+ # Translations
76
+ *.mo
77
+ *.pot
78
+
79
+ # Django stuff:
80
+ *.log
81
+ local_settings.py
82
+ db.sqlite3
83
+
84
+ # Flask stuff:
85
+ instance/
86
+ .webassets-cache
87
+
88
+ # Scrapy stuff:
89
+ .scrapy
90
+
91
+ # Sphinx documentation
92
+ docs/_build/
93
+
94
+ # PyBuilder
95
+ target/
96
+
97
+ # Jupyter Notebook
98
+ .ipynb_checkpoints
99
+
100
+ # pyenv
101
+ .python-version
102
+
103
+ # celery beat schedule file
104
+ celerybeat-schedule
105
+
106
+ # SageMath parsed files
107
+ *.sage.py
108
+
109
+ # Environments
110
+ .env
111
+ .venv
112
+ env/
113
+ venv/
114
+ ENV/
115
+ env.bak/
116
+ venv.bak/
117
+
118
+ # Spyder project settings
119
+ .spyderproject
120
+ .spyproject
121
+
122
+ # Rope project settings
123
+ .ropeproject
124
+
125
+ # mkdocs documentation
126
+ /site
127
+
128
+ # mypy
129
+ .mypy_cache/
130
+
131
+ # Documentation
132
+ docs/build
133
+ docs/source/*.png
134
+ exordos_docs
135
+ # Written by `ec-openapi-spec` when the site is built; see
136
+ # exordos_core/common/openapi.py
137
+ docs/openapi/*.yaml
138
+ # Written by `ec-em-api-docs` when the site is built, out of full_spec.yaml
139
+ docs/em/api_documentation.md
140
+ docs/em/api_documentation.ru.md
141
+
142
+ # Vagrant
143
+ .vagrant/
144
+
145
+ # postgres
146
+ pgdata/
147
+
148
+ .tasks
149
+ graphify-out
@@ -0,0 +1,5 @@
1
+ # CODEOWNERS file for exordos_core repository
2
+ # Each line is a pattern followed by one or more owners
3
+
4
+ # Default owners for the entire repository
5
+ * @exordos/code_owners
@@ -0,0 +1,46 @@
1
+ SHELL := bash
2
+ SSH_KEY ?= ~/.ssh/id_ed25519.pub
3
+ REPOSITORY ?= http://10.20.0.1:8080/exordos-elements
4
+ INDEX_URL ?= http://10.20.0.1:8080/simple/
5
+
6
+ all: help
7
+
8
+ help:
9
+ @echo "build - build the s3aas element manifest + DP image"
10
+ @echo "install - install s3aas element into Core"
11
+ @echo "wheel - build Python wheel for exordos_paas_s3"
12
+ @echo "publish-wheel - copy wheel to local pip index"
13
+ @echo "lint - run ruff check"
14
+ @echo "format - run ruff format"
15
+ @echo "test - run unit tests via tox"
16
+ @echo "functional - run functional tests (needs live stand)"
17
+ @echo "typecheck - run mypy"
18
+
19
+ build:
20
+ exordos build -c exordos/exordos.yaml -i $(SSH_KEY) -f \
21
+ --manifest-var repository=$(REPOSITORY) \
22
+ --manifest-var index_url=$(INDEX_URL)
23
+
24
+ install:
25
+ exordos em elements install output/manifests/s3aas.yaml
26
+
27
+ wheel:
28
+ python -m build --wheel
29
+
30
+ publish-wheel: wheel
31
+ cp dist/exordos_paas_s3-*.whl /srv/exordos-local-repo/simple/
32
+
33
+ lint:
34
+ tox -e ruff-check
35
+
36
+ format:
37
+ tox -e ruff
38
+
39
+ test:
40
+ tox -e py312
41
+
42
+ functional:
43
+ tox -e py312-functional
44
+
45
+ typecheck:
46
+ tox -e mypy