object-storage-client 0.3.0__tar.gz → 0.4.1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/.github/dependabot.yml +9 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/.github/workflows/ci.yaml +37 -41
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/.github/workflows/perf.yaml +6 -2
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/.github/workflows/tests.yaml +61 -8
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/Cargo.lock +6 -5
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/Cargo.toml +12 -13
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/PKG-INFO +7 -7
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/README.md +6 -6
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/benches/throughput.rs +53 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/docs/BEHAVIOR.md +223 -30
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/docs/CONFIGURATION.md +72 -7
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/docs/DEVELOPMENT.md +30 -12
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/docs/ENCRYPTION.md +55 -29
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/docs/GUI.md +30 -3
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/docs/TESTING.md +12 -7
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/docs/UPGRADING.md +314 -3
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/pyproject.toml +15 -2
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/python/object_storage_client/__init__.py +15 -39
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/python/object_storage_client/__init__.pyi +129 -82
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/python/object_storage_client/_stream.py +18 -4
- object_storage_client-0.4.1/python/object_storage_client/_types.py +52 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/scripts/hostile-env.sh +35 -25
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/scripts/perf_smoke.py +16 -5
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/backend/aws_profile.rs +398 -57
- object_storage_client-0.4.1/src/backend/azure.rs +1250 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/backend/body.rs +7 -3
- object_storage_client-0.4.1/src/backend/connector.rs +748 -0
- object_storage_client-0.4.1/src/backend/gcs.rs +954 -0
- object_storage_client-0.4.1/src/backend/http.rs +335 -0
- object_storage_client-0.4.1/src/backend/local.rs +627 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/backend/mod.rs +325 -68
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/backend/s3.rs +998 -76
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/backend/stub.rs +34 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/cli/args.rs +11 -57
- object_storage_client-0.4.1/src/cli/enc/tests.rs +233 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/cli/enc.rs +170 -39
- object_storage_client-0.4.1/src/cli/harden.rs +25 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/cli/keyring.rs +82 -94
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/cli/output.rs +14 -11
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/cli/tests.rs +69 -26
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/cli/transfer/tests.rs +155 -8
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/cli/transfer.rs +197 -42
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/cli/tree/tests.rs +9 -2
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/cli/tree.rs +26 -5
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/cli.rs +99 -121
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/client/local_delete.rs +69 -14
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/client.rs +581 -81
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/codec.rs +608 -99
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/encryption/context.rs +3 -1
- object_storage_client-0.4.1/src/encryption/envelope/tests.rs +1798 -0
- object_storage_client-0.4.1/src/encryption/envelope.rs +953 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/encryption/frame.rs +7 -15
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/encryption/header.rs +40 -25
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/encryption/keys/keyring/tests.rs +98 -2
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/encryption/keys/keyring.rs +109 -30
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/encryption/keys/mod.rs +20 -14
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/encryption/mod.rs +4 -4
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/encryption/suite.rs +2 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/encryption/tamper_tests.rs +3 -3
- object_storage_client-0.4.1/src/forward.rs +114 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/fsmode.rs +132 -23
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/gui/action/close.rs +2 -5
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/gui/action/job.rs +54 -12
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/gui/action/nav.rs +21 -4
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/gui/action/tests/close.rs +53 -24
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/gui/action/tests/jobs.rs +129 -40
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/gui/action/tests/nav.rs +42 -2
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/gui/action/tests.rs +33 -1
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/gui/action.rs +2 -2
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/gui/args.rs +14 -2
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/gui/location.rs +54 -19
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/gui/model.rs +32 -6
- object_storage_client-0.4.1/src/gui/ops/tests.rs +1253 -0
- object_storage_client-0.4.1/src/gui/ops.rs +556 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/gui/startup.rs +6 -6
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/gui/view/dialogs.rs +33 -33
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/gui/view/panel.rs +7 -3
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/gui/view/status.rs +2 -2
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/gui/view/tests.rs +9 -2
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/gui/view.rs +34 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/gui/worker/tests.rs +15 -2
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/gui/worker.rs +9 -38
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/gui.rs +1 -18
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/lib.rs +4 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/main.rs +4 -16
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/python/client.rs +55 -21
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/python/encryption.rs +18 -15
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/python/mod.rs +15 -7
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/python/stream.rs +133 -28
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/registry.rs +101 -77
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/sign.rs +10 -11
- object_storage_client-0.4.1/src/text.rs +120 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/upload.rs +220 -127
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/functional/aws_profile.rs +4 -38
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/functional/cli.rs +287 -216
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/functional/client.rs +185 -155
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/functional/encryption.rs +42 -12
- {object_storage_client-0.3.0/tests/unit → object_storage_client-0.4.1/tests/functional}/sign.rs +3 -3
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/functional/suite.rs +35 -43
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/functional.rs +2 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/integration/common/mod.rs +74 -2
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/integration/encryption.rs +29 -24
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/integration/gcs_storage_ops.rs +38 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/integration/reencrypt.rs +2 -6
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/integration/storage_ops.rs +108 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/perf_guards.rs +24 -1
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/python/conftest.py +5 -4
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/python/test_abort_at_exit.py +1 -1
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/python/test_encrypted_client.py +38 -6
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/python/test_encryption_runtime.py +1 -4
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/python/test_gil_contention.py +1 -1
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/python/test_list_stream.py +1 -2
- object_storage_client-0.4.1/tests/python/test_pipe_native.py +109 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/python/test_plain_client.py +89 -10
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/python/test_stream_leak.py +0 -1
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/python/test_stream_sticky.py +0 -2
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/python/test_stub_conformance.py +17 -45
- object_storage_client-0.4.1/tests/support/mini_http.rs +132 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/support/mod.rs +51 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/uv.lock +78 -0
- object_storage_client-0.3.0/src/backend/azure.rs +0 -311
- object_storage_client-0.3.0/src/backend/connector.rs +0 -298
- object_storage_client-0.3.0/src/backend/gcs.rs +0 -329
- object_storage_client-0.3.0/src/backend/http.rs +0 -169
- object_storage_client-0.3.0/src/backend/local.rs +0 -150
- object_storage_client-0.3.0/src/cli/harden.rs +0 -22
- object_storage_client-0.3.0/src/encryption/envelope.rs +0 -2825
- object_storage_client-0.3.0/src/gui/ops/tests.rs +0 -496
- object_storage_client-0.3.0/src/gui/ops.rs +0 -302
- object_storage_client-0.3.0/src/text.rs +0 -63
- object_storage_client-0.3.0/tests/unit.rs +0 -2
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/.cargo/config.toml +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/.docker/garage.toml +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/.gitattributes +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/.gitignore +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/.python-version +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/LICENSE +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/benches/alloc-counter/Cargo.toml +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/benches/alloc-counter/src/lib.rs +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/benches/common/mod.rs +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/compose.yml +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/deny.toml +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/docs/images/osc-gui.png +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/proptest-regressions/encryption/context.txt +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/python/object_storage_client/py.typed +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/scripts/esdk_oracle.py +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/bin/osc-gui.rs +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/encryption/fixtures.rs +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/encryption/fuzzing.rs +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/encryption/keys/raw_aes.rs +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/gui/app.rs +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/gui/display.rs +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/gui/keys.rs +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/gui/view/address_bar.rs +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/gui/view/startup_error.rs +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/gui/view/toolbar.rs +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/src/hex.rs +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/functional/golden.rs +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/integration/azure_storage_ops.rs +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/integration/common/azurite.rs +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/integration/common/gcs.rs +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/integration/common/provider.rs +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/integration/file_roundtrip.rs +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/integration/gui_ops.rs +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/integration/s3_storage_ops.rs +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/integration.rs +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/python/test_free_threading.py +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/python/test_profile.py +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/python/test_roundtrip.py +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/python/test_shared_client.py +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/python/test_subinterpreter.py +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/python/test_worker_threads.py +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/support/mock.rs +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/vectors/esdk/README.md +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/vectors/esdk/ctx_long.bin +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/vectors/esdk/ctx_min.bin +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/vectors/esdk/ctx_utf8.bin +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/vectors/esdk/manifest.json +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/vectors/esdk/p0_f4096.bin +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/vectors/esdk/p0_f65536.bin +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/vectors/esdk/p1_f4096.bin +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/vectors/esdk/p1_f65536.bin +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/vectors/esdk/p200000_f4096.bin +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/vectors/esdk/p200000_f65536.bin +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/vectors/esdk/p4095_f4096.bin +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/vectors/esdk/p4095_f65536.bin +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/vectors/esdk/p4096_f4096.bin +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/vectors/esdk/p4096_f65536.bin +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/vectors/esdk/p4097_f4096.bin +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/vectors/esdk/p4097_f65536.bin +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/vectors/esdk/p65535_f4096.bin +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/vectors/esdk/p65535_f65536.bin +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/vectors/esdk/p65536_f4096.bin +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/vectors/esdk/p65536_f65536.bin +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/vectors/esdk/p65537_f4096.bin +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/vectors/esdk/p65537_f65536.bin +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/vectors/golden/README.md +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/vectors/golden/v1/context.bin +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/vectors/golden/v1/keyring +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/vectors/golden/v1/manifest.json +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/vectors/golden/v1/old_key.bin +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/vectors/golden/v1/size_0.bin +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/vectors/golden/v1/size_1.bin +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/vectors/golden/v1/size_200000.bin +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/vectors/golden/v1/size_65536.bin +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/vectors/keyrings/README.md +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/vectors/keyrings/one.keyring +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/vectors/keyrings/other.keyring +0 -0
- {object_storage_client-0.3.0 → object_storage_client-0.4.1}/tests/vectors/keyrings/two.keyring +0 -0
|
@@ -9,6 +9,15 @@ updates:
|
|
|
9
9
|
# Security updates are not delayed by the cooldown.
|
|
10
10
|
cooldown:
|
|
11
11
|
default-days: 7
|
|
12
|
+
# The fuzz crate is its own workspace with its own lockfile.
|
|
13
|
+
- package-ecosystem: cargo
|
|
14
|
+
directory: "/fuzz"
|
|
15
|
+
schedule:
|
|
16
|
+
interval: daily
|
|
17
|
+
time: "08:00"
|
|
18
|
+
open-pull-requests-limit: 10
|
|
19
|
+
cooldown:
|
|
20
|
+
default-days: 7
|
|
12
21
|
# Action bumps are never auto-merged (see dependabot-merge in tests.yaml).
|
|
13
22
|
- package-ecosystem: github-actions
|
|
14
23
|
directory: "/"
|
|
@@ -10,8 +10,10 @@ permissions:
|
|
|
10
10
|
contents: read
|
|
11
11
|
|
|
12
12
|
concurrency:
|
|
13
|
-
|
|
14
|
-
|
|
13
|
+
# Releases and dry runs use separate groups, so a dry run never cancels a
|
|
14
|
+
# release. A release is never cancelled: a half-published release is worse.
|
|
15
|
+
group: ${{ github.workflow }}-${{ github.event_name }}-${{ github.ref }}
|
|
16
|
+
cancel-in-progress: ${{ github.event_name != 'release' }}
|
|
15
17
|
|
|
16
18
|
jobs:
|
|
17
19
|
|
|
@@ -58,8 +60,22 @@ jobs:
|
|
|
58
60
|
run: cargo fmt --all -- --check
|
|
59
61
|
|
|
60
62
|
- name: Run clippy
|
|
61
|
-
run: cargo clippy --locked --all-targets --all-features -- -D warnings
|
|
63
|
+
run: cargo clippy --locked --all-targets --all-features -- -D warnings
|
|
62
64
|
|
|
65
|
+
# Advisories and yanks change over time, so a release re-checks them.
|
|
66
|
+
deny:
|
|
67
|
+
name: cargo deny (advisories, bans, sources)
|
|
68
|
+
runs-on: ubuntu-latest
|
|
69
|
+
|
|
70
|
+
steps:
|
|
71
|
+
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
|
72
|
+
with:
|
|
73
|
+
persist-credentials: false
|
|
74
|
+
|
|
75
|
+
- uses: EmbarkStudios/cargo-deny-action@3c6349835b2b7b196a839186cb8b78e02f7b5f25 # v2.1.1
|
|
76
|
+
with:
|
|
77
|
+
command: check advisories bans sources
|
|
78
|
+
arguments: --all-features
|
|
63
79
|
|
|
64
80
|
build-wheels:
|
|
65
81
|
name: Build wheels (${{ matrix.os }}${{ matrix.target && format(' / {0}', matrix.target) || '' }} / py${{ matrix.python }})
|
|
@@ -69,23 +85,10 @@ jobs:
|
|
|
69
85
|
strategy:
|
|
70
86
|
fail-fast: false
|
|
71
87
|
matrix:
|
|
72
|
-
os: [ubuntu-latest, macos-latest, windows-latest]
|
|
88
|
+
os: [ubuntu-latest, macos-latest, windows-latest, linux-aarch64]
|
|
73
89
|
python: ["3.13", "3.14", "3.15"]
|
|
74
90
|
include:
|
|
75
91
|
- os: linux-aarch64
|
|
76
|
-
python: "3.13"
|
|
77
|
-
arch: aarch64
|
|
78
|
-
target: aarch64-unknown-linux-gnu
|
|
79
|
-
runner: ubuntu-latest
|
|
80
|
-
manylinux: 2_28
|
|
81
|
-
- os: linux-aarch64
|
|
82
|
-
python: "3.14"
|
|
83
|
-
arch: aarch64
|
|
84
|
-
target: aarch64-unknown-linux-gnu
|
|
85
|
-
runner: ubuntu-latest
|
|
86
|
-
manylinux: 2_28
|
|
87
|
-
- os: linux-aarch64
|
|
88
|
-
python: "3.15"
|
|
89
92
|
arch: aarch64
|
|
90
93
|
target: aarch64-unknown-linux-gnu
|
|
91
94
|
runner: ubuntu-latest
|
|
@@ -106,7 +109,6 @@ jobs:
|
|
|
106
109
|
command: build
|
|
107
110
|
target: ${{ matrix.target }}
|
|
108
111
|
manylinux: ${{ matrix.manylinux || 'auto' }}
|
|
109
|
-
sccache: true
|
|
110
112
|
args: >
|
|
111
113
|
--release
|
|
112
114
|
--strip
|
|
@@ -148,21 +150,10 @@ jobs:
|
|
|
148
150
|
strategy:
|
|
149
151
|
fail-fast: false
|
|
150
152
|
matrix:
|
|
151
|
-
os: [ubuntu-latest, macos-latest, windows-latest]
|
|
153
|
+
os: [ubuntu-latest, macos-latest, windows-latest, linux-aarch64]
|
|
152
154
|
python: ["3.13", "3.14", "3.15"]
|
|
153
155
|
include:
|
|
154
156
|
- os: linux-aarch64
|
|
155
|
-
python: "3.13"
|
|
156
|
-
arch: aarch64
|
|
157
|
-
target: aarch64-unknown-linux-gnu
|
|
158
|
-
runner: ubuntu-latest
|
|
159
|
-
- os: linux-aarch64
|
|
160
|
-
python: "3.14"
|
|
161
|
-
arch: aarch64
|
|
162
|
-
target: aarch64-unknown-linux-gnu
|
|
163
|
-
runner: ubuntu-latest
|
|
164
|
-
- os: linux-aarch64
|
|
165
|
-
python: "3.15"
|
|
166
157
|
arch: aarch64
|
|
167
158
|
target: aarch64-unknown-linux-gnu
|
|
168
159
|
runner: ubuntu-latest
|
|
@@ -204,8 +195,16 @@ jobs:
|
|
|
204
195
|
run: uv run --no-sync pytest
|
|
205
196
|
|
|
206
197
|
# The aarch64 wheel is tested inside the same manylinux image that built
|
|
207
|
-
# it, under QEMU. The
|
|
208
|
-
#
|
|
198
|
+
# it, under QEMU. The host exports the locked test dependencies with
|
|
199
|
+
# hashes; the container installs them with --require-hashes and the wheel
|
|
200
|
+
# from dist, then runs pytest in /work.
|
|
201
|
+
- uses: astral-sh/setup-uv@68559e99cc807c1eb7e9238fd43a15bba460eec2 # v10.3.3
|
|
202
|
+
if: matrix.arch
|
|
203
|
+
|
|
204
|
+
- name: Export the locked test dependencies (aarch64)
|
|
205
|
+
if: matrix.arch
|
|
206
|
+
run: uv export --locked --no-emit-project --group dev --group oracle > requirements.txt
|
|
207
|
+
|
|
209
208
|
- name: Run the Python tests (aarch64, emulated manylinux)
|
|
210
209
|
if: matrix.arch
|
|
211
210
|
env:
|
|
@@ -218,13 +217,10 @@ jobs:
|
|
|
218
217
|
bash -euo pipefail -c '
|
|
219
218
|
tag=$(echo "$PY_VERSION" | tr -d .)
|
|
220
219
|
/opt/python/cp${tag}-cp${tag}/bin/python -m venv /tmp/venv
|
|
221
|
-
/tmp/venv/bin/python -m pip install --quiet
|
|
222
|
-
|
|
223
|
-
|
|
224
|
-
|
|
225
|
-
-r /tmp/requirements.txt
|
|
226
|
-
/tmp/venv/bin/uv pip install --python /tmp/venv/bin/python \
|
|
227
|
-
--no-index --no-deps --find-links dist object-storage-client
|
|
220
|
+
/tmp/venv/bin/python -m pip install --quiet --require-hashes \
|
|
221
|
+
-r /work/requirements.txt
|
|
222
|
+
/tmp/venv/bin/python -m pip install --quiet --no-index --no-deps \
|
|
223
|
+
--find-links dist object-storage-client
|
|
228
224
|
/tmp/venv/bin/python -m pytest
|
|
229
225
|
'
|
|
230
226
|
|
|
@@ -279,7 +275,7 @@ jobs:
|
|
|
279
275
|
|
|
280
276
|
publish-crate:
|
|
281
277
|
name: Publish crate to Codeberg
|
|
282
|
-
needs: [ package-crate, build-wheels, test-wheels, build-sdist ]
|
|
278
|
+
needs: [ deny, package-crate, build-wheels, test-wheels, build-sdist ]
|
|
283
279
|
runs-on: ubuntu-latest
|
|
284
280
|
environment: release
|
|
285
281
|
if: github.event_name == 'release' && startsWith(github.ref, 'refs/tags/v')
|
|
@@ -301,7 +297,7 @@ jobs:
|
|
|
301
297
|
|
|
302
298
|
publish-to-pypi:
|
|
303
299
|
name: Publish to PyPI
|
|
304
|
-
needs: [ package-crate, build-wheels, test-wheels, build-sdist ]
|
|
300
|
+
needs: [ deny, package-crate, build-wheels, test-wheels, build-sdist ]
|
|
305
301
|
runs-on: ubuntu-latest
|
|
306
302
|
environment: release
|
|
307
303
|
if: github.event_name == 'release' && startsWith(github.ref, 'refs/tags/v')
|
|
@@ -3,8 +3,9 @@ name: Performance
|
|
|
3
3
|
# Not part of the PR checks: the deterministic guards in `tests/perf_guards.rs`
|
|
4
4
|
# run with `cargo test` in tests.yaml. This workflow measures the release
|
|
5
5
|
# binary. Peak RSS over budget fails it; throughput is compared with the
|
|
6
|
-
# previous
|
|
7
|
-
# shared runners are noisy.
|
|
6
|
+
# previous run that raised no warning (restored from the cache) and only warns,
|
|
7
|
+
# because shared runners are noisy. A run that warned never becomes the
|
|
8
|
+
# baseline, so a regression keeps warning until it is fixed.
|
|
8
9
|
on:
|
|
9
10
|
workflow_dispatch:
|
|
10
11
|
schedule:
|
|
@@ -46,6 +47,7 @@ jobs:
|
|
|
46
47
|
key: perf-smoke-${{ github.run_id }}
|
|
47
48
|
restore-keys: perf-smoke-
|
|
48
49
|
- name: Smoke (512 MiB file://, plain and encrypted)
|
|
50
|
+
id: smoke
|
|
49
51
|
run: |
|
|
50
52
|
mkdir -p target/perf-smoke
|
|
51
53
|
python3 scripts/perf_smoke.py \
|
|
@@ -55,8 +57,10 @@ jobs:
|
|
|
55
57
|
--baseline perf-baseline.json \
|
|
56
58
|
--out perf-smoke.json
|
|
57
59
|
- name: Keep this result as the next baseline
|
|
60
|
+
if: steps.smoke.outputs.warned == 'false'
|
|
58
61
|
run: cp perf-smoke.json perf-baseline.json
|
|
59
62
|
- name: Save the baseline
|
|
63
|
+
if: steps.smoke.outputs.warned == 'false'
|
|
60
64
|
uses: actions/cache/save@55cc8345863c7cc4c66a329aec7e433d2d1c52a9 # v6.1.0
|
|
61
65
|
with:
|
|
62
66
|
path: perf-baseline.json
|
|
@@ -4,6 +4,9 @@ on:
|
|
|
4
4
|
push:
|
|
5
5
|
branches: [main]
|
|
6
6
|
pull_request:
|
|
7
|
+
# Dispatched by dependabot-merge after it merges (a GITHUB_TOKEN merge starts
|
|
8
|
+
# no push run). Also usable by hand.
|
|
9
|
+
workflow_dispatch:
|
|
7
10
|
|
|
8
11
|
permissions:
|
|
9
12
|
contents: read
|
|
@@ -37,6 +40,9 @@ jobs:
|
|
|
37
40
|
with:
|
|
38
41
|
toolchain: stable
|
|
39
42
|
- uses: Swatinem/rust-cache@d1527c8f67ef9af357290475d4af4b0fab8f12e0 # v2.9.3
|
|
43
|
+
with:
|
|
44
|
+
save-if: ${{ github.ref == 'refs/heads/main' }}
|
|
45
|
+
shared-key: test-all-features
|
|
40
46
|
- name: Test
|
|
41
47
|
shell: bash
|
|
42
48
|
run: ${{ matrix.commands }}
|
|
@@ -53,6 +59,8 @@ jobs:
|
|
|
53
59
|
with:
|
|
54
60
|
toolchain: "1.99"
|
|
55
61
|
- uses: Swatinem/rust-cache@d1527c8f67ef9af357290475d4af4b0fab8f12e0 # v2.9.3
|
|
62
|
+
with:
|
|
63
|
+
save-if: ${{ github.ref == 'refs/heads/main' }}
|
|
56
64
|
- run: cargo check --locked --all-features --all-targets
|
|
57
65
|
|
|
58
66
|
integration:
|
|
@@ -67,6 +75,9 @@ jobs:
|
|
|
67
75
|
with:
|
|
68
76
|
toolchain: stable
|
|
69
77
|
- uses: Swatinem/rust-cache@d1527c8f67ef9af357290475d4af4b0fab8f12e0 # v2.9.3
|
|
78
|
+
with:
|
|
79
|
+
save-if: ${{ github.ref == 'refs/heads/main' }}
|
|
80
|
+
shared-key: test-all-features
|
|
70
81
|
# The 4 GiB round trips are local only (see docs/TESTING.md, "Checksum round trips").
|
|
71
82
|
- run: cargo test --locked --all-features --test integration -- --ignored --skip _4gib
|
|
72
83
|
|
|
@@ -82,12 +93,19 @@ jobs:
|
|
|
82
93
|
toolchain: stable
|
|
83
94
|
components: rustfmt, clippy
|
|
84
95
|
- uses: Swatinem/rust-cache@d1527c8f67ef9af357290475d4af4b0fab8f12e0 # v2.9.3
|
|
96
|
+
with:
|
|
97
|
+
save-if: ${{ github.ref == 'refs/heads/main' }}
|
|
85
98
|
- name: No code-generation settings in the committed cargo config
|
|
86
|
-
|
|
99
|
+
# Only an allowlist of top-level tables: [profile.*], [env], [build]
|
|
100
|
+
# and [target.*] would change the published artifacts.
|
|
101
|
+
run: >-
|
|
102
|
+
python3 -c 'import sys,tomllib;
|
|
103
|
+
x=set(tomllib.load(open(".cargo/config.toml","rb")))-{"registries"};
|
|
104
|
+
sys.exit(f"unexpected keys in .cargo/config.toml: {sorted(x)}" if x else 0)'
|
|
87
105
|
- name: Every action is pinned to a full commit SHA
|
|
88
106
|
run: '! grep -rnP "^\s*(-\s*)?uses:\s+(?!\./)(?![^@\s]+@[0-9a-f]{40}(\s|$))" .github/workflows'
|
|
89
107
|
- run: cargo fmt --all -- --check
|
|
90
|
-
- run: cargo clippy --locked --all-targets --all-features -- -D warnings
|
|
108
|
+
- run: cargo clippy --locked --all-targets --all-features -- -D warnings
|
|
91
109
|
- run: cargo doc --locked --no-deps --all-features
|
|
92
110
|
env:
|
|
93
111
|
RUSTDOCFLAGS: "-D warnings"
|
|
@@ -104,13 +122,25 @@ jobs:
|
|
|
104
122
|
toolchain: stable
|
|
105
123
|
components: clippy
|
|
106
124
|
- uses: Swatinem/rust-cache@d1527c8f67ef9af357290475d4af4b0fab8f12e0 # v2.9.3
|
|
107
|
-
|
|
125
|
+
with:
|
|
126
|
+
save-if: ${{ github.ref == 'refs/heads/main' }}
|
|
127
|
+
- run: cargo clippy --locked --all-targets --no-default-features -- -D warnings
|
|
128
|
+
- run: cargo clippy --locked --all-targets --no-default-features --features encryption -- -D warnings
|
|
129
|
+
- run: cargo clippy --locked --all-targets --no-default-features --features python -- -D warnings
|
|
130
|
+
# The osc binary without the desktop browser (cli implies encryption).
|
|
131
|
+
- run: cargo clippy --locked --all-targets --no-default-features --features cli -- -D warnings
|
|
108
132
|
# The desktop browser on its own (gui implies cli and encryption).
|
|
109
|
-
- run: cargo clippy --locked --all-targets --no-default-features --features gui -- -D warnings
|
|
133
|
+
- run: cargo clippy --locked --all-targets --no-default-features --features gui -- -D warnings
|
|
110
134
|
- run: cargo check --locked --no-default-features --features python
|
|
111
135
|
- run: cargo check --locked --features fuzzing
|
|
112
|
-
#
|
|
113
|
-
|
|
136
|
+
# The library without dev-dependency features (no --all-targets), so
|
|
137
|
+
# features that only the dev-dependency tokio `full` enables are caught.
|
|
138
|
+
- run: cargo check --locked --no-default-features --lib
|
|
139
|
+
- run: cargo check --locked --no-default-features --features encryption --lib
|
|
140
|
+
- run: cargo check --locked --no-default-features --features gui --bins
|
|
141
|
+
# Keeps `encryption::fuzzing` and the fuzz targets compiling, against the
|
|
142
|
+
# committed fuzz/Cargo.lock.
|
|
143
|
+
- run: cargo check --locked --manifest-path fuzz/Cargo.toml --target-dir target
|
|
114
144
|
|
|
115
145
|
python:
|
|
116
146
|
name: python tests (${{ matrix.python }})
|
|
@@ -127,6 +157,8 @@ jobs:
|
|
|
127
157
|
with:
|
|
128
158
|
toolchain: stable
|
|
129
159
|
- uses: Swatinem/rust-cache@d1527c8f67ef9af357290475d4af4b0fab8f12e0 # v2.9.3
|
|
160
|
+
with:
|
|
161
|
+
save-if: ${{ github.ref == 'refs/heads/main' }}
|
|
130
162
|
- uses: astral-sh/setup-uv@68559e99cc807c1eb7e9238fd43a15bba460eec2 # v10.3.3
|
|
131
163
|
with:
|
|
132
164
|
python-version: ${{ matrix.python }}
|
|
@@ -147,6 +179,9 @@ jobs:
|
|
|
147
179
|
with:
|
|
148
180
|
toolchain: stable
|
|
149
181
|
- uses: Swatinem/rust-cache@d1527c8f67ef9af357290475d4af4b0fab8f12e0 # v2.9.3
|
|
182
|
+
with:
|
|
183
|
+
save-if: ${{ github.ref == 'refs/heads/main' }}
|
|
184
|
+
shared-key: test-all-features
|
|
150
185
|
- uses: astral-sh/setup-uv@68559e99cc807c1eb7e9238fd43a15bba460eec2 # v10.3.3
|
|
151
186
|
with:
|
|
152
187
|
python-version: "3.14"
|
|
@@ -172,12 +207,19 @@ jobs:
|
|
|
172
207
|
with:
|
|
173
208
|
command: check advisories bans sources
|
|
174
209
|
arguments: --all-features
|
|
210
|
+
# The fuzz crate is its own workspace with its own lockfile.
|
|
211
|
+
- uses: EmbarkStudios/cargo-deny-action@3c6349835b2b7b196a839186cb8b78e02f7b5f25 # v2.1.1
|
|
212
|
+
with:
|
|
213
|
+
manifest-path: fuzz/Cargo.toml
|
|
214
|
+
command: check advisories bans sources
|
|
215
|
+
arguments: --all-features
|
|
175
216
|
|
|
176
217
|
# Merges a Dependabot PR only after every other job above has succeeded.
|
|
177
218
|
#
|
|
178
219
|
# `pull_request` (not `pull_request_target`): the PR's code runs with a
|
|
179
220
|
# read-only token and no repository secrets, and its build cache is scoped to
|
|
180
|
-
# the PR
|
|
221
|
+
# the PR. Code merged to main runs in main's cache scope, so the release build
|
|
222
|
+
# uses no build cache (no sccache). A fork PR
|
|
181
223
|
# never gets a write token here, so this job cannot act on one.
|
|
182
224
|
dependabot-merge:
|
|
183
225
|
name: Approve and merge (Dependabot)
|
|
@@ -192,6 +234,8 @@ jobs:
|
|
|
192
234
|
permissions:
|
|
193
235
|
contents: write
|
|
194
236
|
pull-requests: write
|
|
237
|
+
# Needed for `gh workflow run` after the merge.
|
|
238
|
+
actions: write
|
|
195
239
|
steps:
|
|
196
240
|
- id: metadata
|
|
197
241
|
uses: dependabot/fetch-metadata@25dd0e34f4fe68f24cc83900b1fe3fe149efef98 # v3.1.0
|
|
@@ -209,7 +253,8 @@ jobs:
|
|
|
209
253
|
PR_NUMBER: ${{ github.event.pull_request.number }}
|
|
210
254
|
PR_HEAD_SHA: ${{ github.event.pull_request.head.sha }}
|
|
211
255
|
DEPENDENCIES: ${{ steps.metadata.outputs.dependency-names }}
|
|
212
|
-
|
|
256
|
+
# Any crate that handles keys or credentials must be listed here.
|
|
257
|
+
REVIEWED: aws-lc-rs aws-config aws-credential-types aws-runtime aws-sigv4 aws-types object_store reqwest pyo3 pyo3-async-runtimes zeroize rustix
|
|
213
258
|
run: |
|
|
214
259
|
IFS=', ' read -ra deps <<< "$DEPENDENCIES"
|
|
215
260
|
for dep in "${deps[@]}"; do
|
|
@@ -223,3 +268,11 @@ jobs:
|
|
|
223
268
|
gh pr review "$PR_NUMBER" --approve --body "Automated approval: the full test suite passed for this patch update."
|
|
224
269
|
# Merge exactly the commit that was tested.
|
|
225
270
|
gh pr merge "$PR_NUMBER" --merge --match-head-commit "$PR_HEAD_SHA"
|
|
271
|
+
# A merge made with GITHUB_TOKEN starts no push run, so the merged
|
|
272
|
+
# main commit would stay untested. workflow_dispatch is exempt from
|
|
273
|
+
# that rule. This job's `if` requires event_name == 'pull_request',
|
|
274
|
+
# so the dispatched run cannot start another merge. The run joins the
|
|
275
|
+
# `Tests-refs/heads/main` concurrency group, which never cancels
|
|
276
|
+
# on main: it queues behind a running one and replaces an older
|
|
277
|
+
# pending one (the newer run tests a superset of the commits).
|
|
278
|
+
gh workflow run tests.yaml --ref main
|
|
@@ -1263,9 +1263,9 @@ dependencies = [
|
|
|
1263
1263
|
|
|
1264
1264
|
[[package]]
|
|
1265
1265
|
name = "ctutils"
|
|
1266
|
-
version = "0.4.
|
|
1266
|
+
version = "0.4.8"
|
|
1267
1267
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1268
|
-
checksum = "
|
|
1268
|
+
checksum = "261af4dc7a06ea8a527a8717d8cbba3417530d6ea14e1edb3de6b67806be474f"
|
|
1269
1269
|
dependencies = [
|
|
1270
1270
|
"cmov",
|
|
1271
1271
|
]
|
|
@@ -3345,7 +3345,7 @@ dependencies = [
|
|
|
3345
3345
|
|
|
3346
3346
|
[[package]]
|
|
3347
3347
|
name = "object-storage-client"
|
|
3348
|
-
version = "0.
|
|
3348
|
+
version = "0.4.1"
|
|
3349
3349
|
dependencies = [
|
|
3350
3350
|
"alloc-counter",
|
|
3351
3351
|
"async-trait",
|
|
@@ -3381,6 +3381,7 @@ dependencies = [
|
|
|
3381
3381
|
"tokio-util",
|
|
3382
3382
|
"tracing",
|
|
3383
3383
|
"url",
|
|
3384
|
+
"walkdir",
|
|
3384
3385
|
"zeroize",
|
|
3385
3386
|
]
|
|
3386
3387
|
|
|
@@ -4932,9 +4933,9 @@ dependencies = [
|
|
|
4932
4933
|
|
|
4933
4934
|
[[package]]
|
|
4934
4935
|
name = "toml_edit"
|
|
4935
|
-
version = "0.25.
|
|
4936
|
+
version = "0.25.18+spec-1.1.0"
|
|
4936
4937
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
4937
|
-
checksum = "
|
|
4938
|
+
checksum = "1ec6e78bd70db9420d8d212fa9dc97f116448a1ceff5d00eabb991d407e21396"
|
|
4938
4939
|
dependencies = [
|
|
4939
4940
|
"indexmap 2.14.2",
|
|
4940
4941
|
"toml_datetime",
|
|
@@ -9,10 +9,10 @@ license = "GPL-3.0-only"
|
|
|
9
9
|
name = "object-storage-client"
|
|
10
10
|
readme = "README.md"
|
|
11
11
|
repository = "https://github.com/bixority/object-storage-client"
|
|
12
|
-
version = "0.
|
|
12
|
+
version = "0.4.1"
|
|
13
13
|
|
|
14
14
|
[lib]
|
|
15
|
-
crate
|
|
15
|
+
# maturin adds the cdylib crate type itself; do not list it here.
|
|
16
16
|
name = "object_storage_client"
|
|
17
17
|
|
|
18
18
|
|
|
@@ -40,11 +40,13 @@ percent-encoding = "2.3"
|
|
|
40
40
|
reqwest = { version = "0.13", features = ["rustls"], default-features = false }
|
|
41
41
|
pyo3 = { version = "0.30", features = ["bytes"], optional = true }
|
|
42
42
|
pyo3-async-runtimes = { version = "0.30", features = ["tokio-runtime"], optional = true }
|
|
43
|
+
serde_json = "1"
|
|
43
44
|
thiserror = "2.0"
|
|
44
45
|
tokio = { version = "1.54", features = ["rt", "rt-multi-thread", "fs", "io-util", "sync", "time"] }
|
|
45
46
|
tokio-util = { version = "0.7", features = ["io"], optional = true }
|
|
46
47
|
tracing = "0.1"
|
|
47
48
|
url = "2.5"
|
|
49
|
+
walkdir = "2"
|
|
48
50
|
zeroize = { version = "1", optional = true }
|
|
49
51
|
|
|
50
52
|
[target.'cfg(unix)'.dependencies]
|
|
@@ -52,11 +54,12 @@ rustix = { version = "1", features = ["fs", "process"] }
|
|
|
52
54
|
|
|
53
55
|
[features]
|
|
54
56
|
default = ["encryption", "cli"]
|
|
55
|
-
# The `osc` binary and its `cli` module; the Python
|
|
56
|
-
|
|
57
|
+
# The `osc` binary and its `cli` module (implies `encryption`); the Python
|
|
58
|
+
# wheel does not need it.
|
|
59
|
+
cli = ["dep:clap", "dep:tokio-util", "tokio/signal", "tokio/io-std", "tokio/macros", "tokio/process", "encryption"]
|
|
57
60
|
encryption = ["dep:zeroize"]
|
|
58
61
|
# The `osc-gui` binary and its `gui` module (a two-pane desktop browser).
|
|
59
|
-
gui = ["cli", "
|
|
62
|
+
gui = ["cli", "dep:eframe", "dep:egui", "dep:egui_extras"]
|
|
60
63
|
# Exposes `encryption::fuzzing` harness entry points for the `fuzz/` crate.
|
|
61
64
|
fuzzing = ["encryption"]
|
|
62
65
|
python = ["dep:pyo3", "dep:pyo3-async-runtimes", "encryption"]
|
|
@@ -86,7 +89,6 @@ alloc-counter = { path = "benches/alloc-counter" }
|
|
|
86
89
|
aws-smithy-runtime-api = { version = "1", features = ["client"] }
|
|
87
90
|
aws-smithy-types = "1"
|
|
88
91
|
proptest = "1"
|
|
89
|
-
serde_json = "1"
|
|
90
92
|
tempfile = "3.27"
|
|
91
93
|
testcontainers = { version = "0.28", default-features = false, features = ["aws-lc-rs", "reusable-containers"] }
|
|
92
94
|
tokio = { version = "1.54", features = ["full", "test-util"] }
|
|
@@ -100,18 +102,15 @@ enum_glob_use = "deny"
|
|
|
100
102
|
pedantic = { level = "warn", priority = -1 }
|
|
101
103
|
nursery = { level = "warn", priority = -1 }
|
|
102
104
|
unwrap_used = "deny"
|
|
103
|
-
needless_for_each = { level = "allow", priority = 1 }
|
|
104
105
|
|
|
105
|
-
|
|
106
|
-
debug
|
|
107
|
-
|
|
108
|
-
|
|
106
|
+
# Dependencies keep only line tables: backtraces stay useful and test binaries
|
|
107
|
+
# shrink by hundreds of MB. The crate itself keeps full debug info.
|
|
108
|
+
[profile.dev.package."*"]
|
|
109
|
+
debug = "line-tables-only"
|
|
109
110
|
|
|
110
111
|
[profile.release]
|
|
111
112
|
# No panic = "abort": the cdylib must unwind so pyo3 turns panics into
|
|
112
113
|
# exceptions, and drop guards must run.
|
|
113
114
|
codegen-units = 1
|
|
114
|
-
debug = false
|
|
115
115
|
lto = "fat"
|
|
116
|
-
opt-level = 3
|
|
117
116
|
strip = true
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: object-storage-client
|
|
3
|
-
Version: 0.
|
|
3
|
+
Version: 0.4.1
|
|
4
4
|
Classifier: Programming Language :: Rust
|
|
5
5
|
Classifier: Programming Language :: Python :: Implementation :: CPython
|
|
6
6
|
Classifier: Programming Language :: Python :: 3
|
|
@@ -66,7 +66,7 @@ export CARGO_REGISTRIES_BIXORITY_INDEX="sparse+https://codeberg.org/api/packages
|
|
|
66
66
|
|
|
67
67
|
```toml
|
|
68
68
|
[dependencies]
|
|
69
|
-
object-storage-client = { version = "0.
|
|
69
|
+
object-storage-client = { version = "0.4", registry = "bixority" }
|
|
70
70
|
# or: object-storage-client = { git = "https://codeberg.org/bixority/object-storage-client" }
|
|
71
71
|
tokio = { version = "1", features = ["full"] }
|
|
72
72
|
```
|
|
@@ -75,7 +75,7 @@ The `encryption` and `cli` features are on by default. A library that does not
|
|
|
75
75
|
need the CLI can drop `clap` and `tokio-util`:
|
|
76
76
|
|
|
77
77
|
```toml
|
|
78
|
-
object-storage-client = { version = "0.
|
|
78
|
+
object-storage-client = { version = "0.4", registry = "bixority", default-features = false, features = ["encryption"] }
|
|
79
79
|
```
|
|
80
80
|
|
|
81
81
|
```rust
|
|
@@ -86,7 +86,7 @@ use std::time::Duration;
|
|
|
86
86
|
async fn main() -> Result<(), Box<dyn std::error::Error>> {
|
|
87
87
|
let client = ObjectStorageClient::new();
|
|
88
88
|
|
|
89
|
-
// Create a bucket (S3/GCS/Azure, or a directory for file:// URLs);
|
|
89
|
+
// Create a bucket (S3/GCS/Azure, or a directory for file:// URLs); success if it is already yours
|
|
90
90
|
client.create_bucket("s3://my-bucket").await?;
|
|
91
91
|
|
|
92
92
|
// Upload data to S3
|
|
@@ -194,7 +194,7 @@ from object_storage_client import ObjectStorageClient
|
|
|
194
194
|
async def main():
|
|
195
195
|
client = ObjectStorageClient()
|
|
196
196
|
|
|
197
|
-
# Create a bucket (S3/GCS/Azure, or a directory for file:// URLs);
|
|
197
|
+
# Create a bucket (S3/GCS/Azure, or a directory for file:// URLs); success if it is already yours
|
|
198
198
|
await client.create_bucket("s3://my-bucket")
|
|
199
199
|
|
|
200
200
|
# Check whether a bucket exists (returns a bool; never raises for a miss).
|
|
@@ -291,7 +291,7 @@ osc get-stream gs://my-bucket/large_file.bin > large_file.bin # stream to stdo
|
|
|
291
291
|
osc --profile dev ls s3://my-bucket/ # credentials from the AWS profile "dev"
|
|
292
292
|
osc cp s3://source-bucket/image.png az://dest-container/image.png # copy between providers
|
|
293
293
|
osc mv s3://my-bucket/old_name.txt s3://my-bucket/new_name.txt
|
|
294
|
-
osc ls s3://my-bucket/logs/
|
|
294
|
+
osc ls s3://my-bucket/logs/ # names; --url prints full object URLs
|
|
295
295
|
osc rm s3://my-bucket/temp_file.tmp
|
|
296
296
|
osc exists s3://my-bucket/report.pdf # prints true or false
|
|
297
297
|
osc mb s3://my-new-bucket # create a bucket (a directory for local paths)
|
|
@@ -360,7 +360,7 @@ Or from a checkout:
|
|
|
360
360
|
cargo install --path . --features gui
|
|
361
361
|
```
|
|
362
362
|
|
|
363
|
-
Linux needs
|
|
363
|
+
On Linux, `osc-gui` needs a Wayland session; X11 is not supported.
|
|
364
364
|
|
|
365
365
|
### Run
|
|
366
366
|
|
|
@@ -46,7 +46,7 @@ export CARGO_REGISTRIES_BIXORITY_INDEX="sparse+https://codeberg.org/api/packages
|
|
|
46
46
|
|
|
47
47
|
```toml
|
|
48
48
|
[dependencies]
|
|
49
|
-
object-storage-client = { version = "0.
|
|
49
|
+
object-storage-client = { version = "0.4", registry = "bixority" }
|
|
50
50
|
# or: object-storage-client = { git = "https://codeberg.org/bixority/object-storage-client" }
|
|
51
51
|
tokio = { version = "1", features = ["full"] }
|
|
52
52
|
```
|
|
@@ -55,7 +55,7 @@ The `encryption` and `cli` features are on by default. A library that does not
|
|
|
55
55
|
need the CLI can drop `clap` and `tokio-util`:
|
|
56
56
|
|
|
57
57
|
```toml
|
|
58
|
-
object-storage-client = { version = "0.
|
|
58
|
+
object-storage-client = { version = "0.4", registry = "bixority", default-features = false, features = ["encryption"] }
|
|
59
59
|
```
|
|
60
60
|
|
|
61
61
|
```rust
|
|
@@ -66,7 +66,7 @@ use std::time::Duration;
|
|
|
66
66
|
async fn main() -> Result<(), Box<dyn std::error::Error>> {
|
|
67
67
|
let client = ObjectStorageClient::new();
|
|
68
68
|
|
|
69
|
-
// Create a bucket (S3/GCS/Azure, or a directory for file:// URLs);
|
|
69
|
+
// Create a bucket (S3/GCS/Azure, or a directory for file:// URLs); success if it is already yours
|
|
70
70
|
client.create_bucket("s3://my-bucket").await?;
|
|
71
71
|
|
|
72
72
|
// Upload data to S3
|
|
@@ -174,7 +174,7 @@ from object_storage_client import ObjectStorageClient
|
|
|
174
174
|
async def main():
|
|
175
175
|
client = ObjectStorageClient()
|
|
176
176
|
|
|
177
|
-
# Create a bucket (S3/GCS/Azure, or a directory for file:// URLs);
|
|
177
|
+
# Create a bucket (S3/GCS/Azure, or a directory for file:// URLs); success if it is already yours
|
|
178
178
|
await client.create_bucket("s3://my-bucket")
|
|
179
179
|
|
|
180
180
|
# Check whether a bucket exists (returns a bool; never raises for a miss).
|
|
@@ -271,7 +271,7 @@ osc get-stream gs://my-bucket/large_file.bin > large_file.bin # stream to stdo
|
|
|
271
271
|
osc --profile dev ls s3://my-bucket/ # credentials from the AWS profile "dev"
|
|
272
272
|
osc cp s3://source-bucket/image.png az://dest-container/image.png # copy between providers
|
|
273
273
|
osc mv s3://my-bucket/old_name.txt s3://my-bucket/new_name.txt
|
|
274
|
-
osc ls s3://my-bucket/logs/
|
|
274
|
+
osc ls s3://my-bucket/logs/ # names; --url prints full object URLs
|
|
275
275
|
osc rm s3://my-bucket/temp_file.tmp
|
|
276
276
|
osc exists s3://my-bucket/report.pdf # prints true or false
|
|
277
277
|
osc mb s3://my-new-bucket # create a bucket (a directory for local paths)
|
|
@@ -340,7 +340,7 @@ Or from a checkout:
|
|
|
340
340
|
cargo install --path . --features gui
|
|
341
341
|
```
|
|
342
342
|
|
|
343
|
-
Linux needs
|
|
343
|
+
On Linux, `osc-gui` needs a Wayland session; X11 is not supported.
|
|
344
344
|
|
|
345
345
|
### Run
|
|
346
346
|
|
|
@@ -165,6 +165,20 @@ async fn scenarios(dir: &Path, mib: usize, runs: usize) -> Vec<Row> {
|
|
|
165
165
|
}
|
|
166
166
|
}
|
|
167
167
|
|
|
168
|
+
// A file:// to file:// copy streams through user space (F057/F196).
|
|
169
|
+
let src_plain = url(&out, "plain.bin");
|
|
170
|
+
let dst_plain = url(&out, "plain-copy.bin");
|
|
171
|
+
bench(
|
|
172
|
+
&mut rows,
|
|
173
|
+
&format!("plain copy {label}"),
|
|
174
|
+
size,
|
|
175
|
+
runs,
|
|
176
|
+
async || {
|
|
177
|
+
plain.copy(&src_plain, &dst_plain).await.expect("copy");
|
|
178
|
+
},
|
|
179
|
+
)
|
|
180
|
+
.await;
|
|
181
|
+
|
|
168
182
|
// Reads with enc, writes with enc_b: a new data key and message id.
|
|
169
183
|
let src = url(&out, "enc.bin");
|
|
170
184
|
let dst = url(&out, "recrypt.bin");
|
|
@@ -178,6 +192,45 @@ async fn scenarios(dir: &Path, mib: usize, runs: usize) -> Vec<Row> {
|
|
|
178
192
|
},
|
|
179
193
|
)
|
|
180
194
|
.await;
|
|
195
|
+
// Eight re-encrypting copies at once, as `osc enc reencrypt --jobs 8` runs
|
|
196
|
+
// them: all polled by one task, and one task each. A gap shows the one
|
|
197
|
+
// polling thread limiting the envelope crypto (F064).
|
|
198
|
+
let jobs = 8;
|
|
199
|
+
let dsts: Vec<String> = (0..jobs)
|
|
200
|
+
.map(|i| url(&out, &format!("par-{i}.bin")))
|
|
201
|
+
.collect();
|
|
202
|
+
bench(
|
|
203
|
+
&mut rows,
|
|
204
|
+
&format!("enc copy x{jobs} one task {label}"),
|
|
205
|
+
size * jobs,
|
|
206
|
+
runs,
|
|
207
|
+
async || {
|
|
208
|
+
let copies = dsts.iter().map(|d| enc_b.copy(&src, d));
|
|
209
|
+
for r in futures::future::join_all(copies).await {
|
|
210
|
+
r.expect("copy");
|
|
211
|
+
}
|
|
212
|
+
},
|
|
213
|
+
)
|
|
214
|
+
.await;
|
|
215
|
+
bench(
|
|
216
|
+
&mut rows,
|
|
217
|
+
&format!("enc copy x{jobs} spawned {label}"),
|
|
218
|
+
size * jobs,
|
|
219
|
+
runs,
|
|
220
|
+
async || {
|
|
221
|
+
let tasks: Vec<_> = dsts
|
|
222
|
+
.iter()
|
|
223
|
+
.map(|d| {
|
|
224
|
+
let (c, s, d) = (enc_b.clone(), src.clone(), d.clone());
|
|
225
|
+
tokio::spawn(async move { c.copy(&s, &d).await })
|
|
226
|
+
})
|
|
227
|
+
.collect();
|
|
228
|
+
for t in tasks {
|
|
229
|
+
t.await.expect("join").expect("copy");
|
|
230
|
+
}
|
|
231
|
+
},
|
|
232
|
+
)
|
|
233
|
+
.await;
|
|
181
234
|
// The same client, which may byte-copy where the key and path allow.
|
|
182
235
|
let dst = url(&out, "bytecopy.bin");
|
|
183
236
|
bench(
|