objectstore-mcp 2.3.7__tar.gz → 2.4.0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (64) hide show
  1. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/PKG-INFO +21 -18
  2. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/README.md +16 -12
  3. objectstore_mcp-2.4.0/objectstore_mcp/api/__init__.py +42 -0
  4. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/api_client.py +2 -2
  5. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/auth.py +8 -19
  6. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/config.py +24 -64
  7. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/mcp/mcp_objectstore.py +2 -2
  8. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/ontology/certification.json +1 -1
  9. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/skills/objectstore-mcp-development/SKILL.md +1 -1
  10. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp.egg-info/PKG-INFO +21 -18
  11. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp.egg-info/SOURCES.txt +2 -12
  12. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp.egg-info/requires.txt +4 -5
  13. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/pyproject.toml +6 -12
  14. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/tests/test_api_wrapper.py +3 -3
  15. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/tests/test_config.py +16 -10
  16. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/tests/test_objectstore_mcp_validation.py +4 -4
  17. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/tests/test_publication_workflow.py +1 -1
  18. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/tests/test_safety.py +4 -4
  19. objectstore_mcp-2.4.0/tests/test_sdk_backends.py +81 -0
  20. objectstore_mcp-2.3.7/objectstore_mcp/api/__init__.py +0 -84
  21. objectstore_mcp-2.3.7/objectstore_mcp/api/api_client_azure_blob.py +0 -308
  22. objectstore_mcp-2.3.7/objectstore_mcp/api/api_client_base.py +0 -234
  23. objectstore_mcp-2.3.7/objectstore_mcp/api/api_client_filesystem.py +0 -330
  24. objectstore_mcp-2.3.7/objectstore_mcp/api/api_client_gcs.py +0 -268
  25. objectstore_mcp-2.3.7/objectstore_mcp/api/api_client_s3.py +0 -291
  26. objectstore_mcp-2.3.7/tests/test_azure_backend.py +0 -169
  27. objectstore_mcp-2.3.7/tests/test_backend_conformance.py +0 -261
  28. objectstore_mcp-2.3.7/tests/test_gcs_backend.py +0 -172
  29. objectstore_mcp-2.3.7/tests/test_optional_dependencies.py +0 -64
  30. objectstore_mcp-2.3.7/tests/test_s3_backend.py +0 -238
  31. objectstore_mcp-2.3.7/tests/test_s3_moto.py +0 -45
  32. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/LICENSE +0 -0
  33. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/__init__.py +0 -0
  34. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/__main__.py +0 -0
  35. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/connector_sources.py +0 -0
  36. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/kg_ingest.py +0 -0
  37. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/mcp/__init__.py +0 -0
  38. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/mcp_config.json +0 -0
  39. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/mcp_server.py +0 -0
  40. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/objectstore_input_models.py +0 -0
  41. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/objectstore_response_models.py +0 -0
  42. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/ontology/__init__.py +0 -0
  43. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/ontology/fixtures/records.json +0 -0
  44. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/ontology/mappings/source.yaml +0 -0
  45. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/ontology/migrations/manifest.json +0 -0
  46. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/ontology/objectstore.ttl +0 -0
  47. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/ontology/shapes/connector.shacl.ttl +0 -0
  48. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/skills/objectstore-bucket-administration/SKILL.md +0 -0
  49. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/skills/objectstore-bucket-administration/WORKFLOW.md +0 -0
  50. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/skills/objectstore-data-transfer/SKILL.md +0 -0
  51. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/skills/objectstore-data-transfer/WORKFLOW.md +0 -0
  52. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/skills/objectstore-mcp-operations/SKILL.md +0 -0
  53. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/skills/objectstore-mcp-operations/agents/openai.yaml +0 -0
  54. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/skills/objectstore-mcp-operations/references/catalog.md +0 -0
  55. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/skills/objectstore-object-operations/SKILL.md +0 -0
  56. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/skills/objectstore-object-operations/WORKFLOW.md +0 -0
  57. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp.egg-info/dependency_links.txt +0 -0
  58. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp.egg-info/entry_points.txt +0 -0
  59. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp.egg-info/top_level.txt +0 -0
  60. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/setup.cfg +0 -0
  61. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/tests/test_auth.py +0 -0
  62. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/tests/test_identity_context_scoping.py +0 -0
  63. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/tests/test_init_dynamics.py +0 -0
  64. {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/tests/test_kg_ingest.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: objectstore-mcp
3
- Version: 2.3.7
3
+ Version: 2.4.0
4
4
  Summary: Object storage (S3/MinIO/R2, Google Cloud Storage, Azure Blob, local filesystem) API + MCP Server for Agentic AI!
5
5
  Author-email: Repository Maintainers <maintainers@knuckles.team>
6
6
  License: MIT
@@ -12,14 +12,14 @@ Classifier: Programming Language :: Python :: 3
12
12
  Requires-Python: >=3.12
13
13
  Description-Content-Type: text/markdown
14
14
  License-File: LICENSE
15
- Requires-Dist: scion-sdk[mcp]<0.7.0,>=0.6.3
15
+ Requires-Dist: scion-sdk[mcp]<0.9,>=0.8.0
16
16
  Requires-Dist: python-dotenv>=1.2.4
17
17
  Provides-Extra: s3
18
- Requires-Dist: boto3>=1.43.114; extra == "s3"
18
+ Requires-Dist: scion-sdk[storage-s3]<0.9,>=0.8.0; extra == "s3"
19
19
  Provides-Extra: gcs
20
- Requires-Dist: google-cloud-storage>=3.17.1; extra == "gcs"
20
+ Requires-Dist: scion-sdk[storage-gcs]<0.9,>=0.8.0; extra == "gcs"
21
21
  Provides-Extra: azure
22
- Requires-Dist: azure-storage-blob>=12.31.0; extra == "azure"
22
+ Requires-Dist: scion-sdk[storage-azure]<0.9,>=0.8.0; extra == "azure"
23
23
  Provides-Extra: all
24
24
  Requires-Dist: objectstore-mcp[azure,gcs,s3]>=1.0.1; extra == "all"
25
25
  Provides-Extra: test
@@ -27,7 +27,6 @@ Requires-Dist: pytest-xdist>=3.8.0; extra == "test"
27
27
  Requires-Dist: pytest>=9.1.1; extra == "test"
28
28
  Requires-Dist: pytest-asyncio>=1.4.0; extra == "test"
29
29
  Requires-Dist: pytest-cov>=7.1.0; extra == "test"
30
- Requires-Dist: moto[s3]>=5.2.4; extra == "test"
31
30
  Dynamic: license-file
32
31
 
33
32
  # ObjectStore MCP
@@ -81,7 +80,7 @@ batch deletes are enforced uniformly in the tool layer, in either case of backen
81
80
  The whole tool set toggles with `OBJECTSTORETOOL`.
82
81
 
83
82
  - **Named multi-store routing** — `OBJECTSTORE_STORES` JSON maps store names
84
- to `{backend, bucket?, endpoint?, profile?, ...}`; every tool takes an
83
+ to `{backend, bucket?, endpoint?, credentials?, ...}`; every tool takes an
85
84
  optional `store` argument. A zero-infra `local` filesystem store always
86
85
  exists, so the server works with no cloud credentials at all.
87
86
  - **A safety governor** — size caps on get/put/transfer, list/batch key caps,
@@ -197,7 +196,7 @@ diagrams are documented in the
197
196
 
198
197
  | Var | Default | Meaning |
199
198
  |---|---|---|
200
- | `OBJECTSTORE_STORES` | _(empty)_ | JSON: store name → `{backend, bucket?, endpoint?, profile?, region?, root?, project?, connection_string?}` |
199
+ | `OBJECTSTORE_STORES` | _(empty)_ | JSON: store name → `{backend, bucket?, endpoint?, region?, root?, project?, presign_endpoint?, allowed_private_hosts?, credentials?}` |
201
200
  | `OBJECTSTORE_DEFAULT_STORE` | first configured store, else `local` | Store used when a tool call omits `store` |
202
201
  | `OBJECTSTORE_FS_ROOT` | `~/.local/share/objectstore-mcp` | Root of the implicit `local` filesystem store |
203
202
  | `OBJECTSTORE_MAX_GET_BYTES` | `10485760` (10 MiB) | Cap on `objects get` |
@@ -214,22 +213,26 @@ diagrams are documented in the
214
213
  | `EUNOMIA_TYPE` / `EUNOMIA_POLICY_FILE` | `none` / `mcp_policies.json` | Eunomia access-governance middleware |
215
214
  | `MCP_URL` | _(empty)_ | MCP endpoint the A2A agent connects to |
216
215
 
217
- Provider credentials resolve through each SDK's own chain — boto3's
218
- resolution order for S3 (env keys, `~/.aws` profiles via the store's
219
- `profile`, SSO, instance metadata), `GOOGLE_APPLICATION_CREDENTIALS` /
220
- Application Default Credentials for GCS, and
221
- `AZURE_STORAGE_CONNECTION_STRING` for Azure Blob.
216
+ Backends come from the scion-sdk storage layer (`scion_sdk.storage`). Each
217
+ store names its secrets in a `credentials` map of secret references
218
+ (`env://NAME` or `openbao://path#key`) — a literal value is refused. Accepted
219
+ keys: S3 `access_key_id`, `secret_access_key`, `session_token`; GCS
220
+ `service_account_json`; Azure `connection_string`; WebDAV `username`,
221
+ `password`. No ambient provider credential chain is consulted.
222
222
 
223
223
  ### Example store registry
224
224
 
225
225
  ```json
226
226
  {
227
- "media": {"backend": "s3", "bucket": "media-prod", "profile": "prod", "region": "us-east-1"},
228
- "minio": {"backend": "s3", "endpoint": "http://minio.example.invalid:9000"},
229
- "r2": {"backend": "s3", "endpoint": "https://<account>.r2.cloudflarestorage.com"},
227
+ "media": {"backend": "s3", "bucket": "media-prod", "region": "us-east-1",
228
+ "credentials": {"access_key_id": "env://MEDIA_KEY_ID", "secret_access_key": "env://MEDIA_SECRET"}},
229
+ "objects": {"backend": "s3", "endpoint": "https://objects.example.invalid",
230
+ "credentials": {"access_key_id": "env://OBJ_KEY_ID", "secret_access_key": "openbao://kv/objects#secret"}},
230
231
  "reports": {"backend": "gcs", "bucket": "acme-reports"},
231
- "archive": {"backend": "azure", "bucket": "archive"},
232
- "scratch": {"backend": "filesystem", "root": "~/scratch-store"}
232
+ "archive": {"backend": "azure", "bucket": "archive", "credentials": {"connection_string": "env://ARCHIVE_CONN"}},
233
+ "share": {"backend": "webdav", "endpoint": "https://files.example.invalid/dav/files/svc",
234
+ "credentials": {"username": "env://SHARE_USER", "password": "env://SHARE_PASS"}},
235
+ "scratch": {"backend": "filesystem", "root": "/srv/scratch-store"}
233
236
  }
234
237
  ```
235
238
 
@@ -49,7 +49,7 @@ batch deletes are enforced uniformly in the tool layer, in either case of backen
49
49
  The whole tool set toggles with `OBJECTSTORETOOL`.
50
50
 
51
51
  - **Named multi-store routing** — `OBJECTSTORE_STORES` JSON maps store names
52
- to `{backend, bucket?, endpoint?, profile?, ...}`; every tool takes an
52
+ to `{backend, bucket?, endpoint?, credentials?, ...}`; every tool takes an
53
53
  optional `store` argument. A zero-infra `local` filesystem store always
54
54
  exists, so the server works with no cloud credentials at all.
55
55
  - **A safety governor** — size caps on get/put/transfer, list/batch key caps,
@@ -165,7 +165,7 @@ diagrams are documented in the
165
165
 
166
166
  | Var | Default | Meaning |
167
167
  |---|---|---|
168
- | `OBJECTSTORE_STORES` | _(empty)_ | JSON: store name → `{backend, bucket?, endpoint?, profile?, region?, root?, project?, connection_string?}` |
168
+ | `OBJECTSTORE_STORES` | _(empty)_ | JSON: store name → `{backend, bucket?, endpoint?, region?, root?, project?, presign_endpoint?, allowed_private_hosts?, credentials?}` |
169
169
  | `OBJECTSTORE_DEFAULT_STORE` | first configured store, else `local` | Store used when a tool call omits `store` |
170
170
  | `OBJECTSTORE_FS_ROOT` | `~/.local/share/objectstore-mcp` | Root of the implicit `local` filesystem store |
171
171
  | `OBJECTSTORE_MAX_GET_BYTES` | `10485760` (10 MiB) | Cap on `objects get` |
@@ -182,22 +182,26 @@ diagrams are documented in the
182
182
  | `EUNOMIA_TYPE` / `EUNOMIA_POLICY_FILE` | `none` / `mcp_policies.json` | Eunomia access-governance middleware |
183
183
  | `MCP_URL` | _(empty)_ | MCP endpoint the A2A agent connects to |
184
184
 
185
- Provider credentials resolve through each SDK's own chain — boto3's
186
- resolution order for S3 (env keys, `~/.aws` profiles via the store's
187
- `profile`, SSO, instance metadata), `GOOGLE_APPLICATION_CREDENTIALS` /
188
- Application Default Credentials for GCS, and
189
- `AZURE_STORAGE_CONNECTION_STRING` for Azure Blob.
185
+ Backends come from the scion-sdk storage layer (`scion_sdk.storage`). Each
186
+ store names its secrets in a `credentials` map of secret references
187
+ (`env://NAME` or `openbao://path#key`) — a literal value is refused. Accepted
188
+ keys: S3 `access_key_id`, `secret_access_key`, `session_token`; GCS
189
+ `service_account_json`; Azure `connection_string`; WebDAV `username`,
190
+ `password`. No ambient provider credential chain is consulted.
190
191
 
191
192
  ### Example store registry
192
193
 
193
194
  ```json
194
195
  {
195
- "media": {"backend": "s3", "bucket": "media-prod", "profile": "prod", "region": "us-east-1"},
196
- "minio": {"backend": "s3", "endpoint": "http://minio.example.invalid:9000"},
197
- "r2": {"backend": "s3", "endpoint": "https://<account>.r2.cloudflarestorage.com"},
196
+ "media": {"backend": "s3", "bucket": "media-prod", "region": "us-east-1",
197
+ "credentials": {"access_key_id": "env://MEDIA_KEY_ID", "secret_access_key": "env://MEDIA_SECRET"}},
198
+ "objects": {"backend": "s3", "endpoint": "https://objects.example.invalid",
199
+ "credentials": {"access_key_id": "env://OBJ_KEY_ID", "secret_access_key": "openbao://kv/objects#secret"}},
198
200
  "reports": {"backend": "gcs", "bucket": "acme-reports"},
199
- "archive": {"backend": "azure", "bucket": "archive"},
200
- "scratch": {"backend": "filesystem", "root": "~/scratch-store"}
201
+ "archive": {"backend": "azure", "bucket": "archive", "credentials": {"connection_string": "env://ARCHIVE_CONN"}},
202
+ "share": {"backend": "webdav", "endpoint": "https://files.example.invalid/dav/files/svc",
203
+ "credentials": {"username": "env://SHARE_USER", "password": "env://SHARE_PASS"}},
204
+ "scratch": {"backend": "filesystem", "root": "/srv/scratch-store"}
201
205
  }
202
206
  ```
203
207
 
@@ -0,0 +1,42 @@
1
+ """Object-store backends come from the SDK (CONN-OBJECTSTORE-MCP-R001).
2
+
3
+ The connector ships no backend: every store is built by
4
+ :func:`scion_sdk.storage.create_backend` (SCION-CENTRALIZED-CAPABILITIES-R042).
5
+ This module re-exports the SDK names the tool layer uses.
6
+ """
7
+
8
+ from scion_sdk.storage import (
9
+ BACKEND_ALIASES,
10
+ AlreadyExistsError,
11
+ BucketInfo,
12
+ BucketNotEmptyError,
13
+ InvalidNameError,
14
+ Metadata,
15
+ MissingDependencyError,
16
+ NotFoundError,
17
+ ObjectInfo,
18
+ ObjectPage,
19
+ ObjectStoreBackend,
20
+ StorageError,
21
+ StoreConfig,
22
+ UnsupportedOperationError,
23
+ create_backend,
24
+ )
25
+
26
+ __all__ = [
27
+ "BACKEND_ALIASES",
28
+ "AlreadyExistsError",
29
+ "BucketInfo",
30
+ "BucketNotEmptyError",
31
+ "InvalidNameError",
32
+ "Metadata",
33
+ "MissingDependencyError",
34
+ "NotFoundError",
35
+ "ObjectInfo",
36
+ "ObjectPage",
37
+ "ObjectStoreBackend",
38
+ "StorageError",
39
+ "StoreConfig",
40
+ "UnsupportedOperationError",
41
+ "create_backend",
42
+ ]
@@ -12,7 +12,7 @@ from objectstore_mcp.api import (
12
12
  ObjectInfo,
13
13
  ObjectPage,
14
14
  ObjectStoreBackend,
15
- ObjectStoreError,
15
+ StorageError,
16
16
  UnsupportedOperationError,
17
17
  create_backend,
18
18
  )
@@ -29,7 +29,7 @@ __all__ = [
29
29
  "ObjectInfo",
30
30
  "ObjectPage",
31
31
  "ObjectStoreBackend",
32
- "ObjectStoreError",
32
+ "StorageError",
33
33
  "UnsupportedOperationError",
34
34
  "create_backend",
35
35
  ]
@@ -1,24 +1,13 @@
1
- """Store resolution and per-backend credential wiring (CONCEPT:OB-OS.config.obj).
2
-
3
- Credentials are never read here directly — each provider SDK resolves its own
4
- chain, and this module only decides *which* store (and therefore which
5
- backend + settings) a tool call targets:
6
-
7
- - **S3 / MinIO / R2** — boto3's standard chain (``AWS_ACCESS_KEY_ID``/
8
- ``AWS_SECRET_ACCESS_KEY`` env, ``~/.aws`` profiles via the store's
9
- ``profile``, SSO, instance metadata). ``endpoint`` points at MinIO/R2.
10
- - **Google Cloud Storage** — Application Default Credentials
11
- (``GOOGLE_APPLICATION_CREDENTIALS`` service-account file, gcloud, workload
12
- identity).
13
- - **Azure Blob** — ``AZURE_STORAGE_CONNECTION_STRING`` (or a per-store
14
- ``connection_string`` option).
15
- - **Filesystem** — no credentials; a configurable root directory.
1
+ """Store resolution (CONN-OBJECTSTORE-MCP-R001).
16
2
 
3
+ This module decides *which* store a tool call targets. The SDK builds the
4
+ backend (``scion_sdk.storage.create_backend``) and resolves the store's
5
+ credential references; no ambient provider credential chain is consulted.
17
6
  Backends are built once per store and cached for the process lifetime.
18
7
  """
19
8
 
20
- from objectstore_mcp.api import ObjectStoreBackend, create_backend
21
- from objectstore_mcp.api.api_client_base import ObjectStoreError
9
+ from scion_sdk.storage import ObjectStoreBackend, StorageError, create_backend
10
+
22
11
  from objectstore_mcp.config import StoreConfig, default_store_name, load_stores
23
12
 
24
13
  _BACKEND_CACHE: dict[str, ObjectStoreBackend] = {}
@@ -58,13 +47,13 @@ def resolve_store(store: str | None = None) -> StoreConfig:
58
47
  return stores[default]
59
48
  if entitled:
60
49
  return stores[entitled[0]]
61
- raise ObjectStoreError(
50
+ raise StorageError(
62
51
  "No object stores are available to your identity. Your "
63
52
  "Okta/Keycloak groups grant none of the configured stores."
64
53
  )
65
54
  config = stores.get(store)
66
55
  if config is None:
67
- raise ObjectStoreError(
56
+ raise StorageError(
68
57
  f"Unknown store {store!r}. Configured stores: {sorted(stores)}."
69
58
  )
70
59
  if store not in entitled:
@@ -3,14 +3,16 @@
3
3
  Stores
4
4
  ------
5
5
  ``OBJECTSTORE_STORES`` is a JSON object mapping store names to per-store
6
- settings::
6
+ settings, parsed by the SDK store registry (SCION-CENTRALIZED-CAPABILITIES-R042.6).
7
+ Secrets are references only::
7
8
 
8
9
  {
9
- "media": {"backend": "s3", "bucket": "media-prod", "profile": "prod"},
10
- "minio": {"backend": "s3", "endpoint": "https://minio.example"},
11
- "reports": {"backend": "gcs", "bucket": "acme-reports"},
12
- "archive": {"backend": "azure", "bucket": "archive"},
13
- "scratch": {"backend": "filesystem", "root": "~/scratch-store"}
10
+ "media": {"backend": "s3", "endpoint": "https://objects.example", "bucket": "media",
11
+ "credentials": {"access_key_id": "env://MEDIA_KEY_ID",
12
+ "secret_access_key": "openbao://kv/media#secret"}},
13
+ "share": {"backend": "webdav", "endpoint": "https://files.example/dav/files/svc",
14
+ "credentials": {"username": "env://SHARE_USER", "password": "env://SHARE_PASS"}},
15
+ "scratch": {"backend": "filesystem", "root": "/srv/scratch-store"}
14
16
  }
15
17
 
16
18
  A zero-infra ``local`` filesystem store (rooted at ``OBJECTSTORE_FS_ROOT``,
@@ -27,8 +29,19 @@ defaults; the tool layer enforces them uniformly across all backends.
27
29
 
28
30
  import json
29
31
  import os
30
- from dataclasses import dataclass, field
31
- from typing import Any
32
+ from dataclasses import dataclass
33
+
34
+ from scion_sdk.storage import StoreConfig, parse_stores
35
+
36
+ __all__ = [
37
+ "DEFAULT_FS_ROOT",
38
+ "LOCAL_STORE_NAME",
39
+ "Limits",
40
+ "StoreConfig",
41
+ "default_store_name",
42
+ "load_limits",
43
+ "load_stores",
44
+ ]
32
45
 
33
46
  DEFAULT_FS_ROOT = "~/.local/share/objectstore-mcp"
34
47
  LOCAL_STORE_NAME = "local"
@@ -51,22 +64,6 @@ def _as_int(name: str, raw: str | None, default: int) -> int:
51
64
  raise ValueError(f"{name} must be an integer (got {raw!r}).") from exc
52
65
 
53
66
 
54
- @dataclass(frozen=True)
55
- class StoreConfig:
56
- """One named store: a backend plus its connection/default settings."""
57
-
58
- name: str
59
- backend: str
60
- bucket: str | None = None
61
- endpoint: str | None = None
62
- profile: str | None = None
63
- region: str | None = None
64
- root: str | None = None
65
- project: str | None = None
66
- connection_string: str | None = None
67
- options: dict[str, Any] = field(default_factory=dict)
68
-
69
-
70
67
  @dataclass(frozen=True)
71
68
  class Limits:
72
69
  """Safety caps enforced by the tool layer (CONCEPT:OB-OS.safety.size-caps-list-batch)."""
@@ -115,41 +112,6 @@ def load_limits() -> Limits:
115
112
  )
116
113
 
117
114
 
118
- _KNOWN_FIELDS = {
119
- "backend",
120
- "bucket",
121
- "endpoint",
122
- "profile",
123
- "region",
124
- "root",
125
- "project",
126
- "connection_string",
127
- }
128
-
129
-
130
- def _parse_store(name: str, raw: Any) -> StoreConfig:
131
- if not isinstance(raw, dict):
132
- raise ValueError(
133
- f"OBJECTSTORE_STORES[{name!r}] must be a JSON object (got {raw!r})."
134
- )
135
- backend = raw.get("backend")
136
- if not backend or not isinstance(backend, str):
137
- raise ValueError(f"OBJECTSTORE_STORES[{name!r}] is missing 'backend'.")
138
- options = {k: v for k, v in raw.items() if k not in _KNOWN_FIELDS}
139
- return StoreConfig(
140
- name=name,
141
- backend=backend.lower(),
142
- bucket=raw.get("bucket"),
143
- endpoint=raw.get("endpoint"),
144
- profile=raw.get("profile"),
145
- region=raw.get("region"),
146
- root=raw.get("root"),
147
- project=raw.get("project"),
148
- connection_string=raw.get("connection_string"),
149
- options=options,
150
- )
151
-
152
-
153
115
  def load_stores() -> dict[str, StoreConfig]:
154
116
  """Parse ``OBJECTSTORE_STORES`` and guarantee the ``local`` store exists."""
155
117
  raw = os.getenv("OBJECTSTORE_STORES", "").strip()
@@ -163,13 +125,11 @@ def load_stores() -> dict[str, StoreConfig]:
163
125
  ) from exc
164
126
  if not isinstance(parsed, dict):
165
127
  raise ValueError("OBJECTSTORE_STORES must be a JSON object.")
166
- for name, entry in parsed.items():
167
- stores[name] = _parse_store(name, entry)
128
+ stores.update(parse_stores(parsed))
168
129
  if LOCAL_STORE_NAME not in stores:
130
+ root = os.path.expanduser(os.getenv("OBJECTSTORE_FS_ROOT", DEFAULT_FS_ROOT))
169
131
  stores[LOCAL_STORE_NAME] = StoreConfig(
170
- name=LOCAL_STORE_NAME,
171
- backend="filesystem",
172
- root=os.getenv("OBJECTSTORE_FS_ROOT", DEFAULT_FS_ROOT),
132
+ name=LOCAL_STORE_NAME, backend="filesystem", root=root
173
133
  )
174
134
  return stores
175
135
 
@@ -16,8 +16,8 @@ from typing import Any
16
16
 
17
17
  from fastmcp import FastMCP
18
18
  from pydantic import Field
19
+ from scion_sdk.storage import StorageError
19
20
 
20
- from objectstore_mcp.api.api_client_base import ObjectStoreError
21
21
  from objectstore_mcp.auth import entitled_store_names, get_backend
22
22
  from objectstore_mcp.config import Limits, StoreConfig, load_limits, load_stores
23
23
 
@@ -545,4 +545,4 @@ def register_objectstore_tools(mcp: FastMCP) -> None:
545
545
  _ = (objects, buckets, transfer, objectstore_ingest)
546
546
 
547
547
 
548
- __all__ = ["register_objectstore_tools", "ObjectStoreError"]
548
+ __all__ = ["register_objectstore_tools", "StorageError"]
@@ -29,5 +29,5 @@
29
29
  "signer": "UNSIGNED-PREVIEW",
30
30
  "signing_public_key": "",
31
31
  "status": "source-validated",
32
- "validated_at": "2026-10-30T22:46:17Z"
32
+ "validated_at": "2026-11-05T11:05:12Z"
33
33
  }
@@ -57,7 +57,7 @@ For focused feedback, use the tests that exercise the actual connector paths:
57
57
 
58
58
  ```bash
59
59
  uv run --locked --extra test pytest tests/test_publication_workflow.py -q
60
- uv run --locked --extra test pytest tests/test_objectstore_mcp_validation.py tests/test_backend_conformance.py -q
60
+ uv run --locked --extra test pytest tests/test_objectstore_mcp_validation.py tests/test_sdk_backends.py -q
61
61
  uv run --locked --extra test pytest tests/test_auth.py tests/test_api_wrapper.py tests/test_safety.py -q
62
62
  ```
63
63
 
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: objectstore-mcp
3
- Version: 2.3.7
3
+ Version: 2.4.0
4
4
  Summary: Object storage (S3/MinIO/R2, Google Cloud Storage, Azure Blob, local filesystem) API + MCP Server for Agentic AI!
5
5
  Author-email: Repository Maintainers <maintainers@knuckles.team>
6
6
  License: MIT
@@ -12,14 +12,14 @@ Classifier: Programming Language :: Python :: 3
12
12
  Requires-Python: >=3.12
13
13
  Description-Content-Type: text/markdown
14
14
  License-File: LICENSE
15
- Requires-Dist: scion-sdk[mcp]<0.7.0,>=0.6.3
15
+ Requires-Dist: scion-sdk[mcp]<0.9,>=0.8.0
16
16
  Requires-Dist: python-dotenv>=1.2.4
17
17
  Provides-Extra: s3
18
- Requires-Dist: boto3>=1.43.114; extra == "s3"
18
+ Requires-Dist: scion-sdk[storage-s3]<0.9,>=0.8.0; extra == "s3"
19
19
  Provides-Extra: gcs
20
- Requires-Dist: google-cloud-storage>=3.17.1; extra == "gcs"
20
+ Requires-Dist: scion-sdk[storage-gcs]<0.9,>=0.8.0; extra == "gcs"
21
21
  Provides-Extra: azure
22
- Requires-Dist: azure-storage-blob>=12.31.0; extra == "azure"
22
+ Requires-Dist: scion-sdk[storage-azure]<0.9,>=0.8.0; extra == "azure"
23
23
  Provides-Extra: all
24
24
  Requires-Dist: objectstore-mcp[azure,gcs,s3]>=1.0.1; extra == "all"
25
25
  Provides-Extra: test
@@ -27,7 +27,6 @@ Requires-Dist: pytest-xdist>=3.8.0; extra == "test"
27
27
  Requires-Dist: pytest>=9.1.1; extra == "test"
28
28
  Requires-Dist: pytest-asyncio>=1.4.0; extra == "test"
29
29
  Requires-Dist: pytest-cov>=7.1.0; extra == "test"
30
- Requires-Dist: moto[s3]>=5.2.4; extra == "test"
31
30
  Dynamic: license-file
32
31
 
33
32
  # ObjectStore MCP
@@ -81,7 +80,7 @@ batch deletes are enforced uniformly in the tool layer, in either case of backen
81
80
  The whole tool set toggles with `OBJECTSTORETOOL`.
82
81
 
83
82
  - **Named multi-store routing** — `OBJECTSTORE_STORES` JSON maps store names
84
- to `{backend, bucket?, endpoint?, profile?, ...}`; every tool takes an
83
+ to `{backend, bucket?, endpoint?, credentials?, ...}`; every tool takes an
85
84
  optional `store` argument. A zero-infra `local` filesystem store always
86
85
  exists, so the server works with no cloud credentials at all.
87
86
  - **A safety governor** — size caps on get/put/transfer, list/batch key caps,
@@ -197,7 +196,7 @@ diagrams are documented in the
197
196
 
198
197
  | Var | Default | Meaning |
199
198
  |---|---|---|
200
- | `OBJECTSTORE_STORES` | _(empty)_ | JSON: store name → `{backend, bucket?, endpoint?, profile?, region?, root?, project?, connection_string?}` |
199
+ | `OBJECTSTORE_STORES` | _(empty)_ | JSON: store name → `{backend, bucket?, endpoint?, region?, root?, project?, presign_endpoint?, allowed_private_hosts?, credentials?}` |
201
200
  | `OBJECTSTORE_DEFAULT_STORE` | first configured store, else `local` | Store used when a tool call omits `store` |
202
201
  | `OBJECTSTORE_FS_ROOT` | `~/.local/share/objectstore-mcp` | Root of the implicit `local` filesystem store |
203
202
  | `OBJECTSTORE_MAX_GET_BYTES` | `10485760` (10 MiB) | Cap on `objects get` |
@@ -214,22 +213,26 @@ diagrams are documented in the
214
213
  | `EUNOMIA_TYPE` / `EUNOMIA_POLICY_FILE` | `none` / `mcp_policies.json` | Eunomia access-governance middleware |
215
214
  | `MCP_URL` | _(empty)_ | MCP endpoint the A2A agent connects to |
216
215
 
217
- Provider credentials resolve through each SDK's own chain — boto3's
218
- resolution order for S3 (env keys, `~/.aws` profiles via the store's
219
- `profile`, SSO, instance metadata), `GOOGLE_APPLICATION_CREDENTIALS` /
220
- Application Default Credentials for GCS, and
221
- `AZURE_STORAGE_CONNECTION_STRING` for Azure Blob.
216
+ Backends come from the scion-sdk storage layer (`scion_sdk.storage`). Each
217
+ store names its secrets in a `credentials` map of secret references
218
+ (`env://NAME` or `openbao://path#key`) — a literal value is refused. Accepted
219
+ keys: S3 `access_key_id`, `secret_access_key`, `session_token`; GCS
220
+ `service_account_json`; Azure `connection_string`; WebDAV `username`,
221
+ `password`. No ambient provider credential chain is consulted.
222
222
 
223
223
  ### Example store registry
224
224
 
225
225
  ```json
226
226
  {
227
- "media": {"backend": "s3", "bucket": "media-prod", "profile": "prod", "region": "us-east-1"},
228
- "minio": {"backend": "s3", "endpoint": "http://minio.example.invalid:9000"},
229
- "r2": {"backend": "s3", "endpoint": "https://<account>.r2.cloudflarestorage.com"},
227
+ "media": {"backend": "s3", "bucket": "media-prod", "region": "us-east-1",
228
+ "credentials": {"access_key_id": "env://MEDIA_KEY_ID", "secret_access_key": "env://MEDIA_SECRET"}},
229
+ "objects": {"backend": "s3", "endpoint": "https://objects.example.invalid",
230
+ "credentials": {"access_key_id": "env://OBJ_KEY_ID", "secret_access_key": "openbao://kv/objects#secret"}},
230
231
  "reports": {"backend": "gcs", "bucket": "acme-reports"},
231
- "archive": {"backend": "azure", "bucket": "archive"},
232
- "scratch": {"backend": "filesystem", "root": "~/scratch-store"}
232
+ "archive": {"backend": "azure", "bucket": "archive", "credentials": {"connection_string": "env://ARCHIVE_CONN"}},
233
+ "share": {"backend": "webdav", "endpoint": "https://files.example.invalid/dav/files/svc",
234
+ "credentials": {"username": "env://SHARE_USER", "password": "env://SHARE_PASS"}},
235
+ "scratch": {"backend": "filesystem", "root": "/srv/scratch-store"}
233
236
  }
234
237
  ```
235
238
 
@@ -19,11 +19,6 @@ objectstore_mcp.egg-info/entry_points.txt
19
19
  objectstore_mcp.egg-info/requires.txt
20
20
  objectstore_mcp.egg-info/top_level.txt
21
21
  objectstore_mcp/api/__init__.py
22
- objectstore_mcp/api/api_client_azure_blob.py
23
- objectstore_mcp/api/api_client_base.py
24
- objectstore_mcp/api/api_client_filesystem.py
25
- objectstore_mcp/api/api_client_gcs.py
26
- objectstore_mcp/api/api_client_s3.py
27
22
  objectstore_mcp/mcp/__init__.py
28
23
  objectstore_mcp/mcp/mcp_objectstore.py
29
24
  objectstore_mcp/ontology/__init__.py
@@ -45,16 +40,11 @@ objectstore_mcp/skills/objectstore-object-operations/SKILL.md
45
40
  objectstore_mcp/skills/objectstore-object-operations/WORKFLOW.md
46
41
  tests/test_api_wrapper.py
47
42
  tests/test_auth.py
48
- tests/test_azure_backend.py
49
- tests/test_backend_conformance.py
50
43
  tests/test_config.py
51
- tests/test_gcs_backend.py
52
44
  tests/test_identity_context_scoping.py
53
45
  tests/test_init_dynamics.py
54
46
  tests/test_kg_ingest.py
55
47
  tests/test_objectstore_mcp_validation.py
56
- tests/test_optional_dependencies.py
57
48
  tests/test_publication_workflow.py
58
- tests/test_s3_backend.py
59
- tests/test_s3_moto.py
60
- tests/test_safety.py
49
+ tests/test_safety.py
50
+ tests/test_sdk_backends.py
@@ -1,21 +1,20 @@
1
- scion-sdk[mcp]<0.7.0,>=0.6.3
1
+ scion-sdk[mcp]<0.9,>=0.8.0
2
2
  python-dotenv>=1.2.4
3
3
 
4
4
  [all]
5
5
  objectstore-mcp[azure,gcs,s3]>=1.0.1
6
6
 
7
7
  [azure]
8
- azure-storage-blob>=12.31.0
8
+ scion-sdk[storage-azure]<0.9,>=0.8.0
9
9
 
10
10
  [gcs]
11
- google-cloud-storage>=3.17.1
11
+ scion-sdk[storage-gcs]<0.9,>=0.8.0
12
12
 
13
13
  [s3]
14
- boto3>=1.43.114
14
+ scion-sdk[storage-s3]<0.9,>=0.8.0
15
15
 
16
16
  [test]
17
17
  pytest-xdist>=3.8.0
18
18
  pytest>=9.1.1
19
19
  pytest-asyncio>=1.4.0
20
20
  pytest-cov>=7.1.0
21
- moto[s3]>=5.2.4
@@ -4,12 +4,12 @@ build-backend = "setuptools.build_meta"
4
4
 
5
5
  [project]
6
6
  name = "objectstore-mcp"
7
- version = "2.3.7"
7
+ version = "2.4.0"
8
8
  description = "Object storage (S3/MinIO/R2, Google Cloud Storage, Azure Blob, local filesystem) API + MCP Server for Agentic AI!"
9
9
  readme = "README.md"
10
10
  classifiers = [ "Development Status :: 4 - Beta", "License :: OSI Approved :: MIT License", "Environment :: Console", "Operating System :: POSIX :: Linux", "Programming Language :: Python :: 3",]
11
11
  requires-python = ">=3.12"
12
- dependencies = [ "scion-sdk[mcp]>=0.6.3,<0.7.0", "python-dotenv>=1.2.4",]
12
+ dependencies = [ "scion-sdk[mcp]>=0.8.0,<0.9", "python-dotenv>=1.2.4",]
13
13
  [[project.authors]]
14
14
  name = "Repository Maintainers"
15
15
  email = "maintainers@knuckles.team"
@@ -18,17 +18,11 @@ email = "maintainers@knuckles.team"
18
18
  text = "MIT"
19
19
 
20
20
  [project.optional-dependencies]
21
- s3 = [
22
- # CONCEPT:PHASE2-RECONCILE — relaxed off the modernize-bump's 1.43.52
23
- # floor: lighteval (pulled in via data-science-mcp[eval]) transitively
24
- # pins aioboto3, whose aiobotocore matrix only admits older boto3 ranges;
25
- # the pre-bump floor is the ecosystem-compatible one.
26
- "boto3>=1.43.114",
27
- ]
28
- gcs = [ "google-cloud-storage>=3.17.1",]
29
- azure = [ "azure-storage-blob>=12.31.0",]
21
+ s3 = [ "scion-sdk[storage-s3]>=0.8.0,<0.9",]
22
+ gcs = [ "scion-sdk[storage-gcs]>=0.8.0,<0.9",]
23
+ azure = [ "scion-sdk[storage-azure]>=0.8.0,<0.9",]
30
24
  all = [ "objectstore-mcp[s3,gcs,azure]>=1.0.1",]
31
- test = [ "pytest-xdist>=3.8.0", "pytest>=9.1.1", "pytest-asyncio>=1.4.0", "pytest-cov>=7.1.0", "moto[s3]>=5.2.4",]
25
+ test = [ "pytest-xdist>=3.8.0", "pytest>=9.1.1", "pytest-asyncio>=1.4.0", "pytest-cov>=7.1.0",]
32
26
 
33
27
  [project.scripts]
34
28
  objectstore-mcp = "scion_sdk.cli:serve"
@@ -3,7 +3,7 @@
3
3
  from objectstore_mcp.api_client import (
4
4
  BACKEND_ALIASES,
5
5
  ObjectStoreBackend,
6
- ObjectStoreError,
6
+ StorageError,
7
7
  create_backend,
8
8
  )
9
9
  from objectstore_mcp.config import StoreConfig
@@ -28,6 +28,6 @@ def test_create_backend_unknown_raises():
28
28
  store = StoreConfig(name="t", backend="carrier-pigeon")
29
29
  try:
30
30
  create_backend(store)
31
- raise AssertionError("expected ObjectStoreError")
32
- except ObjectStoreError as exc:
31
+ raise AssertionError("expected StorageError")
32
+ except StorageError as exc:
33
33
  assert "carrier-pigeon" in str(exc)