objectstore-mcp 2.3.7__tar.gz → 2.4.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/PKG-INFO +21 -18
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/README.md +16 -12
- objectstore_mcp-2.4.0/objectstore_mcp/api/__init__.py +42 -0
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/api_client.py +2 -2
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/auth.py +8 -19
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/config.py +24 -64
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/mcp/mcp_objectstore.py +2 -2
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/ontology/certification.json +1 -1
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/skills/objectstore-mcp-development/SKILL.md +1 -1
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp.egg-info/PKG-INFO +21 -18
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp.egg-info/SOURCES.txt +2 -12
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp.egg-info/requires.txt +4 -5
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/pyproject.toml +6 -12
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/tests/test_api_wrapper.py +3 -3
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/tests/test_config.py +16 -10
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/tests/test_objectstore_mcp_validation.py +4 -4
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/tests/test_publication_workflow.py +1 -1
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/tests/test_safety.py +4 -4
- objectstore_mcp-2.4.0/tests/test_sdk_backends.py +81 -0
- objectstore_mcp-2.3.7/objectstore_mcp/api/__init__.py +0 -84
- objectstore_mcp-2.3.7/objectstore_mcp/api/api_client_azure_blob.py +0 -308
- objectstore_mcp-2.3.7/objectstore_mcp/api/api_client_base.py +0 -234
- objectstore_mcp-2.3.7/objectstore_mcp/api/api_client_filesystem.py +0 -330
- objectstore_mcp-2.3.7/objectstore_mcp/api/api_client_gcs.py +0 -268
- objectstore_mcp-2.3.7/objectstore_mcp/api/api_client_s3.py +0 -291
- objectstore_mcp-2.3.7/tests/test_azure_backend.py +0 -169
- objectstore_mcp-2.3.7/tests/test_backend_conformance.py +0 -261
- objectstore_mcp-2.3.7/tests/test_gcs_backend.py +0 -172
- objectstore_mcp-2.3.7/tests/test_optional_dependencies.py +0 -64
- objectstore_mcp-2.3.7/tests/test_s3_backend.py +0 -238
- objectstore_mcp-2.3.7/tests/test_s3_moto.py +0 -45
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/LICENSE +0 -0
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/__init__.py +0 -0
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/__main__.py +0 -0
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/connector_sources.py +0 -0
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/kg_ingest.py +0 -0
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/mcp/__init__.py +0 -0
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/mcp_config.json +0 -0
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/mcp_server.py +0 -0
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/objectstore_input_models.py +0 -0
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/objectstore_response_models.py +0 -0
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/ontology/__init__.py +0 -0
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/ontology/fixtures/records.json +0 -0
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/ontology/mappings/source.yaml +0 -0
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/ontology/migrations/manifest.json +0 -0
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/ontology/objectstore.ttl +0 -0
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/ontology/shapes/connector.shacl.ttl +0 -0
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/skills/objectstore-bucket-administration/SKILL.md +0 -0
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/skills/objectstore-bucket-administration/WORKFLOW.md +0 -0
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/skills/objectstore-data-transfer/SKILL.md +0 -0
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/skills/objectstore-data-transfer/WORKFLOW.md +0 -0
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/skills/objectstore-mcp-operations/SKILL.md +0 -0
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/skills/objectstore-mcp-operations/agents/openai.yaml +0 -0
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/skills/objectstore-mcp-operations/references/catalog.md +0 -0
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/skills/objectstore-object-operations/SKILL.md +0 -0
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp/skills/objectstore-object-operations/WORKFLOW.md +0 -0
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp.egg-info/dependency_links.txt +0 -0
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp.egg-info/entry_points.txt +0 -0
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/objectstore_mcp.egg-info/top_level.txt +0 -0
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/setup.cfg +0 -0
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/tests/test_auth.py +0 -0
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/tests/test_identity_context_scoping.py +0 -0
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/tests/test_init_dynamics.py +0 -0
- {objectstore_mcp-2.3.7 → objectstore_mcp-2.4.0}/tests/test_kg_ingest.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: objectstore-mcp
|
|
3
|
-
Version: 2.
|
|
3
|
+
Version: 2.4.0
|
|
4
4
|
Summary: Object storage (S3/MinIO/R2, Google Cloud Storage, Azure Blob, local filesystem) API + MCP Server for Agentic AI!
|
|
5
5
|
Author-email: Repository Maintainers <maintainers@knuckles.team>
|
|
6
6
|
License: MIT
|
|
@@ -12,14 +12,14 @@ Classifier: Programming Language :: Python :: 3
|
|
|
12
12
|
Requires-Python: >=3.12
|
|
13
13
|
Description-Content-Type: text/markdown
|
|
14
14
|
License-File: LICENSE
|
|
15
|
-
Requires-Dist: scion-sdk[mcp]<0.
|
|
15
|
+
Requires-Dist: scion-sdk[mcp]<0.9,>=0.8.0
|
|
16
16
|
Requires-Dist: python-dotenv>=1.2.4
|
|
17
17
|
Provides-Extra: s3
|
|
18
|
-
Requires-Dist:
|
|
18
|
+
Requires-Dist: scion-sdk[storage-s3]<0.9,>=0.8.0; extra == "s3"
|
|
19
19
|
Provides-Extra: gcs
|
|
20
|
-
Requires-Dist:
|
|
20
|
+
Requires-Dist: scion-sdk[storage-gcs]<0.9,>=0.8.0; extra == "gcs"
|
|
21
21
|
Provides-Extra: azure
|
|
22
|
-
Requires-Dist:
|
|
22
|
+
Requires-Dist: scion-sdk[storage-azure]<0.9,>=0.8.0; extra == "azure"
|
|
23
23
|
Provides-Extra: all
|
|
24
24
|
Requires-Dist: objectstore-mcp[azure,gcs,s3]>=1.0.1; extra == "all"
|
|
25
25
|
Provides-Extra: test
|
|
@@ -27,7 +27,6 @@ Requires-Dist: pytest-xdist>=3.8.0; extra == "test"
|
|
|
27
27
|
Requires-Dist: pytest>=9.1.1; extra == "test"
|
|
28
28
|
Requires-Dist: pytest-asyncio>=1.4.0; extra == "test"
|
|
29
29
|
Requires-Dist: pytest-cov>=7.1.0; extra == "test"
|
|
30
|
-
Requires-Dist: moto[s3]>=5.2.4; extra == "test"
|
|
31
30
|
Dynamic: license-file
|
|
32
31
|
|
|
33
32
|
# ObjectStore MCP
|
|
@@ -81,7 +80,7 @@ batch deletes are enforced uniformly in the tool layer, in either case of backen
|
|
|
81
80
|
The whole tool set toggles with `OBJECTSTORETOOL`.
|
|
82
81
|
|
|
83
82
|
- **Named multi-store routing** — `OBJECTSTORE_STORES` JSON maps store names
|
|
84
|
-
to `{backend, bucket?, endpoint?,
|
|
83
|
+
to `{backend, bucket?, endpoint?, credentials?, ...}`; every tool takes an
|
|
85
84
|
optional `store` argument. A zero-infra `local` filesystem store always
|
|
86
85
|
exists, so the server works with no cloud credentials at all.
|
|
87
86
|
- **A safety governor** — size caps on get/put/transfer, list/batch key caps,
|
|
@@ -197,7 +196,7 @@ diagrams are documented in the
|
|
|
197
196
|
|
|
198
197
|
| Var | Default | Meaning |
|
|
199
198
|
|---|---|---|
|
|
200
|
-
| `OBJECTSTORE_STORES` | _(empty)_ | JSON: store name → `{backend, bucket?, endpoint?,
|
|
199
|
+
| `OBJECTSTORE_STORES` | _(empty)_ | JSON: store name → `{backend, bucket?, endpoint?, region?, root?, project?, presign_endpoint?, allowed_private_hosts?, credentials?}` |
|
|
201
200
|
| `OBJECTSTORE_DEFAULT_STORE` | first configured store, else `local` | Store used when a tool call omits `store` |
|
|
202
201
|
| `OBJECTSTORE_FS_ROOT` | `~/.local/share/objectstore-mcp` | Root of the implicit `local` filesystem store |
|
|
203
202
|
| `OBJECTSTORE_MAX_GET_BYTES` | `10485760` (10 MiB) | Cap on `objects get` |
|
|
@@ -214,22 +213,26 @@ diagrams are documented in the
|
|
|
214
213
|
| `EUNOMIA_TYPE` / `EUNOMIA_POLICY_FILE` | `none` / `mcp_policies.json` | Eunomia access-governance middleware |
|
|
215
214
|
| `MCP_URL` | _(empty)_ | MCP endpoint the A2A agent connects to |
|
|
216
215
|
|
|
217
|
-
|
|
218
|
-
|
|
219
|
-
`
|
|
220
|
-
|
|
221
|
-
`
|
|
216
|
+
Backends come from the scion-sdk storage layer (`scion_sdk.storage`). Each
|
|
217
|
+
store names its secrets in a `credentials` map of secret references
|
|
218
|
+
(`env://NAME` or `openbao://path#key`) — a literal value is refused. Accepted
|
|
219
|
+
keys: S3 `access_key_id`, `secret_access_key`, `session_token`; GCS
|
|
220
|
+
`service_account_json`; Azure `connection_string`; WebDAV `username`,
|
|
221
|
+
`password`. No ambient provider credential chain is consulted.
|
|
222
222
|
|
|
223
223
|
### Example store registry
|
|
224
224
|
|
|
225
225
|
```json
|
|
226
226
|
{
|
|
227
|
-
"media": {"backend": "s3", "bucket": "media-prod", "
|
|
228
|
-
|
|
229
|
-
"
|
|
227
|
+
"media": {"backend": "s3", "bucket": "media-prod", "region": "us-east-1",
|
|
228
|
+
"credentials": {"access_key_id": "env://MEDIA_KEY_ID", "secret_access_key": "env://MEDIA_SECRET"}},
|
|
229
|
+
"objects": {"backend": "s3", "endpoint": "https://objects.example.invalid",
|
|
230
|
+
"credentials": {"access_key_id": "env://OBJ_KEY_ID", "secret_access_key": "openbao://kv/objects#secret"}},
|
|
230
231
|
"reports": {"backend": "gcs", "bucket": "acme-reports"},
|
|
231
|
-
"archive": {"backend": "azure", "bucket": "archive"},
|
|
232
|
-
"
|
|
232
|
+
"archive": {"backend": "azure", "bucket": "archive", "credentials": {"connection_string": "env://ARCHIVE_CONN"}},
|
|
233
|
+
"share": {"backend": "webdav", "endpoint": "https://files.example.invalid/dav/files/svc",
|
|
234
|
+
"credentials": {"username": "env://SHARE_USER", "password": "env://SHARE_PASS"}},
|
|
235
|
+
"scratch": {"backend": "filesystem", "root": "/srv/scratch-store"}
|
|
233
236
|
}
|
|
234
237
|
```
|
|
235
238
|
|
|
@@ -49,7 +49,7 @@ batch deletes are enforced uniformly in the tool layer, in either case of backen
|
|
|
49
49
|
The whole tool set toggles with `OBJECTSTORETOOL`.
|
|
50
50
|
|
|
51
51
|
- **Named multi-store routing** — `OBJECTSTORE_STORES` JSON maps store names
|
|
52
|
-
to `{backend, bucket?, endpoint?,
|
|
52
|
+
to `{backend, bucket?, endpoint?, credentials?, ...}`; every tool takes an
|
|
53
53
|
optional `store` argument. A zero-infra `local` filesystem store always
|
|
54
54
|
exists, so the server works with no cloud credentials at all.
|
|
55
55
|
- **A safety governor** — size caps on get/put/transfer, list/batch key caps,
|
|
@@ -165,7 +165,7 @@ diagrams are documented in the
|
|
|
165
165
|
|
|
166
166
|
| Var | Default | Meaning |
|
|
167
167
|
|---|---|---|
|
|
168
|
-
| `OBJECTSTORE_STORES` | _(empty)_ | JSON: store name → `{backend, bucket?, endpoint?,
|
|
168
|
+
| `OBJECTSTORE_STORES` | _(empty)_ | JSON: store name → `{backend, bucket?, endpoint?, region?, root?, project?, presign_endpoint?, allowed_private_hosts?, credentials?}` |
|
|
169
169
|
| `OBJECTSTORE_DEFAULT_STORE` | first configured store, else `local` | Store used when a tool call omits `store` |
|
|
170
170
|
| `OBJECTSTORE_FS_ROOT` | `~/.local/share/objectstore-mcp` | Root of the implicit `local` filesystem store |
|
|
171
171
|
| `OBJECTSTORE_MAX_GET_BYTES` | `10485760` (10 MiB) | Cap on `objects get` |
|
|
@@ -182,22 +182,26 @@ diagrams are documented in the
|
|
|
182
182
|
| `EUNOMIA_TYPE` / `EUNOMIA_POLICY_FILE` | `none` / `mcp_policies.json` | Eunomia access-governance middleware |
|
|
183
183
|
| `MCP_URL` | _(empty)_ | MCP endpoint the A2A agent connects to |
|
|
184
184
|
|
|
185
|
-
|
|
186
|
-
|
|
187
|
-
`
|
|
188
|
-
|
|
189
|
-
`
|
|
185
|
+
Backends come from the scion-sdk storage layer (`scion_sdk.storage`). Each
|
|
186
|
+
store names its secrets in a `credentials` map of secret references
|
|
187
|
+
(`env://NAME` or `openbao://path#key`) — a literal value is refused. Accepted
|
|
188
|
+
keys: S3 `access_key_id`, `secret_access_key`, `session_token`; GCS
|
|
189
|
+
`service_account_json`; Azure `connection_string`; WebDAV `username`,
|
|
190
|
+
`password`. No ambient provider credential chain is consulted.
|
|
190
191
|
|
|
191
192
|
### Example store registry
|
|
192
193
|
|
|
193
194
|
```json
|
|
194
195
|
{
|
|
195
|
-
"media": {"backend": "s3", "bucket": "media-prod", "
|
|
196
|
-
|
|
197
|
-
"
|
|
196
|
+
"media": {"backend": "s3", "bucket": "media-prod", "region": "us-east-1",
|
|
197
|
+
"credentials": {"access_key_id": "env://MEDIA_KEY_ID", "secret_access_key": "env://MEDIA_SECRET"}},
|
|
198
|
+
"objects": {"backend": "s3", "endpoint": "https://objects.example.invalid",
|
|
199
|
+
"credentials": {"access_key_id": "env://OBJ_KEY_ID", "secret_access_key": "openbao://kv/objects#secret"}},
|
|
198
200
|
"reports": {"backend": "gcs", "bucket": "acme-reports"},
|
|
199
|
-
"archive": {"backend": "azure", "bucket": "archive"},
|
|
200
|
-
"
|
|
201
|
+
"archive": {"backend": "azure", "bucket": "archive", "credentials": {"connection_string": "env://ARCHIVE_CONN"}},
|
|
202
|
+
"share": {"backend": "webdav", "endpoint": "https://files.example.invalid/dav/files/svc",
|
|
203
|
+
"credentials": {"username": "env://SHARE_USER", "password": "env://SHARE_PASS"}},
|
|
204
|
+
"scratch": {"backend": "filesystem", "root": "/srv/scratch-store"}
|
|
201
205
|
}
|
|
202
206
|
```
|
|
203
207
|
|
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
"""Object-store backends come from the SDK (CONN-OBJECTSTORE-MCP-R001).
|
|
2
|
+
|
|
3
|
+
The connector ships no backend: every store is built by
|
|
4
|
+
:func:`scion_sdk.storage.create_backend` (SCION-CENTRALIZED-CAPABILITIES-R042).
|
|
5
|
+
This module re-exports the SDK names the tool layer uses.
|
|
6
|
+
"""
|
|
7
|
+
|
|
8
|
+
from scion_sdk.storage import (
|
|
9
|
+
BACKEND_ALIASES,
|
|
10
|
+
AlreadyExistsError,
|
|
11
|
+
BucketInfo,
|
|
12
|
+
BucketNotEmptyError,
|
|
13
|
+
InvalidNameError,
|
|
14
|
+
Metadata,
|
|
15
|
+
MissingDependencyError,
|
|
16
|
+
NotFoundError,
|
|
17
|
+
ObjectInfo,
|
|
18
|
+
ObjectPage,
|
|
19
|
+
ObjectStoreBackend,
|
|
20
|
+
StorageError,
|
|
21
|
+
StoreConfig,
|
|
22
|
+
UnsupportedOperationError,
|
|
23
|
+
create_backend,
|
|
24
|
+
)
|
|
25
|
+
|
|
26
|
+
__all__ = [
|
|
27
|
+
"BACKEND_ALIASES",
|
|
28
|
+
"AlreadyExistsError",
|
|
29
|
+
"BucketInfo",
|
|
30
|
+
"BucketNotEmptyError",
|
|
31
|
+
"InvalidNameError",
|
|
32
|
+
"Metadata",
|
|
33
|
+
"MissingDependencyError",
|
|
34
|
+
"NotFoundError",
|
|
35
|
+
"ObjectInfo",
|
|
36
|
+
"ObjectPage",
|
|
37
|
+
"ObjectStoreBackend",
|
|
38
|
+
"StorageError",
|
|
39
|
+
"StoreConfig",
|
|
40
|
+
"UnsupportedOperationError",
|
|
41
|
+
"create_backend",
|
|
42
|
+
]
|
|
@@ -12,7 +12,7 @@ from objectstore_mcp.api import (
|
|
|
12
12
|
ObjectInfo,
|
|
13
13
|
ObjectPage,
|
|
14
14
|
ObjectStoreBackend,
|
|
15
|
-
|
|
15
|
+
StorageError,
|
|
16
16
|
UnsupportedOperationError,
|
|
17
17
|
create_backend,
|
|
18
18
|
)
|
|
@@ -29,7 +29,7 @@ __all__ = [
|
|
|
29
29
|
"ObjectInfo",
|
|
30
30
|
"ObjectPage",
|
|
31
31
|
"ObjectStoreBackend",
|
|
32
|
-
"
|
|
32
|
+
"StorageError",
|
|
33
33
|
"UnsupportedOperationError",
|
|
34
34
|
"create_backend",
|
|
35
35
|
]
|
|
@@ -1,24 +1,13 @@
|
|
|
1
|
-
"""Store resolution
|
|
2
|
-
|
|
3
|
-
Credentials are never read here directly — each provider SDK resolves its own
|
|
4
|
-
chain, and this module only decides *which* store (and therefore which
|
|
5
|
-
backend + settings) a tool call targets:
|
|
6
|
-
|
|
7
|
-
- **S3 / MinIO / R2** — boto3's standard chain (``AWS_ACCESS_KEY_ID``/
|
|
8
|
-
``AWS_SECRET_ACCESS_KEY`` env, ``~/.aws`` profiles via the store's
|
|
9
|
-
``profile``, SSO, instance metadata). ``endpoint`` points at MinIO/R2.
|
|
10
|
-
- **Google Cloud Storage** — Application Default Credentials
|
|
11
|
-
(``GOOGLE_APPLICATION_CREDENTIALS`` service-account file, gcloud, workload
|
|
12
|
-
identity).
|
|
13
|
-
- **Azure Blob** — ``AZURE_STORAGE_CONNECTION_STRING`` (or a per-store
|
|
14
|
-
``connection_string`` option).
|
|
15
|
-
- **Filesystem** — no credentials; a configurable root directory.
|
|
1
|
+
"""Store resolution (CONN-OBJECTSTORE-MCP-R001).
|
|
16
2
|
|
|
3
|
+
This module decides *which* store a tool call targets. The SDK builds the
|
|
4
|
+
backend (``scion_sdk.storage.create_backend``) and resolves the store's
|
|
5
|
+
credential references; no ambient provider credential chain is consulted.
|
|
17
6
|
Backends are built once per store and cached for the process lifetime.
|
|
18
7
|
"""
|
|
19
8
|
|
|
20
|
-
from
|
|
21
|
-
|
|
9
|
+
from scion_sdk.storage import ObjectStoreBackend, StorageError, create_backend
|
|
10
|
+
|
|
22
11
|
from objectstore_mcp.config import StoreConfig, default_store_name, load_stores
|
|
23
12
|
|
|
24
13
|
_BACKEND_CACHE: dict[str, ObjectStoreBackend] = {}
|
|
@@ -58,13 +47,13 @@ def resolve_store(store: str | None = None) -> StoreConfig:
|
|
|
58
47
|
return stores[default]
|
|
59
48
|
if entitled:
|
|
60
49
|
return stores[entitled[0]]
|
|
61
|
-
raise
|
|
50
|
+
raise StorageError(
|
|
62
51
|
"No object stores are available to your identity. Your "
|
|
63
52
|
"Okta/Keycloak groups grant none of the configured stores."
|
|
64
53
|
)
|
|
65
54
|
config = stores.get(store)
|
|
66
55
|
if config is None:
|
|
67
|
-
raise
|
|
56
|
+
raise StorageError(
|
|
68
57
|
f"Unknown store {store!r}. Configured stores: {sorted(stores)}."
|
|
69
58
|
)
|
|
70
59
|
if store not in entitled:
|
|
@@ -3,14 +3,16 @@
|
|
|
3
3
|
Stores
|
|
4
4
|
------
|
|
5
5
|
``OBJECTSTORE_STORES`` is a JSON object mapping store names to per-store
|
|
6
|
-
settings
|
|
6
|
+
settings, parsed by the SDK store registry (SCION-CENTRALIZED-CAPABILITIES-R042.6).
|
|
7
|
+
Secrets are references only::
|
|
7
8
|
|
|
8
9
|
{
|
|
9
|
-
"media": {"backend": "s3", "
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
"
|
|
13
|
-
|
|
10
|
+
"media": {"backend": "s3", "endpoint": "https://objects.example", "bucket": "media",
|
|
11
|
+
"credentials": {"access_key_id": "env://MEDIA_KEY_ID",
|
|
12
|
+
"secret_access_key": "openbao://kv/media#secret"}},
|
|
13
|
+
"share": {"backend": "webdav", "endpoint": "https://files.example/dav/files/svc",
|
|
14
|
+
"credentials": {"username": "env://SHARE_USER", "password": "env://SHARE_PASS"}},
|
|
15
|
+
"scratch": {"backend": "filesystem", "root": "/srv/scratch-store"}
|
|
14
16
|
}
|
|
15
17
|
|
|
16
18
|
A zero-infra ``local`` filesystem store (rooted at ``OBJECTSTORE_FS_ROOT``,
|
|
@@ -27,8 +29,19 @@ defaults; the tool layer enforces them uniformly across all backends.
|
|
|
27
29
|
|
|
28
30
|
import json
|
|
29
31
|
import os
|
|
30
|
-
from dataclasses import dataclass
|
|
31
|
-
|
|
32
|
+
from dataclasses import dataclass
|
|
33
|
+
|
|
34
|
+
from scion_sdk.storage import StoreConfig, parse_stores
|
|
35
|
+
|
|
36
|
+
__all__ = [
|
|
37
|
+
"DEFAULT_FS_ROOT",
|
|
38
|
+
"LOCAL_STORE_NAME",
|
|
39
|
+
"Limits",
|
|
40
|
+
"StoreConfig",
|
|
41
|
+
"default_store_name",
|
|
42
|
+
"load_limits",
|
|
43
|
+
"load_stores",
|
|
44
|
+
]
|
|
32
45
|
|
|
33
46
|
DEFAULT_FS_ROOT = "~/.local/share/objectstore-mcp"
|
|
34
47
|
LOCAL_STORE_NAME = "local"
|
|
@@ -51,22 +64,6 @@ def _as_int(name: str, raw: str | None, default: int) -> int:
|
|
|
51
64
|
raise ValueError(f"{name} must be an integer (got {raw!r}).") from exc
|
|
52
65
|
|
|
53
66
|
|
|
54
|
-
@dataclass(frozen=True)
|
|
55
|
-
class StoreConfig:
|
|
56
|
-
"""One named store: a backend plus its connection/default settings."""
|
|
57
|
-
|
|
58
|
-
name: str
|
|
59
|
-
backend: str
|
|
60
|
-
bucket: str | None = None
|
|
61
|
-
endpoint: str | None = None
|
|
62
|
-
profile: str | None = None
|
|
63
|
-
region: str | None = None
|
|
64
|
-
root: str | None = None
|
|
65
|
-
project: str | None = None
|
|
66
|
-
connection_string: str | None = None
|
|
67
|
-
options: dict[str, Any] = field(default_factory=dict)
|
|
68
|
-
|
|
69
|
-
|
|
70
67
|
@dataclass(frozen=True)
|
|
71
68
|
class Limits:
|
|
72
69
|
"""Safety caps enforced by the tool layer (CONCEPT:OB-OS.safety.size-caps-list-batch)."""
|
|
@@ -115,41 +112,6 @@ def load_limits() -> Limits:
|
|
|
115
112
|
)
|
|
116
113
|
|
|
117
114
|
|
|
118
|
-
_KNOWN_FIELDS = {
|
|
119
|
-
"backend",
|
|
120
|
-
"bucket",
|
|
121
|
-
"endpoint",
|
|
122
|
-
"profile",
|
|
123
|
-
"region",
|
|
124
|
-
"root",
|
|
125
|
-
"project",
|
|
126
|
-
"connection_string",
|
|
127
|
-
}
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
def _parse_store(name: str, raw: Any) -> StoreConfig:
|
|
131
|
-
if not isinstance(raw, dict):
|
|
132
|
-
raise ValueError(
|
|
133
|
-
f"OBJECTSTORE_STORES[{name!r}] must be a JSON object (got {raw!r})."
|
|
134
|
-
)
|
|
135
|
-
backend = raw.get("backend")
|
|
136
|
-
if not backend or not isinstance(backend, str):
|
|
137
|
-
raise ValueError(f"OBJECTSTORE_STORES[{name!r}] is missing 'backend'.")
|
|
138
|
-
options = {k: v for k, v in raw.items() if k not in _KNOWN_FIELDS}
|
|
139
|
-
return StoreConfig(
|
|
140
|
-
name=name,
|
|
141
|
-
backend=backend.lower(),
|
|
142
|
-
bucket=raw.get("bucket"),
|
|
143
|
-
endpoint=raw.get("endpoint"),
|
|
144
|
-
profile=raw.get("profile"),
|
|
145
|
-
region=raw.get("region"),
|
|
146
|
-
root=raw.get("root"),
|
|
147
|
-
project=raw.get("project"),
|
|
148
|
-
connection_string=raw.get("connection_string"),
|
|
149
|
-
options=options,
|
|
150
|
-
)
|
|
151
|
-
|
|
152
|
-
|
|
153
115
|
def load_stores() -> dict[str, StoreConfig]:
|
|
154
116
|
"""Parse ``OBJECTSTORE_STORES`` and guarantee the ``local`` store exists."""
|
|
155
117
|
raw = os.getenv("OBJECTSTORE_STORES", "").strip()
|
|
@@ -163,13 +125,11 @@ def load_stores() -> dict[str, StoreConfig]:
|
|
|
163
125
|
) from exc
|
|
164
126
|
if not isinstance(parsed, dict):
|
|
165
127
|
raise ValueError("OBJECTSTORE_STORES must be a JSON object.")
|
|
166
|
-
|
|
167
|
-
stores[name] = _parse_store(name, entry)
|
|
128
|
+
stores.update(parse_stores(parsed))
|
|
168
129
|
if LOCAL_STORE_NAME not in stores:
|
|
130
|
+
root = os.path.expanduser(os.getenv("OBJECTSTORE_FS_ROOT", DEFAULT_FS_ROOT))
|
|
169
131
|
stores[LOCAL_STORE_NAME] = StoreConfig(
|
|
170
|
-
name=LOCAL_STORE_NAME,
|
|
171
|
-
backend="filesystem",
|
|
172
|
-
root=os.getenv("OBJECTSTORE_FS_ROOT", DEFAULT_FS_ROOT),
|
|
132
|
+
name=LOCAL_STORE_NAME, backend="filesystem", root=root
|
|
173
133
|
)
|
|
174
134
|
return stores
|
|
175
135
|
|
|
@@ -16,8 +16,8 @@ from typing import Any
|
|
|
16
16
|
|
|
17
17
|
from fastmcp import FastMCP
|
|
18
18
|
from pydantic import Field
|
|
19
|
+
from scion_sdk.storage import StorageError
|
|
19
20
|
|
|
20
|
-
from objectstore_mcp.api.api_client_base import ObjectStoreError
|
|
21
21
|
from objectstore_mcp.auth import entitled_store_names, get_backend
|
|
22
22
|
from objectstore_mcp.config import Limits, StoreConfig, load_limits, load_stores
|
|
23
23
|
|
|
@@ -545,4 +545,4 @@ def register_objectstore_tools(mcp: FastMCP) -> None:
|
|
|
545
545
|
_ = (objects, buckets, transfer, objectstore_ingest)
|
|
546
546
|
|
|
547
547
|
|
|
548
|
-
__all__ = ["register_objectstore_tools", "
|
|
548
|
+
__all__ = ["register_objectstore_tools", "StorageError"]
|
|
@@ -57,7 +57,7 @@ For focused feedback, use the tests that exercise the actual connector paths:
|
|
|
57
57
|
|
|
58
58
|
```bash
|
|
59
59
|
uv run --locked --extra test pytest tests/test_publication_workflow.py -q
|
|
60
|
-
uv run --locked --extra test pytest tests/test_objectstore_mcp_validation.py tests/
|
|
60
|
+
uv run --locked --extra test pytest tests/test_objectstore_mcp_validation.py tests/test_sdk_backends.py -q
|
|
61
61
|
uv run --locked --extra test pytest tests/test_auth.py tests/test_api_wrapper.py tests/test_safety.py -q
|
|
62
62
|
```
|
|
63
63
|
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: objectstore-mcp
|
|
3
|
-
Version: 2.
|
|
3
|
+
Version: 2.4.0
|
|
4
4
|
Summary: Object storage (S3/MinIO/R2, Google Cloud Storage, Azure Blob, local filesystem) API + MCP Server for Agentic AI!
|
|
5
5
|
Author-email: Repository Maintainers <maintainers@knuckles.team>
|
|
6
6
|
License: MIT
|
|
@@ -12,14 +12,14 @@ Classifier: Programming Language :: Python :: 3
|
|
|
12
12
|
Requires-Python: >=3.12
|
|
13
13
|
Description-Content-Type: text/markdown
|
|
14
14
|
License-File: LICENSE
|
|
15
|
-
Requires-Dist: scion-sdk[mcp]<0.
|
|
15
|
+
Requires-Dist: scion-sdk[mcp]<0.9,>=0.8.0
|
|
16
16
|
Requires-Dist: python-dotenv>=1.2.4
|
|
17
17
|
Provides-Extra: s3
|
|
18
|
-
Requires-Dist:
|
|
18
|
+
Requires-Dist: scion-sdk[storage-s3]<0.9,>=0.8.0; extra == "s3"
|
|
19
19
|
Provides-Extra: gcs
|
|
20
|
-
Requires-Dist:
|
|
20
|
+
Requires-Dist: scion-sdk[storage-gcs]<0.9,>=0.8.0; extra == "gcs"
|
|
21
21
|
Provides-Extra: azure
|
|
22
|
-
Requires-Dist:
|
|
22
|
+
Requires-Dist: scion-sdk[storage-azure]<0.9,>=0.8.0; extra == "azure"
|
|
23
23
|
Provides-Extra: all
|
|
24
24
|
Requires-Dist: objectstore-mcp[azure,gcs,s3]>=1.0.1; extra == "all"
|
|
25
25
|
Provides-Extra: test
|
|
@@ -27,7 +27,6 @@ Requires-Dist: pytest-xdist>=3.8.0; extra == "test"
|
|
|
27
27
|
Requires-Dist: pytest>=9.1.1; extra == "test"
|
|
28
28
|
Requires-Dist: pytest-asyncio>=1.4.0; extra == "test"
|
|
29
29
|
Requires-Dist: pytest-cov>=7.1.0; extra == "test"
|
|
30
|
-
Requires-Dist: moto[s3]>=5.2.4; extra == "test"
|
|
31
30
|
Dynamic: license-file
|
|
32
31
|
|
|
33
32
|
# ObjectStore MCP
|
|
@@ -81,7 +80,7 @@ batch deletes are enforced uniformly in the tool layer, in either case of backen
|
|
|
81
80
|
The whole tool set toggles with `OBJECTSTORETOOL`.
|
|
82
81
|
|
|
83
82
|
- **Named multi-store routing** — `OBJECTSTORE_STORES` JSON maps store names
|
|
84
|
-
to `{backend, bucket?, endpoint?,
|
|
83
|
+
to `{backend, bucket?, endpoint?, credentials?, ...}`; every tool takes an
|
|
85
84
|
optional `store` argument. A zero-infra `local` filesystem store always
|
|
86
85
|
exists, so the server works with no cloud credentials at all.
|
|
87
86
|
- **A safety governor** — size caps on get/put/transfer, list/batch key caps,
|
|
@@ -197,7 +196,7 @@ diagrams are documented in the
|
|
|
197
196
|
|
|
198
197
|
| Var | Default | Meaning |
|
|
199
198
|
|---|---|---|
|
|
200
|
-
| `OBJECTSTORE_STORES` | _(empty)_ | JSON: store name → `{backend, bucket?, endpoint?,
|
|
199
|
+
| `OBJECTSTORE_STORES` | _(empty)_ | JSON: store name → `{backend, bucket?, endpoint?, region?, root?, project?, presign_endpoint?, allowed_private_hosts?, credentials?}` |
|
|
201
200
|
| `OBJECTSTORE_DEFAULT_STORE` | first configured store, else `local` | Store used when a tool call omits `store` |
|
|
202
201
|
| `OBJECTSTORE_FS_ROOT` | `~/.local/share/objectstore-mcp` | Root of the implicit `local` filesystem store |
|
|
203
202
|
| `OBJECTSTORE_MAX_GET_BYTES` | `10485760` (10 MiB) | Cap on `objects get` |
|
|
@@ -214,22 +213,26 @@ diagrams are documented in the
|
|
|
214
213
|
| `EUNOMIA_TYPE` / `EUNOMIA_POLICY_FILE` | `none` / `mcp_policies.json` | Eunomia access-governance middleware |
|
|
215
214
|
| `MCP_URL` | _(empty)_ | MCP endpoint the A2A agent connects to |
|
|
216
215
|
|
|
217
|
-
|
|
218
|
-
|
|
219
|
-
`
|
|
220
|
-
|
|
221
|
-
`
|
|
216
|
+
Backends come from the scion-sdk storage layer (`scion_sdk.storage`). Each
|
|
217
|
+
store names its secrets in a `credentials` map of secret references
|
|
218
|
+
(`env://NAME` or `openbao://path#key`) — a literal value is refused. Accepted
|
|
219
|
+
keys: S3 `access_key_id`, `secret_access_key`, `session_token`; GCS
|
|
220
|
+
`service_account_json`; Azure `connection_string`; WebDAV `username`,
|
|
221
|
+
`password`. No ambient provider credential chain is consulted.
|
|
222
222
|
|
|
223
223
|
### Example store registry
|
|
224
224
|
|
|
225
225
|
```json
|
|
226
226
|
{
|
|
227
|
-
"media": {"backend": "s3", "bucket": "media-prod", "
|
|
228
|
-
|
|
229
|
-
"
|
|
227
|
+
"media": {"backend": "s3", "bucket": "media-prod", "region": "us-east-1",
|
|
228
|
+
"credentials": {"access_key_id": "env://MEDIA_KEY_ID", "secret_access_key": "env://MEDIA_SECRET"}},
|
|
229
|
+
"objects": {"backend": "s3", "endpoint": "https://objects.example.invalid",
|
|
230
|
+
"credentials": {"access_key_id": "env://OBJ_KEY_ID", "secret_access_key": "openbao://kv/objects#secret"}},
|
|
230
231
|
"reports": {"backend": "gcs", "bucket": "acme-reports"},
|
|
231
|
-
"archive": {"backend": "azure", "bucket": "archive"},
|
|
232
|
-
"
|
|
232
|
+
"archive": {"backend": "azure", "bucket": "archive", "credentials": {"connection_string": "env://ARCHIVE_CONN"}},
|
|
233
|
+
"share": {"backend": "webdav", "endpoint": "https://files.example.invalid/dav/files/svc",
|
|
234
|
+
"credentials": {"username": "env://SHARE_USER", "password": "env://SHARE_PASS"}},
|
|
235
|
+
"scratch": {"backend": "filesystem", "root": "/srv/scratch-store"}
|
|
233
236
|
}
|
|
234
237
|
```
|
|
235
238
|
|
|
@@ -19,11 +19,6 @@ objectstore_mcp.egg-info/entry_points.txt
|
|
|
19
19
|
objectstore_mcp.egg-info/requires.txt
|
|
20
20
|
objectstore_mcp.egg-info/top_level.txt
|
|
21
21
|
objectstore_mcp/api/__init__.py
|
|
22
|
-
objectstore_mcp/api/api_client_azure_blob.py
|
|
23
|
-
objectstore_mcp/api/api_client_base.py
|
|
24
|
-
objectstore_mcp/api/api_client_filesystem.py
|
|
25
|
-
objectstore_mcp/api/api_client_gcs.py
|
|
26
|
-
objectstore_mcp/api/api_client_s3.py
|
|
27
22
|
objectstore_mcp/mcp/__init__.py
|
|
28
23
|
objectstore_mcp/mcp/mcp_objectstore.py
|
|
29
24
|
objectstore_mcp/ontology/__init__.py
|
|
@@ -45,16 +40,11 @@ objectstore_mcp/skills/objectstore-object-operations/SKILL.md
|
|
|
45
40
|
objectstore_mcp/skills/objectstore-object-operations/WORKFLOW.md
|
|
46
41
|
tests/test_api_wrapper.py
|
|
47
42
|
tests/test_auth.py
|
|
48
|
-
tests/test_azure_backend.py
|
|
49
|
-
tests/test_backend_conformance.py
|
|
50
43
|
tests/test_config.py
|
|
51
|
-
tests/test_gcs_backend.py
|
|
52
44
|
tests/test_identity_context_scoping.py
|
|
53
45
|
tests/test_init_dynamics.py
|
|
54
46
|
tests/test_kg_ingest.py
|
|
55
47
|
tests/test_objectstore_mcp_validation.py
|
|
56
|
-
tests/test_optional_dependencies.py
|
|
57
48
|
tests/test_publication_workflow.py
|
|
58
|
-
tests/
|
|
59
|
-
tests/
|
|
60
|
-
tests/test_safety.py
|
|
49
|
+
tests/test_safety.py
|
|
50
|
+
tests/test_sdk_backends.py
|
|
@@ -1,21 +1,20 @@
|
|
|
1
|
-
scion-sdk[mcp]<0.
|
|
1
|
+
scion-sdk[mcp]<0.9,>=0.8.0
|
|
2
2
|
python-dotenv>=1.2.4
|
|
3
3
|
|
|
4
4
|
[all]
|
|
5
5
|
objectstore-mcp[azure,gcs,s3]>=1.0.1
|
|
6
6
|
|
|
7
7
|
[azure]
|
|
8
|
-
|
|
8
|
+
scion-sdk[storage-azure]<0.9,>=0.8.0
|
|
9
9
|
|
|
10
10
|
[gcs]
|
|
11
|
-
|
|
11
|
+
scion-sdk[storage-gcs]<0.9,>=0.8.0
|
|
12
12
|
|
|
13
13
|
[s3]
|
|
14
|
-
|
|
14
|
+
scion-sdk[storage-s3]<0.9,>=0.8.0
|
|
15
15
|
|
|
16
16
|
[test]
|
|
17
17
|
pytest-xdist>=3.8.0
|
|
18
18
|
pytest>=9.1.1
|
|
19
19
|
pytest-asyncio>=1.4.0
|
|
20
20
|
pytest-cov>=7.1.0
|
|
21
|
-
moto[s3]>=5.2.4
|
|
@@ -4,12 +4,12 @@ build-backend = "setuptools.build_meta"
|
|
|
4
4
|
|
|
5
5
|
[project]
|
|
6
6
|
name = "objectstore-mcp"
|
|
7
|
-
version = "2.
|
|
7
|
+
version = "2.4.0"
|
|
8
8
|
description = "Object storage (S3/MinIO/R2, Google Cloud Storage, Azure Blob, local filesystem) API + MCP Server for Agentic AI!"
|
|
9
9
|
readme = "README.md"
|
|
10
10
|
classifiers = [ "Development Status :: 4 - Beta", "License :: OSI Approved :: MIT License", "Environment :: Console", "Operating System :: POSIX :: Linux", "Programming Language :: Python :: 3",]
|
|
11
11
|
requires-python = ">=3.12"
|
|
12
|
-
dependencies = [ "scion-sdk[mcp]>=0.
|
|
12
|
+
dependencies = [ "scion-sdk[mcp]>=0.8.0,<0.9", "python-dotenv>=1.2.4",]
|
|
13
13
|
[[project.authors]]
|
|
14
14
|
name = "Repository Maintainers"
|
|
15
15
|
email = "maintainers@knuckles.team"
|
|
@@ -18,17 +18,11 @@ email = "maintainers@knuckles.team"
|
|
|
18
18
|
text = "MIT"
|
|
19
19
|
|
|
20
20
|
[project.optional-dependencies]
|
|
21
|
-
s3 = [
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
# pins aioboto3, whose aiobotocore matrix only admits older boto3 ranges;
|
|
25
|
-
# the pre-bump floor is the ecosystem-compatible one.
|
|
26
|
-
"boto3>=1.43.114",
|
|
27
|
-
]
|
|
28
|
-
gcs = [ "google-cloud-storage>=3.17.1",]
|
|
29
|
-
azure = [ "azure-storage-blob>=12.31.0",]
|
|
21
|
+
s3 = [ "scion-sdk[storage-s3]>=0.8.0,<0.9",]
|
|
22
|
+
gcs = [ "scion-sdk[storage-gcs]>=0.8.0,<0.9",]
|
|
23
|
+
azure = [ "scion-sdk[storage-azure]>=0.8.0,<0.9",]
|
|
30
24
|
all = [ "objectstore-mcp[s3,gcs,azure]>=1.0.1",]
|
|
31
|
-
test = [ "pytest-xdist>=3.8.0", "pytest>=9.1.1", "pytest-asyncio>=1.4.0", "pytest-cov>=7.1.0",
|
|
25
|
+
test = [ "pytest-xdist>=3.8.0", "pytest>=9.1.1", "pytest-asyncio>=1.4.0", "pytest-cov>=7.1.0",]
|
|
32
26
|
|
|
33
27
|
[project.scripts]
|
|
34
28
|
objectstore-mcp = "scion_sdk.cli:serve"
|
|
@@ -3,7 +3,7 @@
|
|
|
3
3
|
from objectstore_mcp.api_client import (
|
|
4
4
|
BACKEND_ALIASES,
|
|
5
5
|
ObjectStoreBackend,
|
|
6
|
-
|
|
6
|
+
StorageError,
|
|
7
7
|
create_backend,
|
|
8
8
|
)
|
|
9
9
|
from objectstore_mcp.config import StoreConfig
|
|
@@ -28,6 +28,6 @@ def test_create_backend_unknown_raises():
|
|
|
28
28
|
store = StoreConfig(name="t", backend="carrier-pigeon")
|
|
29
29
|
try:
|
|
30
30
|
create_backend(store)
|
|
31
|
-
raise AssertionError("expected
|
|
32
|
-
except
|
|
31
|
+
raise AssertionError("expected StorageError")
|
|
32
|
+
except StorageError as exc:
|
|
33
33
|
assert "carrier-pigeon" in str(exc)
|