p2pstore 0.1.7.dev6__tar.gz → 0.1.8.dev3__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {p2pstore-0.1.7.dev6/src/p2pstore.egg-info → p2pstore-0.1.8.dev3}/PKG-INFO +4 -5
- {p2pstore-0.1.7.dev6 → p2pstore-0.1.8.dev3}/pyproject.toml +4 -5
- {p2pstore-0.1.7.dev6 → p2pstore-0.1.8.dev3}/src/p2pstore/__init__.py +2 -2
- {p2pstore-0.1.7.dev6 → p2pstore-0.1.8.dev3}/src/p2pstore/client.py +1018 -354
- {p2pstore-0.1.7.dev6 → p2pstore-0.1.8.dev3}/src/p2pstore/core/metadata_client.py +25 -17
- p2pstore-0.1.8.dev3/src/p2pstore/metadata/__init__.py +53 -0
- {p2pstore-0.1.7.dev6 → p2pstore-0.1.8.dev3}/src/p2pstore/metadata/redis_client.py +353 -153
- {p2pstore-0.1.7.dev6 → p2pstore-0.1.8.dev3}/src/p2pstore/transport/__init__.py +8 -1
- p2pstore-0.1.8.dev3/src/p2pstore/transport/load_balancer.py +229 -0
- {p2pstore-0.1.7.dev6 → p2pstore-0.1.8.dev3}/src/p2pstore/transport/rdma_transport.py +0 -7
- {p2pstore-0.1.7.dev6 → p2pstore-0.1.8.dev3}/src/p2pstore/utils/__init__.py +10 -0
- {p2pstore-0.1.7.dev6 → p2pstore-0.1.8.dev3}/src/p2pstore/utils/config.py +8 -42
- p2pstore-0.1.8.dev3/src/p2pstore/utils/metrics.py +473 -0
- {p2pstore-0.1.7.dev6 → p2pstore-0.1.8.dev3/src/p2pstore.egg-info}/PKG-INFO +4 -5
- {p2pstore-0.1.7.dev6 → p2pstore-0.1.8.dev3}/src/p2pstore.egg-info/SOURCES.txt +2 -1
- {p2pstore-0.1.7.dev6 → p2pstore-0.1.8.dev3}/src/p2pstore.egg-info/requires.txt +2 -3
- p2pstore-0.1.7.dev6/src/p2pstore/metadata/__init__.py +0 -92
- p2pstore-0.1.7.dev6/src/p2pstore/metadata/etcd_client.py +0 -1183
- {p2pstore-0.1.7.dev6 → p2pstore-0.1.8.dev3}/LICENSE +0 -0
- {p2pstore-0.1.7.dev6 → p2pstore-0.1.8.dev3}/MANIFEST.in +0 -0
- {p2pstore-0.1.7.dev6 → p2pstore-0.1.8.dev3}/README.md +0 -0
- {p2pstore-0.1.7.dev6 → p2pstore-0.1.8.dev3}/setup.cfg +0 -0
- {p2pstore-0.1.7.dev6 → p2pstore-0.1.8.dev3}/src/p2pstore/core/__init__.py +0 -0
- {p2pstore-0.1.7.dev6 → p2pstore-0.1.8.dev3}/src/p2pstore/core/buffer_registry.py +0 -0
- {p2pstore-0.1.7.dev6 → p2pstore-0.1.8.dev3}/src/p2pstore/core/object_types.py +0 -0
- {p2pstore-0.1.7.dev6 → p2pstore-0.1.8.dev3}/src/p2pstore/core/transfer_request.py +0 -0
- {p2pstore-0.1.7.dev6 → p2pstore-0.1.8.dev3}/src/p2pstore/core/transport.py +0 -0
- {p2pstore-0.1.7.dev6 → p2pstore-0.1.8.dev3}/src/p2pstore/transport/engine_adapter.py +0 -0
- {p2pstore-0.1.7.dev6 → p2pstore-0.1.8.dev3}/src/p2pstore/transport/tcp_transport.py +0 -0
- {p2pstore-0.1.7.dev6 → p2pstore-0.1.8.dev3}/src/p2pstore/transport/transfer_engine.py +0 -0
- {p2pstore-0.1.7.dev6 → p2pstore-0.1.8.dev3}/src/p2pstore/utils/common.py +0 -0
- {p2pstore-0.1.7.dev6 → p2pstore-0.1.8.dev3}/src/p2pstore/utils/logger.py +0 -0
- {p2pstore-0.1.7.dev6 → p2pstore-0.1.8.dev3}/src/p2pstore/utils/serialization.py +0 -0
- {p2pstore-0.1.7.dev6 → p2pstore-0.1.8.dev3}/src/p2pstore/utils/topology.py +0 -0
- {p2pstore-0.1.7.dev6 → p2pstore-0.1.8.dev3}/src/p2pstore.egg-info/dependency_links.txt +0 -0
- {p2pstore-0.1.7.dev6 → p2pstore-0.1.8.dev3}/src/p2pstore.egg-info/top_level.txt +0 -0
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: p2pstore
|
|
3
|
-
Version: 0.1.
|
|
4
|
-
Summary: P2P Store - 基于 RDMA
|
|
3
|
+
Version: 0.1.8.dev3
|
|
4
|
+
Summary: P2P Store - 基于 RDMA 的高性能分布式数据传输系统, 修改 cache_all 逻辑先 list 再 cache
|
|
5
5
|
Author: Paddle
|
|
6
6
|
License-Expression: Apache-2.0
|
|
7
7
|
Keywords: p2p,rdma,distributed,tensor,transfer
|
|
@@ -19,12 +19,11 @@ License-File: LICENSE
|
|
|
19
19
|
Requires-Dist: numpy>=1.20.0
|
|
20
20
|
Requires-Dist: safetensors>=0.3.0
|
|
21
21
|
Requires-Dist: mooncake-transfer-engine==0.3.7
|
|
22
|
-
Requires-Dist:
|
|
23
|
-
Requires-Dist: etcd3==0.12.0
|
|
22
|
+
Requires-Dist: redis>=6.4.0
|
|
24
23
|
Provides-Extra: paddle
|
|
25
24
|
Requires-Dist: paddlepaddle>=2.5.0; extra == "paddle"
|
|
26
25
|
Provides-Extra: redis
|
|
27
|
-
Requires-Dist: redis>=
|
|
26
|
+
Requires-Dist: redis>=6.4.0; extra == "redis"
|
|
28
27
|
Provides-Extra: dev
|
|
29
28
|
Requires-Dist: pytest>=7.0.0; extra == "dev"
|
|
30
29
|
Requires-Dist: pytest-asyncio>=0.20.0; extra == "dev"
|
|
@@ -4,8 +4,8 @@ build-backend = "setuptools.build_meta"
|
|
|
4
4
|
|
|
5
5
|
[project]
|
|
6
6
|
name = "p2pstore"
|
|
7
|
-
version = "0.1.
|
|
8
|
-
description = "P2P Store - 基于 RDMA
|
|
7
|
+
version = "0.1.8.dev3"
|
|
8
|
+
description = "P2P Store - 基于 RDMA 的高性能分布式数据传输系统, 修改 cache_all 逻辑先 list 再 cache"
|
|
9
9
|
readme = "README.md"
|
|
10
10
|
license = "Apache-2.0"
|
|
11
11
|
requires-python = ">=3.10"
|
|
@@ -28,8 +28,7 @@ dependencies = [
|
|
|
28
28
|
"numpy>=1.20.0",
|
|
29
29
|
"safetensors>=0.3.0",
|
|
30
30
|
"mooncake-transfer-engine==0.3.7",
|
|
31
|
-
"
|
|
32
|
-
"etcd3==0.12.0",
|
|
31
|
+
"redis>=6.4.0",
|
|
33
32
|
]
|
|
34
33
|
|
|
35
34
|
[project.optional-dependencies]
|
|
@@ -37,7 +36,7 @@ paddle = [
|
|
|
37
36
|
"paddlepaddle>=2.5.0",
|
|
38
37
|
]
|
|
39
38
|
redis = [
|
|
40
|
-
"redis>=
|
|
39
|
+
"redis>=6.4.0",
|
|
41
40
|
]
|
|
42
41
|
dev = [
|
|
43
42
|
"pytest>=7.0.0",
|
|
@@ -1,11 +1,11 @@
|
|
|
1
1
|
"""
|
|
2
|
-
P2P Store - 分布式 P2P
|
|
2
|
+
P2P Store - 分布式 P2P 数据存储系统（使用 Redis 作为元数据后端）.
|
|
3
3
|
|
|
4
4
|
提供 Client API:
|
|
5
5
|
- P2PClient: 客户端，用于 put/get/list/delete 数据
|
|
6
6
|
- P2PConfig: 配置类
|
|
7
7
|
|
|
8
|
-
|
|
8
|
+
注意：当前版本使用 Redis 作为元数据后端，支持 Standalone/Sentinel/Cluster 模式。
|
|
9
9
|
"""
|
|
10
10
|
|
|
11
11
|
from .client import P2PClient
|