mpengine 0.1.0__tar.gz → 0.1.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {mpengine-0.1.0/src/mpengine.egg-info → mpengine-0.1.2}/PKG-INFO +17 -12
- {mpengine-0.1.0 → mpengine-0.1.2}/README.md +16 -11
- {mpengine-0.1.0 → mpengine-0.1.2}/pyproject.toml +1 -1
- {mpengine-0.1.0 → mpengine-0.1.2}/src/mpengine/__init__.py +1 -1
- {mpengine-0.1.0 → mpengine-0.1.2/src/mpengine.egg-info}/PKG-INFO +17 -12
- {mpengine-0.1.0 → mpengine-0.1.2}/LICENSE +0 -0
- {mpengine-0.1.0 → mpengine-0.1.2}/setup.cfg +0 -0
- {mpengine-0.1.0 → mpengine-0.1.2}/src/mpengine/engine.py +0 -0
- {mpengine-0.1.0 → mpengine-0.1.2}/src/mpengine/orchestrator.py +0 -0
- {mpengine-0.1.0 → mpengine-0.1.2}/src/mpengine/partition.py +0 -0
- {mpengine-0.1.0 → mpengine-0.1.2}/src/mpengine/worker_names.json +0 -0
- {mpengine-0.1.0 → mpengine-0.1.2}/src/mpengine.egg-info/SOURCES.txt +0 -0
- {mpengine-0.1.0 → mpengine-0.1.2}/src/mpengine.egg-info/dependency_links.txt +0 -0
- {mpengine-0.1.0 → mpengine-0.1.2}/src/mpengine.egg-info/requires.txt +0 -0
- {mpengine-0.1.0 → mpengine-0.1.2}/src/mpengine.egg-info/top_level.txt +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: mpengine
|
|
3
|
-
Version: 0.1.
|
|
3
|
+
Version: 0.1.2
|
|
4
4
|
Summary: A small, general-purpose multiprocessing engine: dispatch any callable across processes with run manifests, per-worker logs, on-disk outputs and failure isolation
|
|
5
5
|
Author: Amandeep Singh
|
|
6
6
|
License-Expression: MIT
|
|
@@ -49,11 +49,20 @@ job and the rest continue.
|
|
|
49
49
|
## Install
|
|
50
50
|
|
|
51
51
|
```bash
|
|
52
|
-
pip install
|
|
53
|
-
pip install path/to/mpengine # or a plain install
|
|
52
|
+
pip install mpengine
|
|
54
53
|
```
|
|
55
54
|
|
|
56
|
-
`numpy`, `cloudpickle
|
|
55
|
+
Requires Python 3.10+. `numpy`, `cloudpickle` and `tqdm` come with it —
|
|
56
|
+
pip installs them for you.
|
|
57
|
+
|
|
58
|
+
<details>
|
|
59
|
+
<summary>Installing from source instead</summary>
|
|
60
|
+
|
|
61
|
+
```bash
|
|
62
|
+
pip install git+https://github.com/singhamandeep-kgp/multiprocessor.git # latest from GitHub
|
|
63
|
+
pip install -e path/to/multiprocessor # editable, for developing mpengine itself
|
|
64
|
+
```
|
|
65
|
+
</details>
|
|
57
66
|
|
|
58
67
|
## Use
|
|
59
68
|
|
|
@@ -159,12 +168,8 @@ for triangular workloads — where item `i` costs `O(i)`, such as an
|
|
|
159
168
|
expanding-window computation — which keeps workers from idling while one
|
|
160
169
|
overloaded worker finishes.
|
|
161
170
|
|
|
162
|
-
##
|
|
163
|
-
|
|
164
|
-
The dispatch core follows López de Prado, *Advances in Financial Machine
|
|
165
|
-
Learning*, Chapter 20; docstrings name the specific snippets. Nothing in
|
|
166
|
-
`mpengine` is finance-specific.
|
|
171
|
+
## What else is in the repo
|
|
167
172
|
|
|
168
|
-
The `src/learning/` package
|
|
169
|
-
|
|
170
|
-
packaged — installing `mpengine`
|
|
173
|
+
The `src/learning/` package holds demo and exercise scripts used while
|
|
174
|
+
developing the engine. It depends on a separate private project and is
|
|
175
|
+
deliberately **not** packaged — installing `mpengine` never pulls it in.
|
|
@@ -20,11 +20,20 @@ job and the rest continue.
|
|
|
20
20
|
## Install
|
|
21
21
|
|
|
22
22
|
```bash
|
|
23
|
-
pip install
|
|
24
|
-
pip install path/to/mpengine # or a plain install
|
|
23
|
+
pip install mpengine
|
|
25
24
|
```
|
|
26
25
|
|
|
27
|
-
`numpy`, `cloudpickle
|
|
26
|
+
Requires Python 3.10+. `numpy`, `cloudpickle` and `tqdm` come with it —
|
|
27
|
+
pip installs them for you.
|
|
28
|
+
|
|
29
|
+
<details>
|
|
30
|
+
<summary>Installing from source instead</summary>
|
|
31
|
+
|
|
32
|
+
```bash
|
|
33
|
+
pip install git+https://github.com/singhamandeep-kgp/multiprocessor.git # latest from GitHub
|
|
34
|
+
pip install -e path/to/multiprocessor # editable, for developing mpengine itself
|
|
35
|
+
```
|
|
36
|
+
</details>
|
|
28
37
|
|
|
29
38
|
## Use
|
|
30
39
|
|
|
@@ -130,12 +139,8 @@ for triangular workloads — where item `i` costs `O(i)`, such as an
|
|
|
130
139
|
expanding-window computation — which keeps workers from idling while one
|
|
131
140
|
overloaded worker finishes.
|
|
132
141
|
|
|
133
|
-
##
|
|
134
|
-
|
|
135
|
-
The dispatch core follows López de Prado, *Advances in Financial Machine
|
|
136
|
-
Learning*, Chapter 20; docstrings name the specific snippets. Nothing in
|
|
137
|
-
`mpengine` is finance-specific.
|
|
142
|
+
## What else is in the repo
|
|
138
143
|
|
|
139
|
-
The `src/learning/` package
|
|
140
|
-
|
|
141
|
-
packaged — installing `mpengine`
|
|
144
|
+
The `src/learning/` package holds demo and exercise scripts used while
|
|
145
|
+
developing the engine. It depends on a separate private project and is
|
|
146
|
+
deliberately **not** packaged — installing `mpengine` never pulls it in.
|
|
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
|
|
|
4
4
|
|
|
5
5
|
[project]
|
|
6
6
|
name = "mpengine"
|
|
7
|
-
version = "0.1.
|
|
7
|
+
version = "0.1.2"
|
|
8
8
|
description = "A small, general-purpose multiprocessing engine: dispatch any callable across processes with run manifests, per-worker logs, on-disk outputs and failure isolation"
|
|
9
9
|
readme = "README.md"
|
|
10
10
|
license = "MIT"
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: mpengine
|
|
3
|
-
Version: 0.1.
|
|
3
|
+
Version: 0.1.2
|
|
4
4
|
Summary: A small, general-purpose multiprocessing engine: dispatch any callable across processes with run manifests, per-worker logs, on-disk outputs and failure isolation
|
|
5
5
|
Author: Amandeep Singh
|
|
6
6
|
License-Expression: MIT
|
|
@@ -49,11 +49,20 @@ job and the rest continue.
|
|
|
49
49
|
## Install
|
|
50
50
|
|
|
51
51
|
```bash
|
|
52
|
-
pip install
|
|
53
|
-
pip install path/to/mpengine # or a plain install
|
|
52
|
+
pip install mpengine
|
|
54
53
|
```
|
|
55
54
|
|
|
56
|
-
`numpy`, `cloudpickle
|
|
55
|
+
Requires Python 3.10+. `numpy`, `cloudpickle` and `tqdm` come with it —
|
|
56
|
+
pip installs them for you.
|
|
57
|
+
|
|
58
|
+
<details>
|
|
59
|
+
<summary>Installing from source instead</summary>
|
|
60
|
+
|
|
61
|
+
```bash
|
|
62
|
+
pip install git+https://github.com/singhamandeep-kgp/multiprocessor.git # latest from GitHub
|
|
63
|
+
pip install -e path/to/multiprocessor # editable, for developing mpengine itself
|
|
64
|
+
```
|
|
65
|
+
</details>
|
|
57
66
|
|
|
58
67
|
## Use
|
|
59
68
|
|
|
@@ -159,12 +168,8 @@ for triangular workloads — where item `i` costs `O(i)`, such as an
|
|
|
159
168
|
expanding-window computation — which keeps workers from idling while one
|
|
160
169
|
overloaded worker finishes.
|
|
161
170
|
|
|
162
|
-
##
|
|
163
|
-
|
|
164
|
-
The dispatch core follows López de Prado, *Advances in Financial Machine
|
|
165
|
-
Learning*, Chapter 20; docstrings name the specific snippets. Nothing in
|
|
166
|
-
`mpengine` is finance-specific.
|
|
171
|
+
## What else is in the repo
|
|
167
172
|
|
|
168
|
-
The `src/learning/` package
|
|
169
|
-
|
|
170
|
-
packaged — installing `mpengine`
|
|
173
|
+
The `src/learning/` package holds demo and exercise scripts used while
|
|
174
|
+
developing the engine. It depends on a separate private project and is
|
|
175
|
+
deliberately **not** packaged — installing `mpengine` never pulls it in.
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|