argo-kedro 0.1.1__tar.gz → 0.1.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {argo_kedro-0.1.1 → argo_kedro-0.1.2}/LICENSE +1 -1
- {argo_kedro-0.1.1 → argo_kedro-0.1.2}/PKG-INFO +6 -6
- {argo_kedro-0.1.1 → argo_kedro-0.1.2}/README.md +2 -2
- {argo_kedro-0.1.1/kedro_argo → argo_kedro-0.1.2/argo_kedro}/framework/cli/cli.py +1 -1
- {argo_kedro-0.1.1/kedro_argo → argo_kedro-0.1.2/argo_kedro}/runners/fuse_runner.py +1 -1
- {argo_kedro-0.1.1/kedro_argo → argo_kedro-0.1.2/argo_kedro}/templates/argo_wf_spec.tmpl +2 -2
- {argo_kedro-0.1.1 → argo_kedro-0.1.2}/argo_kedro.egg-info/PKG-INFO +6 -6
- argo_kedro-0.1.2/argo_kedro.egg-info/SOURCES.txt +22 -0
- argo_kedro-0.1.2/argo_kedro.egg-info/entry_points.txt +5 -0
- argo_kedro-0.1.2/locally_building_guide.md +96 -0
- {argo_kedro-0.1.1 → argo_kedro-0.1.2}/pyproject.toml +9 -9
- {argo_kedro-0.1.1 → argo_kedro-0.1.2}/uv.lock +1 -1
- argo_kedro-0.1.1/argo_kedro.egg-info/SOURCES.txt +0 -21
- argo_kedro-0.1.1/argo_kedro.egg-info/entry_points.txt +0 -5
- {argo_kedro-0.1.1 → argo_kedro-0.1.2}/.gitignore +0 -0
- {argo_kedro-0.1.1 → argo_kedro-0.1.2}/.python-version +0 -0
- {argo_kedro-0.1.1 → argo_kedro-0.1.2}/MANIFEST.in +0 -0
- {argo_kedro-0.1.1/kedro_argo → argo_kedro-0.1.2/argo_kedro}/framework/__init__.py +0 -0
- {argo_kedro-0.1.1/kedro_argo → argo_kedro-0.1.2/argo_kedro}/framework/cli/__init__.py +0 -0
- {argo_kedro-0.1.1/kedro_argo → argo_kedro-0.1.2/argo_kedro}/pipeline/__init__.py +0 -0
- {argo_kedro-0.1.1/kedro_argo → argo_kedro-0.1.2/argo_kedro}/pipeline/fused_pipeline.py +0 -0
- {argo_kedro-0.1.1/kedro_argo → argo_kedro-0.1.2/argo_kedro}/runners/__init__.py +0 -0
- {argo_kedro-0.1.1 → argo_kedro-0.1.2}/argo_kedro.egg-info/dependency_links.txt +0 -0
- {argo_kedro-0.1.1 → argo_kedro-0.1.2}/argo_kedro.egg-info/requires.txt +0 -0
- {argo_kedro-0.1.1 → argo_kedro-0.1.2}/argo_kedro.egg-info/top_level.txt +0 -0
- {argo_kedro-0.1.1 → argo_kedro-0.1.2}/setup.cfg +0 -0
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: argo-kedro
|
|
3
|
-
Version: 0.1.
|
|
3
|
+
Version: 0.1.2
|
|
4
4
|
Summary: Kedro plugin for running pipelines on Argo Workflows
|
|
5
5
|
Author-email: Laurens Vijnck <laurens@everycure.org>, Nelson Alfonso <nelson@everycure.org>
|
|
6
6
|
License: MIT
|
|
7
|
-
Project-URL: Homepage, https://github.com/everycure-org/kedro
|
|
8
|
-
Project-URL: Repository, https://github.com/everycure-org/kedro
|
|
9
|
-
Project-URL: Issues, https://github.com/everycure-org/kedro
|
|
7
|
+
Project-URL: Homepage, https://github.com/everycure-org/argo-kedro
|
|
8
|
+
Project-URL: Repository, https://github.com/everycure-org/argo-kedro
|
|
9
|
+
Project-URL: Issues, https://github.com/everycure-org/argo-kedro/issues
|
|
10
10
|
Keywords: kedro,argo,workflows,argo workflows,kubernetes,pipeline
|
|
11
11
|
Classifier: Development Status :: 3 - Alpha
|
|
12
12
|
Classifier: Intended Audience :: Developers
|
|
@@ -27,7 +27,7 @@ Requires-Dist: pyyaml>=6.0.2
|
|
|
27
27
|
Requires-Dist: jinja2>=3.0.0
|
|
28
28
|
Dynamic: license-file
|
|
29
29
|
|
|
30
|
-
# kedro
|
|
30
|
+
# argo-kedro
|
|
31
31
|
|
|
32
32
|
A Kedro plugin for running pipelines on Argo Workflows in Kubernetes clusters.
|
|
33
33
|
|
|
@@ -43,7 +43,7 @@ A Kedro plugin for running pipelines on Argo Workflows in Kubernetes clusters.
|
|
|
43
43
|
## Installation
|
|
44
44
|
|
|
45
45
|
```bash
|
|
46
|
-
pip install kedro
|
|
46
|
+
pip install argo-kedro
|
|
47
47
|
```
|
|
48
48
|
|
|
49
49
|
## Prerequisites
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
# kedro
|
|
1
|
+
# argo-kedro
|
|
2
2
|
|
|
3
3
|
A Kedro plugin for running pipelines on Argo Workflows in Kubernetes clusters.
|
|
4
4
|
|
|
@@ -14,7 +14,7 @@ A Kedro plugin for running pipelines on Argo Workflows in Kubernetes clusters.
|
|
|
14
14
|
## Installation
|
|
15
15
|
|
|
16
16
|
```bash
|
|
17
|
-
pip install kedro
|
|
17
|
+
pip install argo-kedro
|
|
18
18
|
```
|
|
19
19
|
|
|
20
20
|
## Prerequisites
|
|
@@ -29,7 +29,7 @@ from kedro.framework.project import pipelines as kedro_pipelines
|
|
|
29
29
|
from kedro.pipeline import Pipeline
|
|
30
30
|
from kedro.pipeline.node import Node
|
|
31
31
|
from kedro.runner.sequential_runner import SequentialRunner
|
|
32
|
-
from
|
|
32
|
+
from argo_kedro.runners.fuse_runner import FusedRunner
|
|
33
33
|
|
|
34
34
|
LOGGER = getLogger(__name__)
|
|
35
35
|
ARGO_TEMPLATES_DIR_PATH = Path(__file__).parent.parent.parent / "templates"
|
|
@@ -5,7 +5,7 @@ from kedro.io.memory_dataset import MemoryDataset
|
|
|
5
5
|
from kedro.runner.sequential_runner import SequentialRunner
|
|
6
6
|
from pluggy import PluginManager
|
|
7
7
|
|
|
8
|
-
from
|
|
8
|
+
from argo_kedro.pipeline.fused_pipeline import FusedNode
|
|
9
9
|
|
|
10
10
|
import os
|
|
11
11
|
import re
|
|
@@ -7,13 +7,13 @@ metadata:
|
|
|
7
7
|
spec:
|
|
8
8
|
workflowMetadata:
|
|
9
9
|
labels:
|
|
10
|
-
plugin: kedro
|
|
10
|
+
plugin: argo-kedro
|
|
11
11
|
entrypoint: "pipeline"
|
|
12
12
|
templates:
|
|
13
13
|
- name: kedro
|
|
14
14
|
metadata:
|
|
15
15
|
labels:
|
|
16
|
-
app: kedro
|
|
16
|
+
app: argo-kedro
|
|
17
17
|
inputs:
|
|
18
18
|
parameters:
|
|
19
19
|
- name: pipeline
|
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: argo-kedro
|
|
3
|
-
Version: 0.1.
|
|
3
|
+
Version: 0.1.2
|
|
4
4
|
Summary: Kedro plugin for running pipelines on Argo Workflows
|
|
5
5
|
Author-email: Laurens Vijnck <laurens@everycure.org>, Nelson Alfonso <nelson@everycure.org>
|
|
6
6
|
License: MIT
|
|
7
|
-
Project-URL: Homepage, https://github.com/everycure-org/kedro
|
|
8
|
-
Project-URL: Repository, https://github.com/everycure-org/kedro
|
|
9
|
-
Project-URL: Issues, https://github.com/everycure-org/kedro
|
|
7
|
+
Project-URL: Homepage, https://github.com/everycure-org/argo-kedro
|
|
8
|
+
Project-URL: Repository, https://github.com/everycure-org/argo-kedro
|
|
9
|
+
Project-URL: Issues, https://github.com/everycure-org/argo-kedro/issues
|
|
10
10
|
Keywords: kedro,argo,workflows,argo workflows,kubernetes,pipeline
|
|
11
11
|
Classifier: Development Status :: 3 - Alpha
|
|
12
12
|
Classifier: Intended Audience :: Developers
|
|
@@ -27,7 +27,7 @@ Requires-Dist: pyyaml>=6.0.2
|
|
|
27
27
|
Requires-Dist: jinja2>=3.0.0
|
|
28
28
|
Dynamic: license-file
|
|
29
29
|
|
|
30
|
-
# kedro
|
|
30
|
+
# argo-kedro
|
|
31
31
|
|
|
32
32
|
A Kedro plugin for running pipelines on Argo Workflows in Kubernetes clusters.
|
|
33
33
|
|
|
@@ -43,7 +43,7 @@ A Kedro plugin for running pipelines on Argo Workflows in Kubernetes clusters.
|
|
|
43
43
|
## Installation
|
|
44
44
|
|
|
45
45
|
```bash
|
|
46
|
-
pip install kedro
|
|
46
|
+
pip install argo-kedro
|
|
47
47
|
```
|
|
48
48
|
|
|
49
49
|
## Prerequisites
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
.gitignore
|
|
2
|
+
.python-version
|
|
3
|
+
LICENSE
|
|
4
|
+
MANIFEST.in
|
|
5
|
+
README.md
|
|
6
|
+
locally_building_guide.md
|
|
7
|
+
pyproject.toml
|
|
8
|
+
uv.lock
|
|
9
|
+
argo_kedro.egg-info/PKG-INFO
|
|
10
|
+
argo_kedro.egg-info/SOURCES.txt
|
|
11
|
+
argo_kedro.egg-info/dependency_links.txt
|
|
12
|
+
argo_kedro.egg-info/entry_points.txt
|
|
13
|
+
argo_kedro.egg-info/requires.txt
|
|
14
|
+
argo_kedro.egg-info/top_level.txt
|
|
15
|
+
argo_kedro/framework/__init__.py
|
|
16
|
+
argo_kedro/framework/cli/__init__.py
|
|
17
|
+
argo_kedro/framework/cli/cli.py
|
|
18
|
+
argo_kedro/pipeline/__init__.py
|
|
19
|
+
argo_kedro/pipeline/fused_pipeline.py
|
|
20
|
+
argo_kedro/runners/__init__.py
|
|
21
|
+
argo_kedro/runners/fuse_runner.py
|
|
22
|
+
argo_kedro/templates/argo_wf_spec.tmpl
|
|
@@ -0,0 +1,96 @@
|
|
|
1
|
+
# PyPI Deployment Guide for argo-kedro
|
|
2
|
+
|
|
3
|
+
## Prerequisites
|
|
4
|
+
|
|
5
|
+
1. Install build tools:
|
|
6
|
+
```bash
|
|
7
|
+
pip install build twine
|
|
8
|
+
```
|
|
9
|
+
|
|
10
|
+
## Build the Package
|
|
11
|
+
|
|
12
|
+
From the `argo-kedro` directory:
|
|
13
|
+
|
|
14
|
+
```bash
|
|
15
|
+
cd argo-kedro
|
|
16
|
+
|
|
17
|
+
# Clean previous builds
|
|
18
|
+
rm -rf dist/ build/ *.egg-info
|
|
19
|
+
|
|
20
|
+
# Build the package
|
|
21
|
+
python -m build
|
|
22
|
+
```
|
|
23
|
+
|
|
24
|
+
This creates:
|
|
25
|
+
- `dist/argo_kedro-0.1.2-py3-none-any.whl` (wheel distribution)
|
|
26
|
+
- `dist/argo_kedro-0.1.2.tar.gz` (source distribution)
|
|
27
|
+
|
|
28
|
+
## Test the Package Locally
|
|
29
|
+
|
|
30
|
+
```bash
|
|
31
|
+
# Install in a new virtual environment
|
|
32
|
+
python -m venv test_env
|
|
33
|
+
source test_env/bin/activate
|
|
34
|
+
pip install dist/argo_kedro-0.1.2-py3-none-any.whl
|
|
35
|
+
|
|
36
|
+
# Test the installation
|
|
37
|
+
python -c "import argo_kedro; print('Import successful')"
|
|
38
|
+
|
|
39
|
+
# Deactivate and remove test environment
|
|
40
|
+
deactivate
|
|
41
|
+
rm -rf test_env
|
|
42
|
+
```
|
|
43
|
+
|
|
44
|
+
# Install TestPyPI
|
|
45
|
+
|
|
46
|
+
```bash
|
|
47
|
+
pip install --index-url https://test.pypi.org/simple/ --extra-index-url https://pypi.org/simple/ argo-kedro
|
|
48
|
+
```
|
|
49
|
+
|
|
50
|
+
# Install Production Build
|
|
51
|
+
|
|
52
|
+
```bash
|
|
53
|
+
pip install argo-kedro
|
|
54
|
+
```
|
|
55
|
+
|
|
56
|
+
## Version Management
|
|
57
|
+
|
|
58
|
+
Update version in `pyproject.toml` before each release:
|
|
59
|
+
|
|
60
|
+
```toml
|
|
61
|
+
version = "0.1.2" # Increment for each release
|
|
62
|
+
```
|
|
63
|
+
|
|
64
|
+
Follow semantic versioning: MAJOR.MINOR.PATCH
|
|
65
|
+
|
|
66
|
+
## Pre-release Checklist
|
|
67
|
+
|
|
68
|
+
- [ ] Update version in `pyproject.toml`
|
|
69
|
+
- [ ] Update README.md with latest features
|
|
70
|
+
- [ ] Update author information in `pyproject.toml`
|
|
71
|
+
- [ ] Test package builds successfully
|
|
72
|
+
- [ ] Test installation from built package
|
|
73
|
+
- [ ] All tests pass
|
|
74
|
+
- [ ] Update CHANGELOG (if you have one)
|
|
75
|
+
- [ ] Create git tag: `git tag v0.1.2 && git push origin v0.1.2`
|
|
76
|
+
|
|
77
|
+
## Post-release
|
|
78
|
+
|
|
79
|
+
After publishing:
|
|
80
|
+
1. Verify package appears on PyPI: https://pypi.org/project/argo-kedro/
|
|
81
|
+
2. Test installation: `pip install argo-kedro`
|
|
82
|
+
3. Check package metadata displays correctly on PyPI
|
|
83
|
+
|
|
84
|
+
## Troubleshooting
|
|
85
|
+
|
|
86
|
+
**Error: "The user 'username' isn't allowed to upload to project 'argo-kedro'"**
|
|
87
|
+
- First upload must use API token with "Entire account" scope
|
|
88
|
+
- After first upload, create project-scoped token
|
|
89
|
+
|
|
90
|
+
**Error: "File already exists"**
|
|
91
|
+
- You cannot replace a release on PyPI
|
|
92
|
+
- Increment version number and rebuild
|
|
93
|
+
|
|
94
|
+
**Error: "Invalid distribution"**
|
|
95
|
+
- Ensure README.md exists and is valid
|
|
96
|
+
- Check all required fields in pyproject.toml are filled
|
|
@@ -5,7 +5,7 @@ build-backend = "setuptools.build_meta"
|
|
|
5
5
|
|
|
6
6
|
[project]
|
|
7
7
|
name = "argo-kedro"
|
|
8
|
-
version = "0.1.
|
|
8
|
+
version = "0.1.2"
|
|
9
9
|
description = "Kedro plugin for running pipelines on Argo Workflows"
|
|
10
10
|
readme = "README.md"
|
|
11
11
|
requires-python = ">=3.10"
|
|
@@ -14,7 +14,7 @@ authors = [
|
|
|
14
14
|
{name = "Laurens Vijnck", email = "laurens@everycure.org"},
|
|
15
15
|
{name = "Nelson Alfonso", email = "nelson@everycure.org"}
|
|
16
16
|
]
|
|
17
|
-
keywords = ["kedro", "argo", "workflows","argo workflows", "kubernetes", "pipeline"]
|
|
17
|
+
keywords = ["kedro", "argo", "workflows", "argo workflows", "kubernetes", "pipeline"]
|
|
18
18
|
classifiers = [
|
|
19
19
|
"Development Status :: 3 - Alpha",
|
|
20
20
|
"Intended Audience :: Developers",
|
|
@@ -35,21 +35,21 @@ dependencies = [
|
|
|
35
35
|
]
|
|
36
36
|
|
|
37
37
|
[project.urls]
|
|
38
|
-
Homepage = "https://github.com/everycure-org/kedro
|
|
39
|
-
Repository = "https://github.com/everycure-org/kedro
|
|
40
|
-
Issues = "https://github.com/everycure-org/kedro
|
|
38
|
+
Homepage = "https://github.com/everycure-org/argo-kedro"
|
|
39
|
+
Repository = "https://github.com/everycure-org/argo-kedro"
|
|
40
|
+
Issues = "https://github.com/everycure-org/argo-kedro/issues"
|
|
41
41
|
|
|
42
42
|
[project.entry-points."kedro.global_commands"]
|
|
43
|
-
run = "
|
|
43
|
+
run = "kedro_argo.framework.cli.cli:cli"
|
|
44
44
|
|
|
45
45
|
[project.entry-points."kedro.project_commands"]
|
|
46
|
-
argo = "
|
|
46
|
+
argo = "kedro_argo.framework.cli.cli:commands"
|
|
47
47
|
|
|
48
48
|
[tool.setuptools]
|
|
49
49
|
include-package-data = true
|
|
50
50
|
|
|
51
51
|
[tool.setuptools.packages.find]
|
|
52
|
-
include = ["
|
|
52
|
+
include = ["kedro_argo*"]
|
|
53
53
|
|
|
54
54
|
[tool.setuptools.package-data]
|
|
55
|
-
|
|
55
|
+
kedro_argo = ["**/*.tmpl"]
|
|
@@ -1,21 +0,0 @@
|
|
|
1
|
-
.gitignore
|
|
2
|
-
.python-version
|
|
3
|
-
LICENSE
|
|
4
|
-
MANIFEST.in
|
|
5
|
-
README.md
|
|
6
|
-
pyproject.toml
|
|
7
|
-
uv.lock
|
|
8
|
-
argo_kedro.egg-info/PKG-INFO
|
|
9
|
-
argo_kedro.egg-info/SOURCES.txt
|
|
10
|
-
argo_kedro.egg-info/dependency_links.txt
|
|
11
|
-
argo_kedro.egg-info/entry_points.txt
|
|
12
|
-
argo_kedro.egg-info/requires.txt
|
|
13
|
-
argo_kedro.egg-info/top_level.txt
|
|
14
|
-
kedro_argo/framework/__init__.py
|
|
15
|
-
kedro_argo/framework/cli/__init__.py
|
|
16
|
-
kedro_argo/framework/cli/cli.py
|
|
17
|
-
kedro_argo/pipeline/__init__.py
|
|
18
|
-
kedro_argo/pipeline/fused_pipeline.py
|
|
19
|
-
kedro_argo/runners/__init__.py
|
|
20
|
-
kedro_argo/runners/fuse_runner.py
|
|
21
|
-
kedro_argo/templates/argo_wf_spec.tmpl
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|