xfmr-zem 0.2.1__tar.gz → 0.2.4__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/.github/workflows/deploy.yml +1 -1
- xfmr_zem-0.2.4/.github/workflows/pypi-publish.yml +39 -0
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/CHANGELOG.md +17 -1
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/PKG-INFO +1 -1
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/pyproject.toml +1 -1
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/.gitignore +0 -0
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/AGENTS.md +0 -0
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/LICENSE +0 -0
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/README.md +0 -0
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/data/big_data_output.parquet +0 -0
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/data/big_data_sim.parquet +0 -0
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/data/dup_cleaned.parquet +0 -0
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/data/dup_data.parquet +0 -0
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/data/dup_data_large.parquet +0 -0
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/data/nemo_full_stack_result.parquet +0 -0
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/data/nemo_real_result.parquet +0 -0
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/data/output_result.jsonl +0 -0
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/data/sample.jsonl +0 -0
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/src/xfmr_zem/__init__.py +0 -0
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/src/xfmr_zem/cli.py +0 -0
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/src/xfmr_zem/client.py +0 -0
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/src/xfmr_zem/orchestrators/parallel_local.py +0 -0
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/src/xfmr_zem/schemas.py +0 -0
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/src/xfmr_zem/server.py +0 -0
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/src/xfmr_zem/servers/data_juicer/parameter.yaml +0 -0
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/src/xfmr_zem/servers/data_juicer/server.py +0 -0
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/src/xfmr_zem/servers/instruction_gen/parameter.yaml +0 -0
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/src/xfmr_zem/servers/instruction_gen/server.py +0 -0
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/src/xfmr_zem/servers/io/parameter.yaml +0 -0
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/src/xfmr_zem/servers/io/server.py +0 -0
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/src/xfmr_zem/servers/llm/server.py +0 -0
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/src/xfmr_zem/servers/nemo_curator/parameter.yaml +0 -0
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/src/xfmr_zem/servers/nemo_curator/server.py +0 -0
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/src/xfmr_zem/servers/profiler/server.py +0 -0
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/src/xfmr_zem/servers/sinks/server.py +0 -0
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/src/xfmr_zem/zenml_wrapper.py +0 -0
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/tests/manual/caching_test.yaml +0 -0
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/tests/manual/llm_test.yaml +0 -0
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/tests/manual/parallel_test.yaml +0 -0
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/tests/manual/parquet_test.yaml +0 -0
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/tests/manual/phase4_test.yaml +0 -0
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/tests/manual/profiler_test.yaml +0 -0
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/tests/manual/standard_data_pipeline.yaml +0 -0
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/uv.lock +0 -0
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/website/docs/docs.css +0 -0
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/website/docs/index.html +0 -0
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/website/index.html +0 -0
- {xfmr_zem-0.2.1 → xfmr_zem-0.2.4}/website/style.css +0 -0
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
name: Publish to PyPI
|
|
2
|
+
|
|
3
|
+
on:
|
|
4
|
+
push:
|
|
5
|
+
tags:
|
|
6
|
+
- 'v*'
|
|
7
|
+
|
|
8
|
+
jobs:
|
|
9
|
+
build-n-publish:
|
|
10
|
+
name: Build and publish Zem
|
|
11
|
+
runs-on: ubuntu-latest
|
|
12
|
+
permissions:
|
|
13
|
+
# Required for Trusted Publishing (OIDC)
|
|
14
|
+
id-token: write
|
|
15
|
+
# Required for creating releases and uploading assets
|
|
16
|
+
contents: write
|
|
17
|
+
|
|
18
|
+
steps:
|
|
19
|
+
- uses: actions/checkout@v4
|
|
20
|
+
|
|
21
|
+
- name: Install uv
|
|
22
|
+
uses: astral-sh/setup-uv@v5
|
|
23
|
+
with:
|
|
24
|
+
version: "latest"
|
|
25
|
+
|
|
26
|
+
- name: Build package
|
|
27
|
+
run: uv build
|
|
28
|
+
|
|
29
|
+
- name: Create GitHub Release
|
|
30
|
+
uses: softprops/action-gh-release@v2
|
|
31
|
+
with:
|
|
32
|
+
files: dist/*
|
|
33
|
+
generate_release_notes: true
|
|
34
|
+
env:
|
|
35
|
+
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
36
|
+
|
|
37
|
+
- name: Publish to PyPI
|
|
38
|
+
uses: pypa/gh-action-pypi-publish@release/v1
|
|
39
|
+
# No password/token needed if OIDC is configured on PyPI side
|
|
@@ -2,7 +2,23 @@
|
|
|
2
2
|
|
|
3
3
|
All notable changes to this project will be documented in this file.
|
|
4
4
|
|
|
5
|
-
## [0.2.
|
|
5
|
+
## [0.2.4] - 2026-02-02
|
|
6
|
+
|
|
7
|
+
### Fixed
|
|
8
|
+
- **CI Permissions**: Explicitly granted write permissions in workflow to bypass repository UI restrictions.
|
|
9
|
+
|
|
10
|
+
## [0.2.3] - 2026-02-02
|
|
11
|
+
|
|
12
|
+
### Added
|
|
13
|
+
- **GitHub Release Integration**: automated creation of formal GitHub Releases with binary assets.
|
|
14
|
+
|
|
15
|
+
## [0.2.2] - 2026-02-02
|
|
16
|
+
|
|
17
|
+
### Added
|
|
18
|
+
- **CI/CD Automation**: Integrated GitHub Actions for automated PyPI publishing on tag creation.
|
|
19
|
+
- **Improved Metadata**: Linked PyPI package to GitHub repository, issues, and changelog.
|
|
20
|
+
|
|
21
|
+
## [0.2.1] - 2026-02-02
|
|
6
22
|
|
|
7
23
|
### Added
|
|
8
24
|
- **Parallel Orchestration**: New `ParallelLocalOrchestrator` allowing true concurrent execution of independent DAG branches.
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: xfmr-zem
|
|
3
|
-
Version: 0.2.
|
|
3
|
+
Version: 0.2.4
|
|
4
4
|
Summary: Zem: Unified Data Pipeline Framework (ZenML + NeMo Curator + DataJuicer) for multi-domain processing
|
|
5
5
|
Project-URL: Homepage, https://github.com/OAI-Labs/xfmr-zem
|
|
6
6
|
Project-URL: Repository, https://github.com/OAI-Labs/xfmr-zem
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|