tensorneko-lib 0.3.11__tar.gz

tensorneko_lib-0.3.11/.github/workflows/release-lib.yml

@@ -0,0 +1,149 @@
+name: Release lib
+
+on:
+  push:
+  pull_request:
+  workflow_call:
+    secrets:
+      PYPI_API_TOKEN:
+        required: true
+
+jobs:
+
+  source:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v4
+    - name: Modify the setup files
+      run: |
+        rm -rf src/tensorneko_util
+        rm -rf src/tensorneko
+        rm -rf test
+        rm -rf .github
+        rm requirements.txt requirements_util.txt requirements_test.txt pypi.sh init.py .gitignore
+        rm setup.py
+        rm setup_util.py
+        mv pyproject_lib.toml pyproject.toml
+        new_version=$(cat version.txt) && sed -i "/^\[package\]$/,/^\[/ s/^version = \".*\"/version = \"$new_version\"/" Cargo.toml
+        rm version.txt
+    - uses: PyO3/maturin-action@v1
+      with:
+        command: sdist
+        args: -o dist
+        rust-toolchain: nightly
+    - name: Upload dist
+      uses: actions/upload-artifact@v2
+      with:
+        name: tensorneko-lib
+        path: dist
+
+  linux:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        target: [x86_64, aarch64, armv7, s390x, ppc64le]
+      fail-fast: false
+
+    steps:
+    - uses: actions/checkout@v4
+    - name: Modify the setup files
+      run: |
+        rm -rf src/tensorneko_util
+        rm -rf src/tensorneko
+        rm setup.py
+        rm setup_util.py
+        mv pyproject_lib.toml pyproject.toml
+        new_version=$(cat version.txt) && sed -i "/^\[package\]$/,/^\[/ s/^version = \".*\"/version = \"$new_version\"/" Cargo.toml
+    - uses: PyO3/maturin-action@v1
+      with:
+        manylinux: auto
+        command: build
+        rust-toolchain: nightly
+        target: ${{ matrix.target }}
+        args: --release -o dist -i 3.7 3.8 3.9 3.10 3.11 pypy3.8 pypy3.9
+    - name: Upload wheels
+      uses: actions/upload-artifact@v2
+      with:
+        name: tensorneko-lib
+        path: dist
+
+  windows:
+    runs-on: windows-latest
+    steps:
+    - uses: actions/checkout@v4
+    - name: Modify the setup files
+      run: |
+        Remove-Item src/tensorneko_util -Recurse -Force
+        Remove-Item src/tensorneko -Recurse -Force
+        Remove-Item setup.py -Force
+        Remove-Item setup_util.py -Force
+        Move-Item pyproject_lib.toml pyproject.toml
+        $new_version = Get-Content version.txt -Raw
+        $in_package_section = $false
+        (Get-Content Cargo.toml -Raw) -split "`r`n" | ForEach-Object {
+          if ($_ -match '^\[package\]$') {
+            $in_package_section = $true
+          }
+          if ($_ -match '^\[.*\]$' -and $_ -notmatch '^\[package\]$') {
+            $in_package_section = $false
+          }
+          if ($in_package_section -and $_ -match '^version = "') {
+            $_ -replace 'version = "[0-9]*\.[0-9]*\.[0-9]*"', "version = `"$new_version`""
+          } else {
+            $_
+          }
+        } | Set-Content Cargo.toml
+      shell: powershell
+
+    - uses: PyO3/maturin-action@v1
+      with:
+        command: build
+        target: x64
+        args: --release -o dist -i 3.7 3.8 3.9 3.10 3.11
+        rust-toolchain: nightly
+    - name: Upload wheels
+      uses: actions/upload-artifact@v2
+      with:
+        name: tensorneko-lib
+        path: dist
+
+  macos:
+    runs-on: macos-latest
+    steps:
+    - uses: actions/checkout@v4
+    - name: Modify the setup files
+      run: |
+        rm -rf src/tensorneko_util
+        rm -rf src/tensorneko
+        rm setup.py
+        rm setup_util.py
+        mv pyproject_lib.toml pyproject.toml
+        new_version=$(cat version.txt) && sed -i '' "/^\[package\]$/,/^\[/ s/^version = \".*\"/version = \"$new_version\"/" Cargo.toml
+    - uses: PyO3/maturin-action@v1
+      with:
+        command: build
+        args: --release -o dist --sdist -i 3.7 3.8 3.9 3.10 3.11 pypy3.8 pypy3.9
+        target: universal2-apple-darwin
+        rust-toolchain: nightly
+    - name: Upload wheels
+      uses: actions/upload-artifact@v2
+      with:
+        name: tensorneko-lib
+        path: dist
+
+#  release:
+#    name: Release
+#    runs-on: ubuntu-latest
+#    needs: [ macos, windows, linux, source ]
+#    steps:
+#      - uses: actions/download-artifact@v2
+#        with:
+#          name: tensorneko-lib
+#          path: wheels
+#      - name: Publish to PyPI
+#        uses: messense/maturin-action@v1
+#        env:
+#          MATURIN_PYPI_TOKEN: ${{ secrets.PYPI_API_TOKEN }}
+#        with:
+#          command: upload
+#          args: --skip-existing *

tensorneko_lib-0.3.11/.github/workflows/release.yml

@@ -0,0 +1,266 @@
+name: Release
+on:
+  push:
+    branches:
+      - "master"
+jobs:
+  check-version:
+    name: Check Version
+    runs-on: ubuntu-20.04
+    outputs:
+      local-version: ${{ steps.get-local-version.outputs.version }}
+      remote-version-tensorneko: ${{ steps.get-remote-version-tensorneko.outputs.tensorneko-version }}
+      remote-version-tensorneko-util: ${{ steps.get-remote-version-tensorneko-util.outputs.tensorneko-util-version }}
+      remote-version-tensorneko-lib: ${{ steps.get-remote-version-tensorneko-lib.outputs.tensorneko-lib-version }}
+    steps:
+      - uses: actions/checkout@v2
+      - name: Get Local Version
+        id: get-local-version
+        run: echo "version=$(cat version.txt)" >> $GITHUB_OUTPUT
+      - name: Get Remote Version Tensorneko
+        id: get-remote-version-tensorneko
+        run: echo "version=$(curl -s https://pypi.org/pypi/tensorneko/json | jq -r '.info.version')" >> $GITHUB_OUTPUT
+      - name: Get Remote Version Tensorneko Util
+        id: get-remote-version-tensorneko-util
+        run: echo "version=$(curl -s https://pypi.org/pypi/tensorneko_util/json | jq -r '.info.version')" >> $GITHUB_OUTPUT
+      - name: Get Remote Version Tensorneko Lib
+        id: get-remote-version-tensorneko-lib
+        run: echo "version=$(curl -s https://pypi.org/pypi/tensorneko_lib/json | jq -r '.info.version')" >> $GITHUB_OUTPUT
+
+  build-web:
+    name: Build Web
+    runs-on: ubuntu-20.04
+
+    steps:
+      - uses: actions/checkout@v2
+
+      - name: Use Node.js 16.x
+        uses: actions/setup-node@v1
+        with:
+          node-version: 16.x
+
+      - name: npm install and build
+        working-directory: ./src/tensorneko_util/visualization/watcher/web
+        run: |
+          npm install
+          npm run build
+        env:
+          CI: true
+
+      - name: Print dist path
+        working-directory: ./src/tensorneko_util/visualization/watcher/web
+        run: |
+          echo ----------dist-------
+          ls -l dist
+          echo ----------dist/assets-------
+          ls -l dist/assets
+
+  unittest:
+    name: Unittest
+    runs-on: ubuntu-20.04
+
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: ["3.8", "3.9", "3.10", "3.11"]
+        torch-version: ["1.9.*", "1.10.*", "1.11.*", "1.12.*", "1.13.*", "2.0.*", "2.1.*", "2.2.*"]
+        lightning-version: ["2.0.*", "2.1.*", "2.2.*"]
+        exclude:
+          - python-version: "3.10"
+            torch-version: "1.8.*"
+          - python-version: "3.10"
+            torch-version: "1.9.*"
+          - python-version: "3.10"
+            torch-version: "1.10.*"
+
+          - python-version: "3.11"
+            torch-version: "1.8.*"
+          - python-version: "3.11"
+            torch-version: "1.9.*"
+          - python-version: "3.11"
+            torch-version: "1.10.*"
+          - python-version: "3.11"
+            torch-version: "1.11.*"
+          - python-version: "3.11"
+            torch-version: "1.12.*"
+
+    steps:
+      - uses: actions/checkout@v2
+
+      - name: Set up Python
+        uses: actions/setup-python@v2
+        with:
+          python-version: ${{ matrix.python-version }}
+          architecture: x64
+
+      - name: Install dependencies
+        run: |
+          pip install torch==${{ matrix.torch-version }}
+          pip install lightning==${{ matrix.lightning-version }}
+          pip install -r requirements_test.txt
+          python init.py
+
+      - name: Set PYTHONPATH
+        run: echo "PYTHONPATH=$(pwd)/src" >> $GITHUB_ENV
+
+      - name: Run Test
+        run: python -m unittest discover test
+
+  release-tensorneko:
+    name: Release Tensorneko
+    needs: [build-web, unittest, check-version]
+    if: needs.check-version.outputs.local-version != needs.check-version.outputs.remote-version-tensorneko
+    runs-on: ubuntu-20.04
+
+    strategy:
+      matrix:
+        python-version: [3.9]
+
+    steps:
+      - uses: actions/checkout@v2
+
+      - name: Set up Python
+        uses: actions/setup-python@v2
+        with:
+          python-version: ${{ matrix.python-version }}
+          architecture: x64
+
+      - name: Install dependencies
+        run: |
+          pip install -r requirements.txt
+          pip install wheel
+          python init.py
+
+      - name: Build package for tensorneko
+        run: python setup.py sdist bdist_wheel
+
+      - name: Release tensorneko to PyPI
+        uses: pypa/gh-action-pypi-publish@release/v1
+        with:
+          user: __token__
+          password: ${{ secrets.PYPI_API_TOKEN }}
+
+      - name: Save to artifact
+        uses: actions/upload-artifact@v2
+        with:
+          name: tensorneko
+          path: dist/
+
+  release-tensorneko-util:
+    name: Release Tensorneko Util
+    needs: [build-web, unittest, check-version]
+    if: needs.check-version.outputs.local-version != needs.check-version.outputs.remote-version-tensorneko-util
+    runs-on: ubuntu-20.04
+
+    strategy:
+      matrix:
+        python-version: [3.9]
+
+    steps:
+      - uses: actions/checkout@v2
+
+      - name: Use Node.js 16.x
+        uses: actions/setup-node@v1
+        with:
+          node-version: 16.x
+
+      - name: npm install and build
+        working-directory: ./src/tensorneko_util/visualization/watcher/web
+        run: |
+          npm install
+          npm run build
+        env:
+          CI: true
+
+      - name: Set up Python
+        uses: actions/setup-python@v2
+        with:
+          python-version: ${{ matrix.python-version }}
+          architecture: x64
+
+      - name: Install dependencies
+        run: |
+          pip install -r requirements.txt
+          pip install wheel
+          python init.py
+
+      - name: Build package for tensorneko_util
+        run: python setup_util.py sdist bdist_wheel
+
+      - name: Release tensorneko_util to PyPI
+        uses: pypa/gh-action-pypi-publish@release/v1
+        with:
+          user: __token__
+          password: ${{ secrets.PYPI_UTIL_API_TOKEN }}
+
+      - name: Save to artifact
+        uses: actions/upload-artifact@v2
+        with:
+          name: tensorneko-util
+          path: dist/
+
+  release-tensorneko-lib:
+    name: Release Tensorneko Lib
+    needs: [check-version]
+    if: needs.check-version.outputs.local-version != needs.check-version.outputs.remote-version-tensorneko-lib
+    uses: ./.github/workflows/release-lib.yml
+    secrets:
+      PYPI_API_TOKEN: ${{ secrets.PYPI_API_TOKEN }}
+
+  github-release:
+    name: Release
+    needs: [release-tensorneko, release-tensorneko-util, release-tensorneko-lib]
+    runs-on: ubuntu-20.04
+
+    strategy:
+      matrix:
+        python-version: [3.9]
+
+    steps:
+      - uses: actions/checkout@v2
+
+      - name: Set up Python
+        uses: actions/setup-python@v2
+        with:
+          python-version: ${{ matrix.python-version }}
+          architecture: x64
+
+      - name: Get the version
+        run: |
+          VER=$(cat version.txt)
+          echo "VERSION=$VER" >> $GITHUB_ENV
+
+      - name: Download artifacts
+        uses: actions/download-artifact@v2
+        with:
+          name: tensorneko
+          path: dist_tensorneko/
+
+      - name: Download artifacts
+        uses: actions/download-artifact@v2
+        with:
+          name: tensorneko-util
+          path: dist_tensorneko_util/
+
+      - name: Download artifacts
+        uses: actions/download-artifact@v2
+        with:
+          name: tensorneko-lib
+          path: dist_tensorneko_lib/
+
+      - name: Merge the artifacts
+        run: |
+          mkdir dist
+          cp -r dist_tensorneko/* dist/
+          cp -r dist_tensorneko_util/* dist/
+          cp -r dist_tensorneko_lib/* dist/
+
+      - name: Release to GitHub Release
+        uses: marvinpinto/action-automatic-releases@latest
+        with:
+          repo_token: "${{ secrets.GITHUB_TOKEN }}"
+          automatic_release_tag: "${{ env.VERSION }}"
+          title: "[${{ env.VERSION }}] TensorNeko Release"
+          prerelease: false
+          files: "dist/*"
+          draft: true