pytorch_optimizer 3.10.0__tar.gz → 3.11.0__tar.gz

{pytorch_optimizer-3.10.0 → pytorch_optimizer-3.11.0}/.github/labeler.yml

@@ -2,6 +2,8 @@ documentation:
   - changed-files:
     - any-glob-to-any-file:
       - '**/*.md'
+      - zensical.toml
+      - docs/**
 
 github_actions:
   - changed-files:
@@ -14,7 +16,8 @@ dependencies:
       - pyproject.toml
       - requirements.txt
       - requirements-dev.txt
-      - requirements-docs.txt
+      - docs/requirements-docs.txt
+      - uv.lock
 
 optimizer:
   - changed-files:

{pytorch_optimizer-3.10.0 → pytorch_optimizer-3.11.0}/.github/pull_request_template.md

@@ -16,7 +16,7 @@ _Please note any questions, helps or contexts what maintainer(s) should know_
 
 ## Checklist
 
-- [ ] Make sure to run `make format` before commit
-- [ ] My code adheres to the style guidelines of this project (`make check` shows no errors)
-- [ ] Both new and existing unit tests pass successfully on my local environment by running `make test`
+- [ ] Make sure to run `just format` before commit
+- [ ] My code adheres to the style guidelines of this project (`just check` shows no errors)
+- [ ] Both new and existing unit tests pass successfully on my local environment by running `just test`
 - [ ] I have made the necessary changes to the documentation

pytorch_optimizer-3.11.0/.github/workflows/ci.yml

@@ -0,0 +1,134 @@
+name: CI
+
+on:
+  push:
+    branches: [ main ]
+  pull_request:
+    branches: [ main ]
+  workflow_call:
+    inputs:
+      ref:
+        description: Commit to validate
+        type: string
+        required: false
+        default: ''
+      skip_coverage_upload:
+        description: Skip coverage uploads during release validation
+        type: boolean
+        required: false
+        default: false
+
+env:
+  OMP_NUM_THREADS: 8
+  MKL_NUM_THREADS: 8
+  PYTHONDONTWRITEBYTECODE: 1
+
+jobs:
+  lint:
+    name: Lint
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
+        with:
+          ref: ${{ inputs.ref || github.sha }}
+
+      - name: Setup uv
+        uses: astral-sh/setup-uv@c18668ad3cf93ea998bef934396af7bb5c839dc7 # v10.2.0
+        with:
+          python-version: 3.12
+          enable-cache: true
+          prune-cache: false
+
+      - name: Install dependencies
+        run: uv sync --frozen --no-editable
+
+      - name: Run lint
+        run: |
+          uv run ruff check pytorch_optimizer examples tests scripts hubconf.py
+
+  type_check:
+    name: Static Type Check
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
+        with:
+          ref: ${{ inputs.ref || github.sha }}
+
+      - name: Setup uv
+        uses: astral-sh/setup-uv@c18668ad3cf93ea998bef934396af7bb5c839dc7 # v10.2.0
+        with:
+          python-version: 3.12
+          enable-cache: true
+          prune-cache: false
+
+      - name: Install dependencies
+        run: uv sync --frozen --no-editable
+
+      - uses: jakebailey/pyright-action@8ec14b5cfe41f26e5f41686a31eb6012758217ef # v3.0.2
+        with:
+          version: 1.1.414
+
+  docs:
+    name: Documentation
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
+        with:
+          ref: ${{ inputs.ref || github.sha }}
+
+      - name: Setup uv
+        uses: astral-sh/setup-uv@c18668ad3cf93ea998bef934396af7bb5c839dc7 # v10.2.0
+        with:
+          python-version: 3.12
+          enable-cache: true
+
+      - name: Build documentation
+        run: uv run --no-project --python 3.12 --with-requirements docs/requirements-docs.txt zensical build --strict
+
+  test:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: ['3.8', '3.9', '3.10', '3.11', '3.12', '3.13', '3.14', '3.15']
+
+    steps:
+    - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
+      with:
+        ref: ${{ inputs.ref || github.sha }}
+
+    - name: Setup uv
+      uses: astral-sh/setup-uv@c18668ad3cf93ea998bef934396af7bb5c839dc7 # v10.2.0
+      with:
+        python-version: ${{ matrix.python-version }}
+        enable-cache: true
+        prune-cache: false
+
+    - name: Install dependencies
+      run: uv sync --frozen --no-editable
+
+    - name: Check test
+      run: uv run --frozen pytest
+
+    - name: Upload coverage
+      if: success() && !inputs.skip_coverage_upload
+      uses: codecov/codecov-action@303a32d7a59b442fa8d48b6a1cc6825c09c847a5 # v7.1.1
+      with:
+        token: ${{ secrets.CODECOV_TOKEN }}
+        directory: ./
+        files: ./coverage.xml
+        env_vars: OS,PYTHON
+        flags: ${{ matrix.python-version }}
+        fail_ci_if_error: true
+        verbose: false
+
+  ci-summary:
+    if: always()
+    needs: [lint, type_check, docs, test]
+    runs-on: ubuntu-latest
+    steps:
+      - name: Check results
+        if: contains(needs.*.result, 'failure') || contains(needs.*.result, 'cancelled')
+        run: exit 1
+
+      - name: Report Summary
+        run: echo "✅ Lint, documentation, and tests completed for all targets"

{pytorch_optimizer-3.10.0 → pytorch_optimizer-3.11.0}/.github/workflows/pr_automerge.yml

@@ -21,7 +21,7 @@ jobs:
       - id: automerge
         if: ${{ contains(github.event.pull_request.labels.*.name, 'automerge') }}
         name: automerge
-        uses: pascalgn/automerge-action@v0.16.4
+        uses: pascalgn/automerge-action@7961b8b5eec56cc088c140b56d864285eabd3f67 # v0.16.4
         env:
           MERGE_LABELS: "automerge"
           MERGE_METHOD_LABEL_REQUIRED: "false"

{pytorch_optimizer-3.10.0 → pytorch_optimizer-3.11.0}/.github/workflows/pr_codeql.yml

@@ -35,14 +35,14 @@ jobs:
 
     steps:
     - name: Checkout repository
-      uses: actions/checkout@v5
+      uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
 
     - name: Initialize CodeQL
-      uses: github/codeql-action/init@v4
+      uses: github/codeql-action/init@2892aa5e19bbd11bc0cff5427e3b750a04d9e3c2 # v4.38.2
       with:
         languages: ${{ matrix.language }}
 
     - name: Perform CodeQL Analysis
-      uses: github/codeql-action/analyze@v4
+      uses: github/codeql-action/analyze@2892aa5e19bbd11bc0cff5427e3b750a04d9e3c2 # v4.38.2
       with:
         category: "/language:${{matrix.language}}"

{pytorch_optimizer-3.10.0 → pytorch_optimizer-3.11.0}/.github/workflows/pr_labeler.yml

@@ -17,9 +17,9 @@ jobs:
       pull-requests: write
 
     steps:
-      - uses: actions/checkout@v5
+      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
 
-      - uses: actions/labeler@v5
+      - uses: actions/labeler@bf12e9b00b37c5c0ca2b87b79b2daf7891dbda13 # v7.0.0
         if: ${{ github.event.action != 'labeled' && github.event.action != 'unlabeled' && !contains(github.event.pull_request.labels.*.name, 'automerge') }}
         with:
           configuration-path: '.github/labeler.yml'

pytorch_optimizer-3.11.0/.github/workflows/publish.yml

@@ -0,0 +1,214 @@
+name: Release
+run-name: Release / ${{ github.ref_name }}
+
+on:
+  push:
+    tags:
+      - 'v[0-9]+.[0-9]+.[0-9]+'
+  workflow_dispatch:
+    inputs:
+      bump:
+        description: Version component to increment
+        required: true
+        type: choice
+        default: patch
+        options: [major, minor, patch]
+
+permissions:
+  contents: read
+
+concurrency:
+  group: publish
+  cancel-in-progress: false
+
+jobs:
+  guard:
+    name: Guard Release Ref
+    runs-on: ubuntu-latest
+    steps:
+      - name: Require main for manual releases
+        run: |
+          if [[ "$GITHUB_EVENT_NAME" == 'workflow_dispatch' && "$GITHUB_REF" != 'refs/heads/main' ]]; then
+            echo "Run manual releases from main, not $GITHUB_REF" >&2
+            exit 1
+          fi
+
+  validate:
+    name: Validate
+    needs: guard
+    uses: ./.github/workflows/ci.yml
+    with:
+      ref: ${{ github.sha }}
+      skip_coverage_upload: true
+
+  prepare:
+    name: Prepare Version
+    needs: validate
+    runs-on: ubuntu-latest
+    permissions:
+      contents: write
+    outputs:
+      tag: ${{ steps.version.outputs.tag }}
+      ref: ${{ steps.commit.outputs.ref }}
+    steps:
+      - name: Checkout release ref
+        uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
+        with:
+          ref: ${{ github.sha }}
+          fetch-depth: 0
+          token: ${{ secrets.GH_TOKEN }}
+
+      - name: Setup uv
+        uses: astral-sh/setup-uv@c18668ad3cf93ea998bef934396af7bb5c839dc7 # v10.2.0
+        with:
+          python-version: '3.12'
+
+      - name: Validate and bump package version
+        id: version
+        env:
+          BUMP: ${{ inputs.bump }}
+        run: |
+          uv lock --check
+          current="$(uv version --short)"
+          if [[ ! "$current" =~ ^[0-9]+\.[0-9]+\.[0-9]+$ ]]; then
+            echo 'Package version must have the form MAJOR.MINOR.PATCH' >&2
+            exit 1
+          fi
+
+          if [[ "$GITHUB_EVENT_NAME" == 'workflow_dispatch' ]]; then
+            version="$(uv version --bump "$BUMP" --no-sync --short)"
+            tag="v$version"
+          else
+            tag="$GITHUB_REF_NAME"
+            if [[ "$tag" != "v$current" ]]; then
+              echo "Tag $tag does not match package version $current" >&2
+              exit 1
+            fi
+          fi
+          echo "tag=$tag" >> "$GITHUB_OUTPUT"
+
+      - name: Commit and push version bump
+        id: commit
+        env:
+          RELEASE_TAG: ${{ steps.version.outputs.tag }}
+        run: |
+          if [[ "$GITHUB_EVENT_NAME" == 'workflow_dispatch' ]]; then
+            if git rev-parse --verify --quiet "refs/tags/$RELEASE_TAG"; then
+              echo "Tag $RELEASE_TAG already exists" >&2
+              exit 1
+            fi
+            git config user.name 'github-actions[bot]'
+            git config user.email '41898282+github-actions[bot]@users.noreply.github.com'
+            git add pyproject.toml uv.lock
+            git commit -m "build: prepare version ${RELEASE_TAG#v} [skip ci]"
+            git push origin HEAD:main
+          fi
+          echo "ref=$(git rev-parse HEAD)" >> "$GITHUB_OUTPUT"
+
+  deploy:
+    name: Publish Package
+    needs: prepare
+    runs-on: ubuntu-latest
+    permissions:
+      contents: write
+    steps:
+      - name: Checkout release commit
+        uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
+        with:
+          ref: ${{ needs.prepare.outputs.ref }}
+          fetch-depth: 0
+
+      - name: Setup uv
+        uses: astral-sh/setup-uv@c18668ad3cf93ea998bef934396af7bb5c839dc7 # v10.2.0
+        with:
+          python-version: '3.12'
+
+      - name: Build package
+        run: uv build
+
+      - name: Create and push release tag
+        if: github.event_name == 'workflow_dispatch'
+        env:
+          RELEASE_TAG: ${{ needs.prepare.outputs.tag }}
+          RELEASE_REF: ${{ needs.prepare.outputs.ref }}
+        run: |
+          if git rev-parse --verify --quiet "refs/tags/$RELEASE_TAG"; then
+            if [[ "$(git rev-list -n 1 "$RELEASE_TAG")" != "$RELEASE_REF" ]]; then
+              echo "Tag $RELEASE_TAG points to a different commit" >&2
+              exit 1
+            fi
+          else
+            git config user.name 'github-actions[bot]'
+            git config user.email '41898282+github-actions[bot]@users.noreply.github.com'
+            git tag -a "$RELEASE_TAG" -m "pytorch-optimizer $RELEASE_TAG"
+            git push origin "refs/tags/$RELEASE_TAG"
+          fi
+
+      - name: Publish package to PyPI
+        env:
+          UV_PUBLISH_TOKEN: ${{ secrets.PYPI_TOKEN }}
+        run: uv publish --check-url https://pypi.org/simple
+
+  release:
+    name: Create Release
+    runs-on: ubuntu-latest
+    needs: [prepare, deploy]
+    permissions:
+      contents: write
+    steps:
+      - name: Generate release notes and create release
+        uses: softprops/action-gh-release@efb35369e0ad2afab669f228072c1b0d510eae64 # v3.0.3
+        with:
+          generate_release_notes: true
+          draft: false
+          prerelease: false
+          name: pytorch-optimizer ${{ needs.prepare.outputs.tag }}
+          tag_name: ${{ needs.prepare.outputs.tag }}
+          target_commitish: ${{ needs.prepare.outputs.ref }}
+          token: ${{ secrets.GH_TOKEN }}
+
+  changelog:
+    name: Update Changelogs
+    runs-on: ubuntu-latest
+    needs: [prepare, release]
+    permissions:
+      contents: write
+      pull-requests: write
+    steps:
+      - name: Checkout main
+        uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
+        with:
+          ref: main
+
+      - name: Set up Python
+        uses: actions/setup-python@5fda3b95a4ea91299a34e894583c3862153e4b97 # v7.0.0
+        with:
+          python-version: '3.12'
+
+      - name: Update changelogs from the published release
+        env:
+          GH_TOKEN: ${{ github.token }}
+          GH_REPO: ${{ github.repository }}
+          RELEASE_TAG: ${{ needs.prepare.outputs.tag }}
+        run: |
+          gh release view "$RELEASE_TAG" --json body --jq .body > "$RUNNER_TEMP/release-notes.md"
+          python scripts/update_changelog.py "$RELEASE_TAG" "$RUNNER_TEMP/release-notes.md"
+
+      - name: Create changelog pull request
+        uses: peter-evans/create-pull-request@5f6978faf089d4d20b00c7766989d076bb2fc7f1 # v8.1.1
+        with:
+          branch: docs/changelog-update-${{ needs.prepare.outputs.tag }}
+          commit-message: 'docs: update changelogs for ${{ needs.prepare.outputs.tag }}'
+          title: 'docs: update changelogs for ${{ needs.prepare.outputs.tag }}'
+          body: >-
+            Sync the generated release notes from
+            https://github.com/${{ github.repository }}/releases/tag/${{ needs.prepare.outputs.tag }}
+            into CHANGELOG.md and the documentation.
+          base: main
+          add-paths: |
+            CHANGELOG.md
+            docs/changelogs/${{ needs.prepare.outputs.tag }}.md
+            docs/changelogs/index.md
+          delete-branch: true
+          labels: automerge
+          token: ${{ secrets.GH_TOKEN }}

{pytorch_optimizer-3.10.0 → pytorch_optimizer-3.11.0}/.github/workflows/update_docs.yml

@@ -12,10 +12,10 @@ jobs:
   update-docs:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v5
+      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
 
       - name: Set up Python 3.12
-        uses: actions/setup-python@v5
+        uses: actions/setup-python@5fda3b95a4ea91299a34e894583c3862153e4b97 # v7.0.0
         with:
           python-version: 3.12
 
@@ -23,7 +23,7 @@ jobs:
         run: python scripts/update_docs.py
 
       - name: Commit updated documentation
-        uses: stefanzweifel/git-auto-commit-action@v6
+        uses: stefanzweifel/git-auto-commit-action@4a55954c782fc1ea30b9056cd3e7a2b40ca8887d # v7.2.0
         id: auto-commit-action
         with:
           commit_message: "docs: update documentation"

pytorch_optimizer-3.11.0/AGENTS.md

@@ -0,0 +1,77 @@
+# Agent Instructions
+
+## Development workflow
+
+- Use `uv` for dependency resolution and execution. Prefer `uv run just <recipe>` so tests use the versions in `uv.lock`.
+- The repository `justfile` is cross-platform and works on Windows, macOS, and Linux/WSL.
+- Run the relevant checks after changes:
+  - `uv run just format`
+  - `uv run just check`
+  - `uv run just test`
+- New or changed implementation code should have 100% test coverage. Check it with `uv run coverage report -m`.
+- If coverage drops, add focused tests using the existing patterns in `tests/constants.py` and `tests/test_*.py`.
+- Run a focused test with `uv run pytest tests/test_optimizers.py::test_name -sv -vv`.
+- Use `uv run just docs` to serve the Zensical documentation and `uv run just docs-build` to build it with strict validation.
+- Run `uv run just update-docs` after changing public exports to regenerate the API reference.
+
+## Architecture
+
+- `pytorch_optimizer/base/` contains `BaseOptimizer`, scheduler bases, shared types, and exceptions.
+- `pytorch_optimizer/optimizer/` contains optimizers, wrappers, and shared gradient and update utilities.
+- `pytorch_optimizer/lr_scheduler/` and `pytorch_optimizer/loss/` contain schedulers and loss functions.
+- The public API exports components from `pytorch_optimizer/__init__.py`. Use `load_optimizer()` to load a class by name
+  and `create_optimizer()` to configure an optimizer with common options and wrappers.
+- Optional integrations include `bitsandbytes`, `q-galore-torch`, and `torchao`.
+- `tests/test_optimizers.py` uses recipes from `tests/constants.py` for training tests. Parameter validation, variants,
+  wrappers, losses, and schedulers have separate test modules. `tests/conftest.py` supplies the training data fixture.
+- `zensical.toml` owns documentation navigation and theme settings. Keep the home page separate from `README.md`.
+
+## Code style
+
+- Follow nearby repository code and tests before introducing new patterns.
+- Add comments only when code is difficult to understand; avoid redundant, meaningless, or excessive comments.
+- Use blank lines to separate logical steps and improve readability.
+- Do not add introductory comments or docstrings to scripts.
+- Use a maximum line length of 119 characters and single-quoted strings.
+- Use the repository's existing typing style. Do not add `from __future__ import annotations` or `TYPE_CHECKING` imports unless the surrounding code requires them.
+- Optimizers inherit from `BaseOptimizer`, implement `init_group()` and `step()`, and reuse its validation and update helpers where applicable.
+- All optimizer implementations must follow the algorithms and update rules in their original papers.
+- Follow Google-style docstrings. Reuse helpers such as `apply_weight_decay()`, `apply_cautious()`, `debias()`,
+  `validate_learning_rate()`, `validate_betas()`, and `validate_range()` before adding update or validation logic.
+- Keep implementations focused; remove redundant compatibility layers and abstractions.
+
+## Adding an optimizer
+
+- Add the implementation under `pytorch_optimizer/optimizer/`.
+- Export it from the optimizer package and register it in `OPTIMIZER_LIST` so it is available through `OPTIMIZERS` and `load_optimizer()`.
+- Add a training recipe to `tests/constants.py`; the parametrized tests in `tests/test_optimizers.py` will exercise it.
+- Add focused tests for optimizer-specific behavior, state handling, validation, wrappers, and edge cases as needed.
+- Update the relevant documentation and algorithm table in `README.md`.
+- Write clear PR titles and descriptions; the release workflow generates notes from merged PRs and syncs them to
+  `CHANGELOG.md`, `docs/changelogs/<tag>.md`, and the changelog index through an automated PR.
+- Register new loss functions and schedulers in their package exports and add them to the corresponding tests and README tables.
+- Never edit the root `CHANGELOG.md`; it is maintained automatically.
+
+## Commits and pull requests
+
+Every commit subject must start with one of these prefixes:
+
+| Prefix | Use for |
+| --- | --- |
+| `feat:` | Add a feature or public API. |
+| `fix:` | Correct a bug or unintended behavior. |
+| `perf:` | Improve execution speed or resource use. |
+| `style:` | Change code formatting without changing behavior. |
+| `refactor:` | Restructure code without changing public behavior. |
+| `docs:` | Add, revise, or reorganize documentation. |
+| `chore:` | Maintain development tools, automation, or repository housekeeping. |
+| `build:` | Change build, packaging, or dependency configuration. |
+| `update:` | Refresh project content or metadata when no more specific prefix applies. |
+
+Keep the text after the prefix imperative, concise, and specific to the committed change.
+Do not use commit prefixes outside this list.
+
+- Write concise, specific PR titles that describe the actual change. Use a title tag only when it adds useful context
+  and accurately matches the work; do not derive it mechanically from the commit prefix.
+- Feature PR titles follow the existing format, such as `[Feature] Implement Magma optimizer`.
+- Keep commits focused, verify the branch and working tree before pushing, and use `--force-with-lease` only when rewriting a pushed branch is necessary.

{pytorch_optimizer-3.10.0 → pytorch_optimizer-3.11.0}/CHANGELOG.md

@@ -1,3 +1,62 @@
+# v3.10.1
+
+## Change Log
+
+### Feature
+
+* Implement `LoRARite` optimizer. (#498, #504)
+  * [LoRA Done RITE: Robust Invariant Transformation Equilibration for LoRA Optimization](https://arxiv.org/abs/2410.20625)
+* Implement `FlashAdamW` optimizer. (#495, #503)
+  * [FlashOptim: Optimizers for Memory-Efficient Training](https://arxiv.org/abs/2602.23349) 
+* Implement `DualAdam` optimizer. (#496, #502)
+  * [Combining Adam and its Inverse Counterpart to Enhance Generalization of Deep Learning Optimizers](https://arxiv.org/abs/2603.07122)
+* Implement `ROSE` optimizer. (#500, #501)
+  * [Stateless optimization through range-normalized gradient updates](https://github.com/MatthewK78) 
+
+## Contributions
+
+thanks to @mfazrinizar
+
+# v3.10.0
+
+## Change Log
+
+### Feature
+
+* Add support for `foreach`. (#287, #476, #477)
+  * More than 10 optimizers (e.g. AdaFactor, StableAdamW, Lion, AdaBelief, Amos, ...) now support `foreach`.
+  * In most cases, `foreach` improves training speed by 1.1x to 1.5x, with a moderate increase in memory usage.
+  * Like official `PyTorch` optimizers, the default value of `foreach` is `None`. When `foreach=None`, CUDA paths prefer the `foreach` implementation over the for-loop implementation.
+  * If you need the previous for-loop behavior, set `foreach=False` explicitly.
+* Update the Emo-series optimizers. (#472, #478)
+  * Update `EmoNavi`, `EmoFact`, and `EmoLynx`.
+  * Begin deprecating `EmoNeco` and `EmoZeal` (they are being phased out).
+* Implement `SpectralSphere` optimizer. (#483, #485)
+  * [Controlled LLM Training on Spectral Sphere](https://arxiv.org/abs/2601.08393)
+* Support various coefficients for `zero_power_via_newton_schulz_5`. (#487)
+  * Add coefficient presets: `original`, `quintic`, `polar_express`, and `polar_express_safer`.
+  * Support custom coefficient schedules and expose `ns_coeffs` in `Muon`, `DistributedMuon`, `AdaMuon`, and `AdaGO`.
+
+### Refactor
+
+* Rename and organize type aliases. (#488)
+
+### Fix
+
+* Fix misbehavior in `AdaFactor` optimizer. (#477)
+* Fix a potential `NaN` issue in `AdamP` optimizer. (#480, #481)
+* Fix `Lookahead` wrapper compatibility with `accelerate` by normalizing `lookahead_state` serialization. (#484, #489)
+
+### Docs
+
+* Convert the previous docstring style to Google style. (#487)
+* Add `py.typed` to mark distributed typing information. (#487)
+* rework the README.md. (#491, #492)
+
+### CI/CD
+
+* Introduce `uv`. (#473)
+
 # v3.9.0
 
 ## Change Log