speedy-utils 1.1.18__tar.gz → 1.1.20__tar.gz

speedy_utils-1.1.20/.github/copilot-instructions.md

@@ -0,0 +1,39 @@
+## Coding Standards
+- **Naming**
+  - snake_case for functions & variables
+  - PascalCase for classes
+- **Formatting**
+  - 4-space indentation
+  - Single quotes for strings
+  - f-strings for interpolation
+- **Typing & Docs**
+  - Add type hints to all public functions & methods
+  - Keep docstrings minimal; comment only non-obvious logic
+- **Comparisons**
+  - Use `is` / `is not` when comparing with `None`
+
+## Tooling Assumptions
+- Editor: **VS Code**
+- Pylance setting: `"python.analysis.typeCheckingMode": "basic"`
+  - Code must satisfy **basic** type checking (no strict-mode warnings).
+  - Prefer clear, straightforward typing over complex generics.
+
+## Preferred Libraries
+- Logging: `loguru`
+- Database: `Peewee` + **PostgreSQL** (or **SQLite** locally)
+- Web API: `FastAPI`
+- Pydantic: `FastAPI`
+- Testing: `pytest`
+- Async: `asyncio` + `aiohttp`
+- PydanticV2: `pydantic` (v2.x)
+## When user provide a list of problems:
+Directly go over the list and edit the code to fix the problems.
+
+## Common problems when generated code to avoid:
+*Stick to these choices unless explicitly instructed otherwise.*
+
+---
+
+## Rules for Code Generation
+
+- Each line should less than 88 characters.

speedy_utils-1.1.20/.github/workflows/publish.yml

@@ -0,0 +1,32 @@
+name: Publish to PyPI on bumpversion
+
+on:
+  push:
+    branches:
+      - master
+
+jobs:
+  publish:
+    runs-on: ubuntu-latest
+    if: |
+      contains(github.event.head_commit.message, 'bumpversion')
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.12'
+
+      - name: Install Poetry
+        run: |
+          python -m pip install --upgrade pip
+          pip install poetry
+
+      - name: Configure Poetry for PyPI
+        run: |
+          poetry config pypi-token.pypi "${{ secrets.PYPI_API_TOKEN }}"
+
+      - name: Publish package
+        run: poetry publish --build

speedy_utils-1.1.20/.gitignore

@@ -0,0 +1,124 @@
+*.egg-info/
+.cache
+build/
+.hypothesis/
+**/__pycache__/**
+dist/
+.ipynb_checkpoints
+.vscode
+
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+.python-version
+
+# celery beat schedule file
+celerybeat-schedule
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.env.*
+.venv
+.venv.*
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# pytype static type analyzer
+.pytype/
+./cachedir
+3.9,
+.copilot
+.vscode/settings.json
+.codegen

speedy_utils-1.1.20/.pre-commit-config.yaml

@@ -0,0 +1,13 @@
+repos:
+  - repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v4.5.0
+    hooks:
+      - id: trailing-whitespace
+      - id: end-of-file-fixer
+      - id: check-yaml
+
+  - repo: https://github.com/psf/black
+    rev: 24.3.0
+    hooks:
+      - id: black
+        args: [--line-length=88]

{speedy_utils-1.1.18 → speedy_utils-1.1.20}/PKG-INFO

@@ -1,10 +1,14 @@
 Metadata-Version: 2.4
 Name: speedy-utils
-Version: 1.1.18
+Version: 1.1.20
 Summary: Fast and easy-to-use package for data science
-Author: AnhVTH
-Author-email: anhvth.226@gmail.com
-Requires-Python: >=3.8
+Project-URL: Homepage, https://github.com/anhvth/speedy
+Project-URL: Repository, https://github.com/anhvth/speedy
+Author-email: AnhVTH <anhvth.226@gmail.com>
+License: MIT
+Classifier: Development Status :: 4 - Beta
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
@@ -13,29 +17,34 @@ Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
 Classifier: Programming Language :: Python :: 3.14
+Requires-Python: >=3.8
+Requires-Dist: aiohttp
 Requires-Dist: bump2version
 Requires-Dist: cachetools
 Requires-Dist: debugpy
 Requires-Dist: fastcore
 Requires-Dist: fastprogress
-Requires-Dist: freezegun (>=1.5.1,<2.0.0)
+Requires-Dist: freezegun
 Requires-Dist: ipdb
 Requires-Dist: ipywidgets
-Requires-Dist: json-repair (>=0.25.0,<0.31.0)
+Requires-Dist: json-repair
 Requires-Dist: jupyterlab
 Requires-Dist: loguru
 Requires-Dist: matplotlib
 Requires-Dist: numpy
-Requires-Dist: openai (>=1.106.0,<2.0.0)
-Requires-Dist: packaging (>=23.2,<25)
+Requires-Dist: openai
+Requires-Dist: packaging
 Requires-Dist: pandas
 Requires-Dist: pydantic
+Requires-Dist: pytest
+Requires-Dist: ray
 Requires-Dist: requests
 Requires-Dist: scikit-learn
 Requires-Dist: tabulate
 Requires-Dist: tqdm
 Requires-Dist: xxhash
-Project-URL: Homepage, https://github.com/anhvth/speedy
+Provides-Extra: ray
+Requires-Dist: ray>=2.49.1; (python_version >= '3.9') and extra == 'ray'
 Description-Content-Type: text/markdown
 
 # Speedy Utils
@@ -84,6 +93,19 @@ cd speedy-utils
 pip install .
 ```
 
+### Extras
+
+Optional dependencies can be installed via extras. For the `ray` backend
+support (requires Python >= 3.9):
+
+```bash
+# pip
+pip install 'speedy-utils[ray]'
+
+# Poetry (for developing this repo)
+poetry install -E ray
+```
+
 ## Updating from previous versions
 
 To update from previous versions or switch to v1.x, first uninstall any old
@@ -282,9 +304,8 @@ python speedy_utils/common/dataclass_parser.py
 
 Example output:
 
-| Field              | Value                                 |
-|--------------------|---------------------------------------|
-| from_peft          | ./outputs/llm_hn_qw32b/hn_results_r3/ |
+| Field     | Value                                 |
+| --------- | ------------------------------------- |
+| from_peft | ./outputs/llm_hn_qw32b/hn_results_r3/ |
 
 Please ensure your code adheres to the project's coding standards and includes appropriate tests.
-

{speedy_utils-1.1.18 → speedy_utils-1.1.20}/README.md

@@ -44,6 +44,19 @@ cd speedy-utils
 pip install .
 ```
 
+### Extras
+
+Optional dependencies can be installed via extras. For the `ray` backend
+support (requires Python >= 3.9):
+
+```bash
+# pip
+pip install 'speedy-utils[ray]'
+
+# Poetry (for developing this repo)
+poetry install -E ray
+```
+
 ## Updating from previous versions
 
 To update from previous versions or switch to v1.x, first uninstall any old
@@ -242,8 +255,8 @@ python speedy_utils/common/dataclass_parser.py
 
 Example output:
 
-| Field              | Value                                 |
-|--------------------|---------------------------------------|
-| from_peft          | ./outputs/llm_hn_qw32b/hn_results_r3/ |
+| Field     | Value                                 |
+| --------- | ------------------------------------- |
+| from_peft | ./outputs/llm_hn_qw32b/hn_results_r3/ |
 
 Please ensure your code adheres to the project's coding standards and includes appropriate tests.

speedy_utils-1.1.20/bumpversion.sh

@@ -0,0 +1,24 @@
+#!/bin/zsh
+# Bump patch version using poetry, commit, and push
+set -e
+
+echo 'Current version:'
+poetry version
+
+# Determine bump type (patch, minor, major)
+BUMP_TYPE=${1:-patch}
+if [[ "$BUMP_TYPE" != "patch" && "$BUMP_TYPE" != "minor" && "$BUMP_TYPE" != "major" ]]; then
+	echo "Usage: $0 [patch|minor|major]"
+	exit 1
+fi
+
+echo "Bumping $BUMP_TYPE version..."
+poetry version $BUMP_TYPE
+
+NEW_VERSION=$(poetry version -s)
+echo "New version: $NEW_VERSION"
+
+git add pyproject.toml
+git commit -m "bumpversion"
+git push
+echo 'Version bumped, committed, and pushed.'

{speedy_utils-1.1.18 → speedy_utils-1.1.20}/pyproject.toml

@@ -1,18 +1,71 @@
-[tool.poetry]
+[project]
 name = "speedy-utils"
-version = "1.1.18"
+version = "1.1.20"
 description = "Fast and easy-to-use package for data science"
-authors = ["AnhVTH <anhvth.226@gmail.com>"]
+authors = [{ name = "AnhVTH", email = "anhvth.226@gmail.com" }]
 readme = "README.md"
-homepage = "https://github.com/anhvth/speedy"
-packages = [
-    { include = "speedy_utils", from = "src" },
-    { include = "llm_utils", from = "src" },
+license = { text = "MIT" }
+requires-python = ">=3.8"
+dependencies = [
+    "numpy",
+    "requests",
+    "xxhash",
+    "loguru",
+    "fastcore",
+    "debugpy",
+    "ipywidgets",
+    "jupyterlab",
+    "ipdb",
+    "scikit-learn",
+    "matplotlib",
+    "pandas",
+    "tabulate",
+    "pydantic",
+    "tqdm",
+    "cachetools",
+    "bump2version",
+    "json-repair",
+    "fastprogress",
+    "freezegun",
+    "packaging",
+    "openai",
+    "ray",
+    "aiohttp",
+    "pytest",
 ]
+classifiers = [
+    "Development Status :: 4 - Beta",
+    "Intended Audience :: Developers",
+    "License :: OSI Approved :: MIT License",
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.8",
+    "Programming Language :: Python :: 3.9",
+    "Programming Language :: Python :: 3.10",
+    "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12",
+    "Programming Language :: Python :: 3.13",
+    "Programming Language :: Python :: 3.14",
+]
+
+[project.urls]
+Homepage = "https://github.com/anhvth/speedy"
+Repository = "https://github.com/anhvth/speedy"
+
+[project.optional-dependencies]
+ray = ["ray>=2.49.1; python_version >= '3.9'"]
+
+[project.scripts]
+mpython = "speedy_utils.scripts.mpython:main"
+svllm = "llm_utils.scripts.vllm_serve:main"
+svllm-lb = "llm_utils.scripts.vllm_load_balancer:run_load_balancer"
+openapi_client_codegen = "speedy_utils.scripts.openapi_client_codegen:main"
 
 [build-system]
-requires = ["poetry-core>=1.0.15"]
-build-backend = "poetry.core.masonry.api"
+requires = ["hatchling"]
+build-backend = "hatchling.build"
+
+[tool.hatch.build.targets.wheel]
+packages = ["src/speedy_utils", "src/llm_utils"]
 
 [tool.black]
 line-length = 88
@@ -35,38 +88,6 @@ disallow_untyped_decorators = true
 no_implicit_optional = true
 strict_optional = true
 
-[tool.poetry.dependencies]
-python = ">=3.8"
-numpy = "*"
-requests = "*"
-xxhash = "*"
-loguru = "*"
-fastcore = "*"
-debugpy = "*"
-ipywidgets = "*"
-jupyterlab = "*"
-ipdb = "*"
-scikit-learn = "*"
-matplotlib = "*"
-pandas = "*"
-tabulate = "*"
-pydantic = "*"
-tqdm = "*"
-cachetools = "*"
-bump2version = "*"
-json-repair = ">=0.25.0,<0.31.0"
-fastprogress = "*"
-freezegun = "^1.5.1"
-packaging = ">=23.2,<25"
-openai = "^1.106.0"
-
-[tool.poetry.scripts]
-mpython = "speedy_utils.scripts.mpython:main"
-svllm = "llm_utils.scripts.vllm_serve:main"
-svllm-lb = "llm_utils.scripts.vllm_load_balancer:run_load_balancer"
-openapi_client_codegen = "speedy_utils.scripts.openapi_client_codegen:main"
-
-
 [tool.ruff]
 exclude = [
     "**/*.ipynb",
@@ -81,7 +102,6 @@ exclude = [
     "**/.vscode",
     "**/*.egg-info",
     "**/*.lock",
-    "poetry.lock",
     "Pipfile.lock",
     "package-lock.json",
     "yarn.lock",

speedy_utils-1.1.20/ruff.toml

@@ -0,0 +1,4 @@
+ignore = ["F401", "F403", "F405", "E501", "E731", "E402"]
+line-length = 120
+target-version = "py312"                                  # adjust to your Python version
+respect-gitignore = true

speedy_utils-1.1.20/scripts/deploy.sh

@@ -0,0 +1,155 @@
+#!/bin/bash
+
+# Deploy script for publishing to PyPI
+# Based on the GitHub Actions workflow
+
+set -e  # Exit on any error
+
+
+
+
+
+
+# Colors for output
+RED='\033[0;31m'
+GREEN='\033[0;32m'
+YELLOW='\033[1;33m'
+NC='\033[0m' # No Color
+
+echo_info() {
+    echo -e "${GREEN}[INFO]${NC} $1"
+}
+
+echo_warn() {
+    echo -e "${YELLOW}[WARN]${NC} $1"
+}
+
+echo_error() {
+    echo -e "${RED}[ERROR]${NC} $1"
+}
+
+# Function to check if command exists
+command_exists() {
+    command -v "$1" >/dev/null 2>&1
+}
+
+# Check required tools
+echo_info "Checking required tools..."
+
+if ! command_exists python3; then
+    echo_error "Python 3 is required but not installed"
+    exit 1
+fi
+
+if ! command_exists git; then
+    echo_error "Git is required but not installed"
+    exit 1
+fi
+
+# Install/upgrade required packages
+echo_info "Installing/upgrading required packages..."
+python3 -m pip install --upgrade pip
+pip install poetry twine
+
+# Check if we're in a git repository
+if [ ! -d ".git" ]; then
+    echo_error "Not in a git repository"
+    exit 1
+fi
+
+# Check if we're on master branch
+current_branch=$(git branch --show-current)
+if [ "$current_branch" != "master" ]; then
+    echo_warn "Current branch is '$current_branch', not 'master'"
+    read -p "Continue anyway? (y/N): " -n 1 -r
+    echo
+    if [[ ! $REPLY =~ ^[Yy]$ ]]; then
+        echo_info "Deployment cancelled"
+        exit 0
+    fi
+fi
+
+# Check for uncommitted changes
+if [ -n "$(git status --porcelain)" ]; then
+    echo_error "There are uncommitted changes. Please commit or stash them first"
+    git status --short
+    exit 1
+fi
+
+# Check if PYPI_API_TOKEN is set
+if [ -z "$PYPI_API_TOKEN" ]; then
+    echo_error "PYPI_API_TOKEN environment variable is not set"
+    echo_info "Please set it with: export PYPI_API_TOKEN=your_token_here"
+    exit 1
+fi
+
+# Get current version from pyproject.toml
+current_version=$(grep '^version = ' pyproject.toml | sed 's/version = "\(.*\)"/\1/')
+echo_info "Current version: $current_version"
+
+# Ask for new version
+echo_info "Enter new version (or press Enter to skip version bump):"
+read -r new_version
+
+if [ -n "$new_version" ]; then
+    echo_info "Bumping version to $new_version..."
+    
+    # Update version in pyproject.toml
+    sed -i "s/^version = \".*\"/version = \"$new_version\"/" pyproject.toml
+    
+    # Commit version bump
+    git add pyproject.toml
+    git commit -m "Bump version to $new_version"
+    
+    echo_info "Version bumped and committed"
+else
+    echo_info "Skipping version bump"
+fi
+
+# Check if last commit message starts with "Bump version"
+last_commit_msg=$(git log -1 --pretty=%B)
+if [[ ! $last_commit_msg =~ ^"Bump version" ]]; then
+    echo_warn "Last commit message doesn't start with 'Bump version'"
+    echo_warn "Last commit: $last_commit_msg"
+    read -p "Continue deployment anyway? (y/N): " -n 1 -r
+    echo
+    if [[ ! $REPLY =~ ^[Yy]$ ]]; then
+        echo_info "Deployment cancelled"
+        exit 0
+    fi
+fi
+
+# Clean previous builds
+echo_info "Cleaning previous builds..."
+rm -rf dist/ build/ *.egg-info
+
+# Build package
+echo_info "Building package with Poetry..."
+poetry build
+
+# Check if dist directory was created and contains files
+if [ ! -d "dist" ] || [ -z "$(ls -A dist)" ]; then
+    echo_error "Build failed - no files in dist directory"
+    exit 1
+fi
+
+echo_info "Build completed. Files in dist/:"
+ls -la dist/
+
+# Upload to PyPI
+echo_info "Publishing to PyPI..."
+twine upload dist/* \
+    --username "__token__" \
+    --password "$PYPI_API_TOKEN" \
+    --non-interactive
+
+echo_info "🎉 Package published successfully to PyPI!"
+
+# Push to remote if version was bumped
+if [ -n "$new_version" ]; then
+    echo_info "Pushing version bump to remote..."
+    git push origin "$current_branch"
+    echo_info "Version bump pushed to remote"
+fi
+
+echo_info "Deployment completed successfully!"

speedy_utils-1.1.20/setup.cfg

@@ -0,0 +1,26 @@
+[flake8]
+max-line-length = 88
+extend-ignore = E203, W503
+exclude = .git,__pycache__,build,dist
+
+[mypy]
+python_version = 3.10
+warn_return_any = True
+warn_unused_configs = True
+disallow_untyped_defs = True
+disallow_incomplete_defs = True
+check_untyped_defs = True
+disallow_untyped_decorators = True
+no_implicit_optional = True
+strict_optional = True
+warn_redundant_casts = True
+warn_unused_ignores = True
+warn_no_return = True
+warn_unreachable = True
+implicit_reexport = False
+
+[mypy.plugins.numpy.*]
+follow_imports = skip
+
+[mypy.plugins.pandas.*]
+follow_imports = skip

{speedy_utils-1.1.18 → speedy_utils-1.1.20}/src/llm_utils/__init__.py

@@ -4,7 +4,7 @@ from llm_utils.vector_cache import VectorCache
 from llm_utils.lm.lm_base import get_model_name
 from llm_utils.lm.base_prompt_builder import BasePromptBuilder
 
-
+LLM = LLMTask
 
 from .chat_format import (
     build_chatml_input,
@@ -34,5 +34,6 @@ __all__ = [
     "MOpenAI",
     "get_model_name",
     "VectorCache",
-    "BasePromptBuilder"
+    "BasePromptBuilder",
+    "LLM"
 ]

{speedy_utils-1.1.18 → speedy_utils-1.1.20}/src/llm_utils/lm/async_lm/async_llm_task.py

@@ -1,3 +1,4 @@
+# type: ignore
 """
 Async LLM Task module for handling language model interactions with structured input/output.
 """