fastnumparse 0.0.1__tar.gz

fastnumparse-0.0.1/.github/workflows/pypi.yml

@@ -0,0 +1,80 @@
+name: Build and publish to PyPI
+
+on:
+  workflow_dispatch:
+  release:
+    types: [published]
+
+jobs:
+  build-wheels:
+    name: Build wheels on ${{ matrix.os }}
+    runs-on: ${{ matrix.os }}
+    permissions:
+      contents: read
+    strategy:
+      fail-fast: false
+      matrix:
+        os:
+          - ubuntu-latest
+          - windows-latest
+          - macos-15-intel
+          - macos-14
+
+    steps:
+      - name: Check out repository
+        uses: actions/checkout@v6
+        with:
+          persist-credentials: false
+
+      - name: Build and test wheels
+        uses: pypa/cibuildwheel@v4.2.0
+
+      - name: Store wheels
+        uses: actions/upload-artifact@v4
+        with:
+          name: cibw-wheels-${{ matrix.os }}
+          path: wheelhouse/*.whl
+          if-no-files-found: error
+
+  build-sdist:
+    name: Build source distribution
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+
+    steps:
+      - name: Check out repository
+        uses: actions/checkout@v6
+        with:
+          persist-credentials: false
+
+      - name: Build source distribution
+        run: pipx run build --sdist
+
+      - name: Store source distribution
+        uses: actions/upload-artifact@v4
+        with:
+          name: cibw-sdist
+          path: dist/*.tar.gz
+          if-no-files-found: error
+
+  publish-pypi:
+    name: Publish distributions to PyPI
+    needs: [build-wheels, build-sdist]
+    runs-on: ubuntu-latest
+    environment:
+      name: pypi
+      url: https://pypi.org/project/fastnumparse/
+    permissions:
+      id-token: write
+
+    steps:
+      - name: Download distributions
+        uses: actions/download-artifact@v6
+        with:
+          pattern: cibw-*
+          path: dist
+          merge-multiple: true
+
+      - name: Publish to PyPI
+        uses: pypa/gh-action-pypi-publish@release/v1

fastnumparse-0.0.1/.github/workflows/testpypi.yml

@@ -0,0 +1,80 @@
+name: Build and publish to TestPyPI
+
+on:
+  workflow_dispatch:
+
+jobs:
+  build-wheels:
+    name: Build wheels on ${{ matrix.os }}
+    runs-on: ${{ matrix.os }}
+    permissions:
+      contents: read
+    strategy:
+      fail-fast: false
+      matrix:
+        os:
+          - ubuntu-latest
+          - windows-latest
+          - macos-15-intel
+          - macos-14
+
+    steps:
+      - name: Check out repository
+        uses: actions/checkout@v6
+        with:
+          persist-credentials: false
+
+      - name: Build and test wheels
+        uses: pypa/cibuildwheel@v4.2.0
+
+      - name: Store wheels
+        uses: actions/upload-artifact@v4
+        with:
+          name: cibw-wheels-${{ matrix.os }}
+          path: wheelhouse/*.whl
+          if-no-files-found: error
+
+  build-sdist:
+    name: Build source distribution
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+
+    steps:
+      - name: Check out repository
+        uses: actions/checkout@v6
+        with:
+          persist-credentials: false
+
+      - name: Build source distribution
+        run: pipx run build --sdist
+
+      - name: Store source distribution
+        uses: actions/upload-artifact@v4
+        with:
+          name: cibw-sdist
+          path: dist/*.tar.gz
+          if-no-files-found: error
+
+  publish-testpypi:
+    name: Publish distributions to TestPyPI
+    needs: [build-wheels, build-sdist]
+    runs-on: ubuntu-latest
+    environment:
+      name: testpypi
+      url: https://test.pypi.org/project/fastnumparse/
+    permissions:
+      id-token: write
+
+    steps:
+      - name: Download distributions
+        uses: actions/download-artifact@v6
+        with:
+          pattern: cibw-*
+          path: dist
+          merge-multiple: true
+
+      - name: Publish to TestPyPI
+        uses: pypa/gh-action-pypi-publish@release/v1
+        with:
+          repository-url: https://test.pypi.org/legacy/

fastnumparse-0.0.1/.gitignore

@@ -0,0 +1,31 @@
+.vscode/*
+.vscode/
+.vs/
+__pycache__/
+*.py[cod]
+.pytest_cache/
+.ruff_cache/
+.mypy_cache/
+.idea/
+.DS_Store
+Thumbs.db
+
+# external/*
+
+/build/*
+/buildvs/*
+/build2/*
+/build_debug/*
+/build_release/*
+/install/*
+/Testing/*
+/data
+/temp
+
+# Python virtual environments and build artifacts
+.venv/
+venv/
+/dist
+/wheelhouse/
+*.egg-info/
+/docs/tmp_*

fastnumparse-0.0.1/AGENTS.md

@@ -0,0 +1,2 @@
+# Project Agent Instructions
+

fastnumparse-0.0.1/CMakeLists.txt

@@ -0,0 +1,48 @@
+cmake_minimum_required(VERSION 3.15...4.4)
+
+set(FASTNUMPARSE_PROJECT_NAME "fastnumparse")
+set(FASTNUMPARSE_PROJECT_VERSION "0.0.1")
+
+# scikit-build-core defines these variables when building a Python package.
+# Keep standalone CMake configuration usable for IDEs and local development.
+if(DEFINED SKBUILD_PROJECT_NAME)
+    set(FASTNUMPARSE_PROJECT_NAME "${SKBUILD_PROJECT_NAME}")
+endif()
+if(DEFINED SKBUILD_PROJECT_VERSION)
+    set(FASTNUMPARSE_PROJECT_VERSION "${SKBUILD_PROJECT_VERSION}")
+endif()
+
+project(
+    ${FASTNUMPARSE_PROJECT_NAME}
+    VERSION ${FASTNUMPARSE_PROJECT_VERSION}
+    LANGUAGES CXX
+)
+
+set(
+    FASTNUMPARSE_RUNTIME_OUTPUT_DIRECTORY
+    "${CMAKE_BINARY_DIR}/bin/$<CONFIG>"
+)
+
+set(PYBIND11_FINDPYTHON ON)
+set(NANOTHREAD_STATIC ON)
+add_subdirectory(dep/fast_float EXCLUDE_FROM_ALL)
+add_subdirectory(dep/nanothread EXCLUDE_FROM_ALL)
+add_subdirectory(dep/pybind11/2.13.6 EXCLUDE_FROM_ALL)
+
+add_subdirectory(src/fastnumparse)
+
+set(FASTNUMPARSE_BUILD_TESTAPP_DEFAULT ON)
+if(SKBUILD)
+    set(FASTNUMPARSE_BUILD_TESTAPP_DEFAULT OFF)
+endif()
+
+option(
+    FASTNUMPARSE_BUILD_TESTAPP
+    "Build the fastnumparse C++ test application"
+    ${FASTNUMPARSE_BUILD_TESTAPP_DEFAULT}
+)
+
+if(FASTNUMPARSE_BUILD_TESTAPP)
+    enable_testing()
+    add_subdirectory(testapp)
+endif()

fastnumparse-0.0.1/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 AndrewChan2022
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

fastnumparse-0.0.1/PKG-INFO

@@ -0,0 +1,151 @@
+Metadata-Version: 2.4
+Name: fastnumparse
+Version: 0.0.1
+Summary: Fast number parsing for NumPy, powered by C++.
+Keywords: numpy,number-parsing,parser
+Author: AndrewChan2022
+License-Expression: MIT
+License-File: LICENSE
+Classifier: Development Status :: 3 - Alpha
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3 :: Only
+Classifier: Programming Language :: C++
+Classifier: Topic :: Software Development :: Libraries :: Python Modules
+Classifier: Typing :: Typed
+Project-URL: Homepage, https://github.com/AndrewChan2022/fastnumparse
+Project-URL: Repository, https://github.com/AndrewChan2022/fastnumparse
+Project-URL: Issues, https://github.com/AndrewChan2022/fastnumparse/issues
+Requires-Python: >=3.10
+Requires-Dist: numpy>=1.23
+Provides-Extra: dev
+Requires-Dist: build>=1.2.2; extra == "dev"
+Requires-Dist: cibuildwheel<5,>=4.2; extra == "dev"
+Requires-Dist: mypy>=1.11; extra == "dev"
+Requires-Dist: py7zr<2,>=1.0; extra == "dev"
+Requires-Dist: pytest>=8; extra == "dev"
+Requires-Dist: twine>=6; extra == "dev"
+Description-Content-Type: text/markdown
+
+
+# fastnumparse
+
+Fast number parsing for NumPy, powered by C++.
+
+> [!NOTE]
+> This project is in its initial scaffolding stage; the public parsing API has
+> not been defined yet.
+
+
+## install
+
+
+```bash
+pip install fastnumparse
+```
+
+## usage
+
+
+for csv-like data, with row * col,  with sep=" " and comment ="#"
+
+```txt
+1.694992566108704e+01 4.373334741592407e+01 1.491762180328369e+02  # comment
+1.875837993621826e+01 4.405829811096191e+01 1.520713310241699e+02
+1.766352510452271e+01 4.732764196395874e+01 1.513219413757324e+02
+```
+
+```python
+import fastnumparse as fnp
+
+path = "csv_data.txt"
+raw_buffer = open(path, "rb").read()
+values, _ = fnp.from_string_buffer_csv(
+    raw_buffer,
+    offset=0,
+    dtype=np.float64,
+    comment="#",
+    max_rows = 3,
+    column_count=3,
+    ndmin=2,            # 2: return 2d array, 0~1: return 1d array
+    max_threads=16,
+)
+```
+
+
+for noncsv data, each row unkown number count, with sep=" " and comment ="#", and with an end char
+```txt
+15 780721 655221 
+955795 127489 609646 896903 101275 343792 898984
+699394 898633 781093 1361969 631076 899312 898945 899053 780575 149987
+}
+```
+
+
+```python
+import fastnumparse as fnp
+
+path = "noncsv_data.txt"
+raw_buffer = open(path, "rb").read()
+values, _ = fnp.from_string_buffer_noncsv(
+    raw_buffer,
+    offset=0,
+    dtype=np.int64,
+    comment="#",
+    end_char="}",
+    nelement=20,
+    max_threads=16,
+)
+```
+
+
+## Development setup
+
+Create and activate a virtual environment, then install the project in editable
+mode with its development dependencies:
+
+```console
+python -m pip install -e ".[dev]"
+```
+
+This compiles the C++ extension with CMake and pybind11. Run the tests with:
+
+```console
+python tools/gendata.py
+python -m pytest
+```
+
+`tools/gendata.py` extracts the compressed test and benchmark datasets from
+`assets/` into the ignored `data/` directory. Pass `--force` to replace files
+that have already been extracted.
+
+## Build distribution artifacts
+
+```console
+python -m build
+python -m twine check dist/*
+```
+
+## publish to PyPI
+
+The source distribution can be uploaded to PyPI directly. Platform wheels must
+be built separately for each supported operating system and Python version;
+`cibuildwheel` is included in the development dependencies for that purpose.
+
+See [docs/publish.md](docs/publish.md) for the complete cibuildwheel and
+TestPyPI Trusted Publishing workflow.
+
+And here is simple operation
+- on github, click action, then choose the workflow to publish
+    - Build and publish to TestPyPI
+    - Build and publish to PyPI
+
+## limited
+
+- comment only support # now
+- delimiter only support space now
+
+## Acknowledgements
+
+- [nanothread](https://github.com/mitsuba-renderer/nanothread) for light tbb style parallel_for
+- [fast_float](https://github.com/fastfloat/fast_float) for fast string to float
+- [pybind11](https://github.com/pybind/pybind11) for python binding

fastnumparse-0.0.1/README.md

@@ -0,0 +1,123 @@
+
+# fastnumparse
+
+Fast number parsing for NumPy, powered by C++.
+
+> [!NOTE]
+> This project is in its initial scaffolding stage; the public parsing API has
+> not been defined yet.
+
+
+## install
+
+
+```bash
+pip install fastnumparse
+```
+
+## usage
+
+
+for csv-like data, with row * col,  with sep=" " and comment ="#"
+
+```txt
+1.694992566108704e+01 4.373334741592407e+01 1.491762180328369e+02  # comment
+1.875837993621826e+01 4.405829811096191e+01 1.520713310241699e+02
+1.766352510452271e+01 4.732764196395874e+01 1.513219413757324e+02
+```
+
+```python
+import fastnumparse as fnp
+
+path = "csv_data.txt"
+raw_buffer = open(path, "rb").read()
+values, _ = fnp.from_string_buffer_csv(
+    raw_buffer,
+    offset=0,
+    dtype=np.float64,
+    comment="#",
+    max_rows = 3,
+    column_count=3,
+    ndmin=2,            # 2: return 2d array, 0~1: return 1d array
+    max_threads=16,
+)
+```
+
+
+for noncsv data, each row unkown number count, with sep=" " and comment ="#", and with an end char
+```txt
+15 780721 655221 
+955795 127489 609646 896903 101275 343792 898984
+699394 898633 781093 1361969 631076 899312 898945 899053 780575 149987
+}
+```
+
+
+```python
+import fastnumparse as fnp
+
+path = "noncsv_data.txt"
+raw_buffer = open(path, "rb").read()
+values, _ = fnp.from_string_buffer_noncsv(
+    raw_buffer,
+    offset=0,
+    dtype=np.int64,
+    comment="#",
+    end_char="}",
+    nelement=20,
+    max_threads=16,
+)
+```
+
+
+## Development setup
+
+Create and activate a virtual environment, then install the project in editable
+mode with its development dependencies:
+
+```console
+python -m pip install -e ".[dev]"
+```
+
+This compiles the C++ extension with CMake and pybind11. Run the tests with:
+
+```console
+python tools/gendata.py
+python -m pytest
+```
+
+`tools/gendata.py` extracts the compressed test and benchmark datasets from
+`assets/` into the ignored `data/` directory. Pass `--force` to replace files
+that have already been extracted.
+
+## Build distribution artifacts
+
+```console
+python -m build
+python -m twine check dist/*
+```
+
+## publish to PyPI
+
+The source distribution can be uploaded to PyPI directly. Platform wheels must
+be built separately for each supported operating system and Python version;
+`cibuildwheel` is included in the development dependencies for that purpose.
+
+See [docs/publish.md](docs/publish.md) for the complete cibuildwheel and
+TestPyPI Trusted Publishing workflow.
+
+And here is simple operation
+- on github, click action, then choose the workflow to publish
+    - Build and publish to TestPyPI
+    - Build and publish to PyPI
+
+## limited
+
+- comment only support # now
+- delimiter only support space now
+
+## Acknowledgements
+
+- [nanothread](https://github.com/mitsuba-renderer/nanothread) for light tbb style parallel_for
+- [fast_float](https://github.com/fastfloat/fast_float) for fast string to float
+- [pybind11](https://github.com/pybind/pybind11) for python binding