pyogrio 0.9.0__tar.gz → 0.11.0__tar.gz

{pyogrio-0.9.0 → pyogrio-0.11.0}/LICENSE

@@ -1,6 +1,6 @@
 MIT License
 
-Copyright (c) 2020-2021 Brendan C. Ward and pyogrio contributors
+Copyright (c) 2020-2024 Brendan C. Ward and pyogrio contributors
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

pyogrio-0.11.0/PKG-INFO

@@ -0,0 +1,124 @@
+Metadata-Version: 2.4
+Name: pyogrio
+Version: 0.11.0
+Summary: Vectorized spatial vector file format I/O using GDAL/OGR
+Author: pyogrio contributors
+Author-email: "Brendan C. Ward" <bcward@astutespruce.com>
+Maintainer: pyogrio contributors
+License: MIT License
+        
+        Copyright (c) 2020-2024 Brendan C. Ward and pyogrio contributors
+        
+        Permission is hereby granted, free of charge, to any person obtaining a copy
+        of this software and associated documentation files (the "Software"), to deal
+        in the Software without restriction, including without limitation the rights
+        to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+        copies of the Software, and to permit persons to whom the Software is
+        furnished to do so, subject to the following conditions:
+        
+        The above copyright notice and this permission notice shall be included in all
+        copies or substantial portions of the Software.
+        
+        THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+        IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+        FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+        AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+        LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+        OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+        SOFTWARE.
+        
+Project-URL: Home, https://pyogrio.readthedocs.io/
+Project-URL: Repository, https://github.com/geopandas/pyogrio
+Classifier: Development Status :: 5 - Production/Stable
+Classifier: Intended Audience :: Science/Research
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3
+Classifier: Topic :: Scientific/Engineering :: GIS
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: certifi
+Requires-Dist: numpy
+Requires-Dist: packaging
+Provides-Extra: dev
+Requires-Dist: cython; extra == "dev"
+Provides-Extra: test
+Requires-Dist: pytest; extra == "test"
+Requires-Dist: pytest-cov; extra == "test"
+Provides-Extra: benchmark
+Requires-Dist: pytest-benchmark; extra == "benchmark"
+Provides-Extra: geopandas
+Requires-Dist: geopandas; extra == "geopandas"
+Dynamic: license-file
+
+# pyogrio - bulk-oriented spatial vector file I/O using GDAL/OGR
+
+Pyogrio provides fast, bulk-oriented read and write access to 
+[GDAL/OGR](https://gdal.org/en/latest/drivers/vector/index.html) vector data
+sources, such as ESRI Shapefile, GeoPackage, GeoJSON, and several others.
+Vector data sources typically have geometries, such as points, lines, or
+polygons, and associated records with potentially many columns worth of data.
+
+The typical use is to read or write these data sources to/from
+[GeoPandas](https://github.com/geopandas/geopandas) `GeoDataFrames`. Because
+the geometry column is optional, reading or writing only non-spatial data is
+also possible. Hence, GeoPackage attribute tables, DBF files, or CSV files are
+also supported.
+
+Pyogrio is fast because it uses pre-compiled bindings for GDAL/OGR to read and
+write the data records in bulk. This approach avoids multiple steps of
+converting to and from Python data types within Python, so performance becomes
+primarily limited by the underlying I/O speed of data source drivers in
+GDAL/OGR.
+
+We have seen \>5-10x speedups reading files and \>5-20x speedups writing files
+compared to using row-per-row approaches (e.g. Fiona).
+
+Read the documentation for more information:
+[https://pyogrio.readthedocs.io](https://pyogrio.readthedocs.io/en/latest/).
+
+## Requirements
+
+Supports Python 3.9 - 3.13 and GDAL 3.4.x - 3.9.x.
+
+Reading to GeoDataFrames requires `geopandas>=0.12` with `shapely>=2`.
+
+Additionally, installing `pyarrow` in combination with GDAL 3.6+ enables
+a further speed-up when specifying `use_arrow=True`.
+
+## Installation
+
+Pyogrio is currently available on
+[conda-forge](https://anaconda.org/conda-forge/pyogrio)
+and [PyPI](https://pypi.org/project/pyogrio/)
+for Linux, MacOS, and Windows.
+
+Please read the
+[installation documentation](https://pyogrio.readthedocs.io/en/latest/install.html)
+for more information.
+
+## Supported vector formats
+
+Pyogrio supports most common vector data source formats (provided they are also
+supported by GDAL/OGR), including ESRI Shapefile, GeoPackage, GeoJSON, and
+FlatGeobuf.
+
+Please see the [list of supported formats](https://pyogrio.readthedocs.io/en/latest/supported_formats.html)
+for more information.
+
+## Getting started
+
+Please read the [introduction](https://pyogrio.readthedocs.io/en/latest/supported_formats.html)
+for more information and examples to get started using Pyogrio.
+
+You can also check out the [API documentation](https://pyogrio.readthedocs.io/en/latest/api.html)
+for full details on using the API.
+
+## Credits
+
+This project is made possible by the tremendous efforts of the GDAL, Fiona, and
+Geopandas communities.
+
+-   Core I/O methods and supporting functions adapted from [Fiona](https://github.com/Toblerity/Fiona)
+-   Inspired by [Fiona PR](https://github.com/Toblerity/Fiona/pull/540/files)

pyogrio-0.11.0/README.md

@@ -0,0 +1,70 @@
+# pyogrio - bulk-oriented spatial vector file I/O using GDAL/OGR
+
+Pyogrio provides fast, bulk-oriented read and write access to 
+[GDAL/OGR](https://gdal.org/en/latest/drivers/vector/index.html) vector data
+sources, such as ESRI Shapefile, GeoPackage, GeoJSON, and several others.
+Vector data sources typically have geometries, such as points, lines, or
+polygons, and associated records with potentially many columns worth of data.
+
+The typical use is to read or write these data sources to/from
+[GeoPandas](https://github.com/geopandas/geopandas) `GeoDataFrames`. Because
+the geometry column is optional, reading or writing only non-spatial data is
+also possible. Hence, GeoPackage attribute tables, DBF files, or CSV files are
+also supported.
+
+Pyogrio is fast because it uses pre-compiled bindings for GDAL/OGR to read and
+write the data records in bulk. This approach avoids multiple steps of
+converting to and from Python data types within Python, so performance becomes
+primarily limited by the underlying I/O speed of data source drivers in
+GDAL/OGR.
+
+We have seen \>5-10x speedups reading files and \>5-20x speedups writing files
+compared to using row-per-row approaches (e.g. Fiona).
+
+Read the documentation for more information:
+[https://pyogrio.readthedocs.io](https://pyogrio.readthedocs.io/en/latest/).
+
+## Requirements
+
+Supports Python 3.9 - 3.13 and GDAL 3.4.x - 3.9.x.
+
+Reading to GeoDataFrames requires `geopandas>=0.12` with `shapely>=2`.
+
+Additionally, installing `pyarrow` in combination with GDAL 3.6+ enables
+a further speed-up when specifying `use_arrow=True`.
+
+## Installation
+
+Pyogrio is currently available on
+[conda-forge](https://anaconda.org/conda-forge/pyogrio)
+and [PyPI](https://pypi.org/project/pyogrio/)
+for Linux, MacOS, and Windows.
+
+Please read the
+[installation documentation](https://pyogrio.readthedocs.io/en/latest/install.html)
+for more information.
+
+## Supported vector formats
+
+Pyogrio supports most common vector data source formats (provided they are also
+supported by GDAL/OGR), including ESRI Shapefile, GeoPackage, GeoJSON, and
+FlatGeobuf.
+
+Please see the [list of supported formats](https://pyogrio.readthedocs.io/en/latest/supported_formats.html)
+for more information.
+
+## Getting started
+
+Please read the [introduction](https://pyogrio.readthedocs.io/en/latest/supported_formats.html)
+for more information and examples to get started using Pyogrio.
+
+You can also check out the [API documentation](https://pyogrio.readthedocs.io/en/latest/api.html)
+for full details on using the API.
+
+## Credits
+
+This project is made possible by the tremendous efforts of the GDAL, Fiona, and
+Geopandas communities.
+
+-   Core I/O methods and supporting functions adapted from [Fiona](https://github.com/Toblerity/Fiona)
+-   Inspired by [Fiona PR](https://github.com/Toblerity/Fiona/pull/540/files)

{pyogrio-0.9.0 → pyogrio-0.11.0}/pyogrio/__init__.py

@@ -1,48 +1,55 @@
+"""Vectorized vector I/O using OGR."""
+
 try:
     # we try importing shapely, to ensure it is imported (and it can load its
     # own GEOS copy) before we load GDAL and its linked GEOS
-    import shapely  # noqa
-    import shapely.geos  # noqa
+    import shapely
+    import shapely.geos  # noqa: F401
 except Exception:
     pass
 
+from pyogrio._version import get_versions
 from pyogrio.core import (
-    list_drivers,
+    __gdal_geos_version__,
+    __gdal_version__,
+    __gdal_version_string__,
     detect_write_driver,
+    get_gdal_config_option,
+    get_gdal_data_path,
+    list_drivers,
     list_layers,
     read_bounds,
     read_info,
     set_gdal_config_options,
-    get_gdal_config_option,
-    get_gdal_data_path,
-    __gdal_version__,
-    __gdal_version_string__,
-    __gdal_geos_version__,
+    vsi_listtree,
+    vsi_rmtree,
+    vsi_unlink,
 )
-from pyogrio.raw import read_arrow, open_arrow, write_arrow
 from pyogrio.geopandas import read_dataframe, write_dataframe
-from pyogrio._version import get_versions
-
+from pyogrio.raw import open_arrow, read_arrow, write_arrow
 
 __version__ = get_versions()["version"]
 del get_versions
 
 __all__ = [
-    "list_drivers",
+    "__gdal_geos_version__",
+    "__gdal_version__",
+    "__gdal_version_string__",
+    "__version__",
     "detect_write_driver",
+    "get_gdal_config_option",
+    "get_gdal_data_path",
+    "list_drivers",
     "list_layers",
+    "open_arrow",
+    "read_arrow",
     "read_bounds",
+    "read_dataframe",
     "read_info",
     "set_gdal_config_options",
-    "get_gdal_config_option",
-    "get_gdal_data_path",
-    "read_arrow",
-    "open_arrow",
+    "vsi_listtree",
+    "vsi_rmtree",
+    "vsi_unlink",
     "write_arrow",
-    "read_dataframe",
     "write_dataframe",
-    "__gdal_version__",
-    "__gdal_version_string__",
-    "__gdal_geos_version__",
-    "__version__",
 ]

{pyogrio-0.9.0 → pyogrio-0.11.0}/pyogrio/_compat.py

@@ -1,6 +1,6 @@
 from packaging.version import Version
 
-from pyogrio.core import __gdal_version__, __gdal_geos_version__
+from pyogrio.core import __gdal_geos_version__, __gdal_version__
 
 # detect optional dependencies
 try:
@@ -8,6 +8,11 @@ try:
 except ImportError:
     pyarrow = None
 
+try:
+    import pyproj
+except ImportError:
+    pyproj = None
+
 try:
     import shapely
 except ImportError:
@@ -27,15 +32,24 @@ except ImportError:
 HAS_ARROW_API = __gdal_version__ >= (3, 6, 0)
 HAS_ARROW_WRITE_API = __gdal_version__ >= (3, 8, 0)
 HAS_PYARROW = pyarrow is not None
+HAS_PYPROJ = pyproj is not None
+PYARROW_GE_19 = pyarrow is not None and Version(pyarrow.__version__) >= Version(
+    "19.0.0"
+)
 
 HAS_GEOPANDAS = geopandas is not None
 
 PANDAS_GE_15 = pandas is not None and Version(pandas.__version__) >= Version("1.5.0")
 PANDAS_GE_20 = pandas is not None and Version(pandas.__version__) >= Version("2.0.0")
 PANDAS_GE_22 = pandas is not None and Version(pandas.__version__) >= Version("2.2.0")
+PANDAS_GE_30 = pandas is not None and Version(pandas.__version__) >= Version("3.0.0dev")
 
+GDAL_GE_352 = __gdal_version__ >= (3, 5, 2)
+GDAL_GE_37 = __gdal_version__ >= (3, 7, 0)
 GDAL_GE_38 = __gdal_version__ >= (3, 8, 0)
+GDAL_GE_311 = __gdal_version__ >= (3, 11, 0)
 
 HAS_GDAL_GEOS = __gdal_geos_version__ is not None
 
 HAS_SHAPELY = shapely is not None and Version(shapely.__version__) >= Version("2.0.0")
+SHAPELY_GE_21 = shapely is not None and Version(shapely.__version__) >= Version("2.1.0")

{pyogrio-0.9.0 → pyogrio-0.11.0}/pyogrio/_env.py

@@ -4,13 +4,11 @@
 # adapted from Fiona: https://github.com/Toblerity/Fiona/pull/875
 
 
-from contextlib import contextmanager
 import logging
 import os
-from pathlib import Path
 import platform
-import sys
-
+from contextlib import contextmanager
+from pathlib import Path
 
 log = logging.getLogger(__name__)
 log.addHandler(logging.NullHandler())
@@ -29,10 +27,10 @@ except ImportError:
 
 gdal_dll_dir = None
 
-if platform.system() == "Windows" and sys.version_info >= (3, 8):
+if platform.system() == "Windows":
     # if loading of extension modules fails, search for gdal dll directory
     try:
-        import pyogrio._io  # NOQA
+        import pyogrio._io  # noqa: F401
 
     except ImportError:
         for path in os.getenv("PATH", "").split(os.pathsep):

pyogrio-0.11.0/pyogrio/_err.pxd

@@ -0,0 +1,9 @@
+cdef object check_last_error()
+cdef int check_int(int retval) except -1
+cdef void *check_pointer(void *ptr) except NULL
+
+cdef class ErrorHandler:
+    cdef object error_stack
+    cdef int check_int(self, int retval, bint squash_errors) except -1
+    cdef void *check_pointer(self, void *ptr, bint squash_errors) except NULL
+    cdef void _handle_error_stack(self, bint squash_errors)