pyogrio 0.7.2__cp38-cp38-win_amd64.whl → 0.9.0__cp38-cp38-win_amd64.whl

pyogrio/gdal_data/vcpkg.spdx.json

@@ -3,13 +3,13 @@
   "spdxVersion": "SPDX-2.2",
   "dataLicense": "CC0-1.0",
   "SPDXID": "SPDXRef-DOCUMENT",
-  "documentNamespace": "https://spdx.org/spdxdocs/gdal-x64-windows-dynamic-release-3.7.2-c3808deb-83da-4811-bfd3-b900649ab3ff",
-  "name": "gdal:x64-windows-dynamic-release@3.7.2 49358e40b2d03888efeda81a03b0de4298a85293bb018e3cb76f3c045ca15c02",
+  "documentNamespace": "https://spdx.org/spdxdocs/gdal-x64-windows-dynamic-release-3.8.5-653a0a71-62a0-4545-aa58-6da328eb469b",
+  "name": "gdal:x64-windows-dynamic-release@3.8.5 01b2cda46d4fb8561a26b07ca676fec776a271a7085bffcd357dad675131c27c",
   "creationInfo": {
     "creators": [
-      "Tool: vcpkg-ac02a9f660977426b8ec6392919fbb1d51b10998"
+      "Tool: vcpkg-d6945642ee5c3076addd1a42c331bbf4cfc97457"
     ],
-    "created": "2023-10-20T03:38:26Z"
+    "created": "2024-06-17T19:57:14Z"
   },
   "relationships": [
     {
@@ -117,8 +117,8 @@
     {
       "name": "gdal",
       "SPDXID": "SPDXRef-port",
-      "versionInfo": "3.7.2",
-      "downloadLocation": "git+https://github.com/Microsoft/vcpkg@d01864aaa21a85e1e8f7bb6748d607e953c52e77",
+      "versionInfo": "3.8.5",
+      "downloadLocation": "git+https://github.com/Microsoft/vcpkg@ea4d3f8cb9ab32d885ac60b974421a604fdbcc87",
       "homepage": "https://gdal.org",
       "licenseConcluded": "NOASSERTION",
       "licenseDeclared": "NOASSERTION",
@@ -129,7 +129,7 @@
     {
       "name": "gdal:x64-windows-dynamic-release",
       "SPDXID": "SPDXRef-binary",
-      "versionInfo": "49358e40b2d03888efeda81a03b0de4298a85293bb018e3cb76f3c045ca15c02",
+      "versionInfo": "01b2cda46d4fb8561a26b07ca676fec776a271a7085bffcd357dad675131c27c",
       "downloadLocation": "NONE",
       "licenseConcluded": "NOASSERTION",
       "licenseDeclared": "NOASSERTION",
@@ -139,33 +139,33 @@
     {
       "SPDXID": "SPDXRef-resource-1",
       "name": "OSGeo/gdal",
-      "downloadLocation": "git+https://github.com/OSGeo/gdal@v3.7.2",
+      "downloadLocation": "git+https://github.com/OSGeo/gdal@v3.8.5",
       "licenseConcluded": "NOASSERTION",
       "licenseDeclared": "NOASSERTION",
       "copyrightText": "NOASSERTION",
       "checksums": [
         {
           "algorithm": "SHA512",
-          "checksumValue": "95b0dee07a616c8fb26ded2c538a6933ba070c0567e88af9356daea9b1df6c910edb4fcf55766839c1873829d20948b1714b3e2285e5ac57de8fcf0970ff53ff"
+          "checksumValue": "5b155229225e904b3619628ec27efdd273d9f083c1ee4f6d94041897d5bc9c3133590b70885ad61fc8864da2f334a75cf32bafe7f776c40bbbc3673fe842c986"
         }
       ]
     }
   ],
   "files": [
     {
-      "fileName": "./C:/vcpkg/buildtrees/versioning_/versions/gdal/d01864aaa21a85e1e8f7bb6748d607e953c52e77/cmake-project-include.cmake",
+      "fileName": "./C:/vcpkg/buildtrees/versioning_/versions/gdal/ea4d3f8cb9ab32d885ac60b974421a604fdbcc87/cmake-project-include.cmake",
       "SPDXID": "SPDXRef-file-0",
       "checksums": [
         {
           "algorithm": "SHA256",
-          "checksumValue": "71c0138c71e6286cf8391e562775d853d3a29f5d58597ecc1b47a8bfb8b6412c"
+          "checksumValue": "60c0f79155c78ec0ec4ccdc77e00f4613ae4630c6697f51f884bf8f979a48593"
         }
       ],
       "licenseConcluded": "NOASSERTION",
       "copyrightText": "NOASSERTION"
     },
     {
-      "fileName": "./C:/vcpkg/buildtrees/versioning_/versions/gdal/d01864aaa21a85e1e8f7bb6748d607e953c52e77/find-link-libraries.patch",
+      "fileName": "./C:/vcpkg/buildtrees/versioning_/versions/gdal/ea4d3f8cb9ab32d885ac60b974421a604fdbcc87/find-link-libraries.patch",
       "SPDXID": "SPDXRef-file-1",
       "checksums": [
         {
@@ -177,7 +177,7 @@
       "copyrightText": "NOASSERTION"
     },
     {
-      "fileName": "./C:/vcpkg/buildtrees/versioning_/versions/gdal/d01864aaa21a85e1e8f7bb6748d607e953c52e77/fix-gdal-target-interfaces.patch",
+      "fileName": "./C:/vcpkg/buildtrees/versioning_/versions/gdal/ea4d3f8cb9ab32d885ac60b974421a604fdbcc87/fix-gdal-target-interfaces.patch",
       "SPDXID": "SPDXRef-file-2",
       "checksums": [
         {
@@ -189,43 +189,43 @@
       "copyrightText": "NOASSERTION"
     },
     {
-      "fileName": "./C:/vcpkg/buildtrees/versioning_/versions/gdal/d01864aaa21a85e1e8f7bb6748d607e953c52e77/fix-jpeg.patch",
+      "fileName": "./C:/vcpkg/buildtrees/versioning_/versions/gdal/ea4d3f8cb9ab32d885ac60b974421a604fdbcc87/libkml.patch",
       "SPDXID": "SPDXRef-file-3",
       "checksums": [
         {
           "algorithm": "SHA256",
-          "checksumValue": "28a04f01c92e6b99a5e918f38333c8245089a6ba2f67191e9fbc54288cfa941e"
+          "checksumValue": "fe888df8a7c9e468cdd87640c025f48f165d5264af1fa20604bd60859e6f000f"
         }
       ],
       "licenseConcluded": "NOASSERTION",
       "copyrightText": "NOASSERTION"
     },
     {
-      "fileName": "./C:/vcpkg/buildtrees/versioning_/versions/gdal/d01864aaa21a85e1e8f7bb6748d607e953c52e77/libkml.patch",
+      "fileName": "./C:/vcpkg/buildtrees/versioning_/versions/gdal/ea4d3f8cb9ab32d885ac60b974421a604fdbcc87/portfile.cmake",
       "SPDXID": "SPDXRef-file-4",
       "checksums": [
         {
           "algorithm": "SHA256",
-          "checksumValue": "fe888df8a7c9e468cdd87640c025f48f165d5264af1fa20604bd60859e6f000f"
+          "checksumValue": "7e5f1f6c6f1f420b994e149d8a31e1e31e23492a881ce29b3c30307ab28f2f92"
         }
       ],
       "licenseConcluded": "NOASSERTION",
       "copyrightText": "NOASSERTION"
     },
     {
-      "fileName": "./C:/vcpkg/buildtrees/versioning_/versions/gdal/d01864aaa21a85e1e8f7bb6748d607e953c52e77/portfile.cmake",
+      "fileName": "./C:/vcpkg/buildtrees/versioning_/versions/gdal/ea4d3f8cb9ab32d885ac60b974421a604fdbcc87/target-is-valid.patch",
       "SPDXID": "SPDXRef-file-5",
       "checksums": [
         {
           "algorithm": "SHA256",
-          "checksumValue": "47aff7e31c70f25ca782b23c4e93004c989cd346d0d18ea9737545283779573f"
+          "checksumValue": "6a369356c57860f97bd756d3604e7219774e2bfe5c74e5e0178496fad253900f"
         }
       ],
       "licenseConcluded": "NOASSERTION",
       "copyrightText": "NOASSERTION"
     },
     {
-      "fileName": "./C:/vcpkg/buildtrees/versioning_/versions/gdal/d01864aaa21a85e1e8f7bb6748d607e953c52e77/usage",
+      "fileName": "./C:/vcpkg/buildtrees/versioning_/versions/gdal/ea4d3f8cb9ab32d885ac60b974421a604fdbcc87/usage",
       "SPDXID": "SPDXRef-file-6",
       "checksums": [
         {
@@ -237,7 +237,7 @@
       "copyrightText": "NOASSERTION"
     },
     {
-      "fileName": "./C:/vcpkg/buildtrees/versioning_/versions/gdal/d01864aaa21a85e1e8f7bb6748d607e953c52e77/vcpkg-cmake-wrapper.cmake",
+      "fileName": "./C:/vcpkg/buildtrees/versioning_/versions/gdal/ea4d3f8cb9ab32d885ac60b974421a604fdbcc87/vcpkg-cmake-wrapper.cmake",
       "SPDXID": "SPDXRef-file-7",
       "checksums": [
         {
@@ -249,12 +249,12 @@
       "copyrightText": "NOASSERTION"
     },
     {
-      "fileName": "./C:/vcpkg/buildtrees/versioning_/versions/gdal/d01864aaa21a85e1e8f7bb6748d607e953c52e77/vcpkg.json",
+      "fileName": "./C:/vcpkg/buildtrees/versioning_/versions/gdal/ea4d3f8cb9ab32d885ac60b974421a604fdbcc87/vcpkg.json",
       "SPDXID": "SPDXRef-file-8",
       "checksums": [
         {
           "algorithm": "SHA256",
-          "checksumValue": "2a27cd0721793c5e2a4e66a834f3cf25f76ffafc178e1d6d703fba9e78139bd4"
+          "checksumValue": "15039815ee85e9996bda2f7cb66eb87de8b544bcafba85f2518ba1b3f28c9fd5"
         }
       ],
       "licenseConcluded": "NOASSERTION",

pyogrio/gdal_data/vcpkg_abi_info.txt

@@ -1,41 +1,42 @@
-cmake 3.27.7
-cmake-project-include.cmake 71c0138c71e6286cf8391e562775d853d3a29f5d58597ecc1b47a8bfb8b6412c
-curl 5f473ef0cffa199edbf0f6b44a042f99e3df48f7f33ec28d33e9420d980131b1
-expat 7d77ed9f18a358044a905444256520237ec5f2b6f49e0013942e09871e7bf62f
-features core;curl;expat;geos;jpeg;lerc;png;qhull;recommended-features;sqlite3
+cmake 3.29.5
+cmake-project-include.cmake 60c0f79155c78ec0ec4ccdc77e00f4613ae4630c6697f51f884bf8f979a48593
+curl 6a9f6535d0371ecc5300df22e045bc77397b1b9fa38595d0b422c548ef9b9a5f
+expat 3e3294a2dbb460754a04febc201b60450806146f63a05c420d29fc1ea9b8958b
+features core;curl;expat;geos;iconv;jpeg;lerc;png;qhull;recommended-features;sqlite3
 find-link-libraries.patch 9e390300ab79cf6fef1bb009416346a1f98d4946cb14c71ee4ea46217e3cb9d2
 fix-gdal-target-interfaces.patch 9dbe9d5e0dbc3a21370bb3560aa32811d10cc0b19e4b6833cd7258699d206215
-fix-jpeg.patch 28a04f01c92e6b99a5e918f38333c8245089a6ba2f67191e9fbc54288cfa941e
-geos e5ea43b0b8b36db86bfe5b7a3a9496cec78f5005d7c2aa07f1c3501c97268c88
-json-c f8d2fd8ff50183f9286fef00639ef5ee39dac9301d73bd2601db05f3fa9d958d
-lerc 3ff7682eb53cf8e76c6096be4a74f16489274779cd58033fc5234095ecb98357
-libgeotiff e631c7ad3eb81515a498081b7fd374c1c431ae0c65c059650657a4ed3c5d13de
-libjpeg-turbo 4bb19e4996b70d2a4a6ab98ffb468a2950e71c4ab53962c0d810f9feef00f59f
+geos afdf4774a86df785fe123db9139c5fea70fff4d0db8d3e034d95b68376d68ffc
+json-c f9b1dbdc253bc16bec561498a404903175584d5dc73e88fa1b14a934eb9e62ca
+lerc cf26beb212a79cc4c17fbbfcb0b1d9e8ddb8d559224dd0a3b8434d2e319c05fe
+libgeotiff cccfb39c55648738c7f1993f38df11c9664981e172210e1172e3d4494df78290
+libiconv d57236602b9415098a31b6d131e933d865b2121e9d9364c73b2c76776023cf35
+libjpeg-turbo 668190347b83ea4664c1975e288074d29b0b0be2970ca24a23a1daf557020a32
 libkml.patch fe888df8a7c9e468cdd87640c025f48f165d5264af1fa20604bd60859e6f000f
-libpng 4dd488f6316a0a9ad7728ea74bf4b749dd433ef83ff0ef88ea9292254fd068b2
-pkgconf 2665ab03f05cc7ef0d8ae2c83d034decdd552c036d4d7e5f03c6a3719c00a519
-portfile.cmake 47aff7e31c70f25ca782b23c4e93004c989cd346d0d18ea9737545283779573f
-ports.cmake 5a8e00cedff0c898b1f90f7d129329d0288801bc9056562b039698caf31ff3f3
+libpng 24506bc052488610e0720e2981b82ba2f81210040a199ade945ef71852a21555
+pkgconf d7e5d8c03e2bd3bf217278ab8f6ddfb9ed770b53a9569486515e16008936f3b2
+portfile.cmake 7e5f1f6c6f1f420b994e149d8a31e1e31e23492a881ce29b3c30307ab28f2f92
+ports.cmake 0500e9e2422fe0084c99bdd0c9de4c7069b76da14c8b58228a7e95ebac43058a
 post_build_checks 2
-powershell 7.2.15
-proj 6d12687ff77f297212103e041ea2f50cb0b47917291617180bff526516536adf
-qhull 7210cbf8f0143c3afa8398ee1566d55de1f5f38c513ce05268b02f0fb67df3af
-sqlite3 d82f7970a8a122644b8c93b03405cd562f4b7a2bf225789baf17b5fa56cba6f3
-tiff b44e6cf773fd116aaf4e9cc3a5a5f9c835a700ba48ac8694f29aae6d36f139f0
+powershell 7.4.2
+proj 516fa62b68e81f38b2aa8da0bb1252756e2fe2ca50e4bcfc768ed71aaf477468
+qhull 525843716525c8d7bba0ec61bd4684467dfde9961a4c36326cd56e41344e3d1e
+sqlite3 0ea00a282f5b99592dd974e790033e3709e3273da3ffc774f8db4fbe4f342f9c
+target-is-valid.patch 6a369356c57860f97bd756d3604e7219774e2bfe5c74e5e0178496fad253900f
+tiff ffa4985cd425743272cac47070bf68ec92b8919d8deeb849fb8e7bd7ec242df9
 triplet x64-windows-dynamic-release
-triplet_abi 36210185afbd528d6d7303808480ab7d54f062730bbef9fc1603f69b72ca549a-e36df1c7f50ab25f9c182fa927d06c19ae082e0d599f132b3f655784b49e4b33-029ebeb215a7397eed4e23b15ca7cbd36c741c3e
+triplet_abi 36210185afbd528d6d7303808480ab7d54f062730bbef9fc1603f69b72ca549a-e36df1c7f50ab25f9c182fa927d06c19ae082e0d599f132b3f655784b49e4b33-3361a17d8afbd07b0f5c7f4dac4bd892b23a29d3
 usage c85584261e2011a94b86f04c3a28dd2e165c9e6b47677a9bee26a3d387bc05f2
-vcpkg-cmake f33680d4f6cae27d575580b5126316cd1d5f30a754bfac01ce7a0ba5066fdccb
-vcpkg-cmake-config 9bb96f79577c3c4ae19138b30b6c922756ed4556a88ac3b45293f57262130e77
+vcpkg-cmake fa107b73894bb46b2c72b30466a3255d25400d5579640cabf6665ac44176d095
+vcpkg-cmake-config 5a8514250466c9d2b68d50c2037242af99e55bd8fabcd47e0f10562bb3e69683
 vcpkg-cmake-wrapper.cmake c507eaa077072e9877607fd5f70381eebf19900661e2e1fd099d84c4df1b8c24
-vcpkg-pkgconfig-get-modules 02ac15bf5617b96bf1ce568154960acd3efc9b50d2e89b1d907384b2a4a911c3
-vcpkg.json 2a27cd0721793c5e2a4e66a834f3cf25f76ffafc178e1d6d703fba9e78139bd4
+vcpkg-pkgconfig-get-modules 09c4dd36692798074e246249296f4220dcf5b6a9435be77e954291fd090ed35b
+vcpkg.json 15039815ee85e9996bda2f7cb66eb87de8b544bcafba85f2518ba1b3f28c9fd5
 vcpkg_check_features 943b217e0968d64cf2cb9c272608e6a0b497377e792034f819809a79e1502c2b
 vcpkg_copy_pdbs d57e4f196c82dc562a9968c6155073094513c31e2de475694143d3aa47954b1c
 vcpkg_copy_tools 3d45ff761bddbabe8923b52330168dc3abd295fa469d3f2e47cb14dce85332d5
-vcpkg_fixup_pkgconfig 588d833ff057d3ca99c14616c7ecfb5948b5e2a9e4fc02517dceb8b803473457
-vcpkg_from_git 8f27bff0d01c6d15a3e691758df52bfbb0b1b929da45c4ebba02ef76b54b1881
+vcpkg_fixup_pkgconfig 904e67c46ecbb67379911bc1d7222855c0cbfcf1129bf47783858bcf0cc44970
+vcpkg_from_git 96ed81968f76354c00096dd8cd4e63c6a235fa969334a11ab18d11c0c512ff58
 vcpkg_from_github b743742296a114ea1b18ae99672e02f142c4eb2bef7f57d36c038bedbfb0502f
 vcpkg_install_copyright ba6c169ab4e59fa05682e530cdeb883767de22c8391f023d4e6844a7ec5dd3d2
 vcpkg_replace_string d43c8699ce27e25d47367c970d1c546f6bc36b6df8fb0be0c3986eb5830bd4f1
-zlib 3fe501fbca4a5cb1ab69c6faa51705ba608015cdb7e495d8e78c3495e285bcb8
+zlib 50d932c2c9f99e68b8dca30919d9939ce9c394534323e25ae835cd89b37dc863

pyogrio/geopandas.py

@@ -2,14 +2,14 @@ import os
 
 import numpy as np
 
-from pyogrio._compat import HAS_GEOPANDAS, PANDAS_GE_15, PANDAS_GE_20
+from pyogrio._compat import HAS_GEOPANDAS, PANDAS_GE_15, PANDAS_GE_20, PANDAS_GE_22
 from pyogrio.raw import (
     DRIVERS_NO_MIXED_SINGLE_MULTI,
     DRIVERS_NO_MIXED_DIMENSIONS,
-    detect_write_driver,
     read,
     read_arrow,
     write,
+    _get_write_path_driver,
 )
 from pyogrio.errors import DataSourceError
 import warnings
@@ -33,7 +33,9 @@ def _stringify_path(path):
 def _try_parse_datetime(ser):
     import pandas as pd  # only called when pandas is known to be installed
 
-    if PANDAS_GE_20:
+    if PANDAS_GE_22:
+        datetime_kwargs = dict(format="ISO8601")
+    elif PANDAS_GE_20:
         datetime_kwargs = dict(format="ISO8601", errors="ignore")
     else:
         datetime_kwargs = dict(yearfirst=True)
@@ -48,10 +50,13 @@ def _try_parse_datetime(ser):
         try:
             res = pd.to_datetime(ser, **datetime_kwargs)
         except Exception:
-            pass
+            res = ser
     # if object dtype, try parse as utc instead
     if res.dtype == "object":
-        res = pd.to_datetime(ser, utc=True, **datetime_kwargs)
+        try:
+            res = pd.to_datetime(ser, utc=True, **datetime_kwargs)
+        except Exception:
+            pass
 
     if res.dtype != "object":
         # GDAL only supports ms precision, convert outputs to match.
@@ -82,6 +87,7 @@ def read_dataframe(
     sql_dialect=None,
     fid_as_index=False,
     use_arrow=None,
+    on_invalid="raise",
     arrow_to_pandas_kwargs=None,
     **kwargs,
 ):
@@ -101,13 +107,16 @@ def read_dataframe(
         of the layer in the data source.  Defaults to first layer in data source.
     encoding : str, optional (default: None)
         If present, will be used as the encoding for reading string values from
-        the data source, unless encoding can be inferred directly from the data
-        source.
+        the data source.  By default will automatically try to detect the native
+        encoding and decode to ``UTF-8``.
     columns : list-like, optional (default: all columns)
         List of column names to import from the data source.  Column names must
         exactly match the names in the data source, and will be returned in
         the order they occur in the data source.  To avoid reading any columns,
-        pass an empty list-like.
+        pass an empty list-like.  If combined with ``where`` parameter, must
+        include columns referenced in the ``where`` expression or the data may
+        not be correctly read; the data source may return empty results or
+        raise an exception (behavior varies by driver).
     read_geometry : bool, optional (default: True)
         If True, will read geometry into a GeoSeries.  If False, a Pandas DataFrame
         will be returned instead.
@@ -152,7 +161,12 @@ def read_dataframe(
         the starting index is driver and file specific (e.g. typically 0 for
         Shapefile and 1 for GeoPackage, but can still depend on the specific
         file). The performance of reading a large number of features usings FIDs
-        is also driver specific.
+        is also driver specific and depends on the value of ``use_arrow``. The order
+        of the rows returned is undefined. If you would like to sort based on FID, use
+        ``fid_as_index=True`` to have the index of the GeoDataFrame returned set to the
+        FIDs of the features read. If ``use_arrow=True``, the number of FIDs is limited
+        to 4997 for drivers with 'OGRSQL' as default SQL dialect. To read a larger
+        number of FIDs, set ``user_arrow=False``.
     sql : str, optional (default: None)
         The SQL statement to execute. Look at the sql_dialect parameter for more
         information on the syntax to use for the query. When combined with other
@@ -184,6 +198,15 @@ def read_dataframe(
         installed). When enabled, this provides a further speed-up.
         Defaults to False, but this default can also be globally overridden
         by setting the ``PYOGRIO_USE_ARROW=1`` environment variable.
+    on_invalid : str, optional (default: "raise")
+
+        - **raise**: an exception will be raised if a WKB input geometry is
+          invalid.
+        - **warn**: a warning will be raised and invalid WKB geometries will be
+          returned as ``None``.
+        - **ignore**: invalid WKB geometries will be returned as ``None``
+          without a warning.
+
     arrow_to_pandas_kwargs : dict, optional (default: None)
         When `use_arrow` is True, these kwargs will be passed to the `to_pandas`_
         call for the arrow to pandas conversion.
@@ -221,7 +244,6 @@ def read_dataframe(
 
     import pandas as pd
     import geopandas as gp
-    from geopandas.array import from_wkb
     import shapely  # if geopandas is present, shapely is expected to be present
 
     path_or_buffer = _stringify_path(path_or_buffer)
@@ -279,10 +301,10 @@ def read_dataframe(
             if PANDAS_GE_15 and wkb_values.dtype != object:
                 # for example ArrowDtype will otherwise create numpy array with pd.NA
                 wkb_values = wkb_values.to_numpy(na_value=None)
-            df["geometry"] = from_wkb(wkb_values, crs=meta["crs"])
+            df["geometry"] = shapely.from_wkb(wkb_values, on_invalid=on_invalid)
             if force_2d:
                 df["geometry"] = shapely.force_2d(df["geometry"])
-            return gp.GeoDataFrame(df, geometry="geometry")
+            return gp.GeoDataFrame(df, geometry="geometry", crs=meta["crs"])
         else:
             return df
 
@@ -302,9 +324,9 @@ def read_dataframe(
     if geometry is None or not read_geometry:
         return df
 
-    geometry = from_wkb(geometry, crs=meta["crs"])
+    geometry = shapely.from_wkb(geometry, on_invalid=on_invalid)
 
-    return gp.GeoDataFrame(df, geometry=geometry)
+    return gp.GeoDataFrame(df, geometry=geometry, crs=meta["crs"])
 
 
 # TODO: handle index properly
@@ -318,6 +340,7 @@ def write_dataframe(
     promote_to_multi=None,
     nan_as_null=True,
     append=False,
+    use_arrow=None,
     dataset_metadata=None,
     layer_metadata=None,
     metadata=None,
@@ -335,16 +358,20 @@ def write_dataframe(
         all values will be converted to strings to be written to the
         output file, except None and np.nan, which will be set to NULL
         in the output file.
-    path : str
-        path to file
-    layer :str, optional (default: None)
-        layer name
+    path : str or io.BytesIO
+        path to output file on writeable file system or an io.BytesIO object to
+        allow writing to memory
+        NOTE: support for writing to memory is limited to specific drivers.
+    layer : str, optional (default: None)
+        layer name to create.  If writing to memory and layer name is not
+        provided, it layer name will be set to a UUID4 value.
     driver : string, optional (default: None)
-        The OGR format driver used to write the vector file. By default write_dataframe
-        attempts to infer driver from path.
+        The OGR format driver used to write the vector file. By default attempts
+        to infer driver from path.  Must be provided to write to memory.
     encoding : str, optional (default: None)
         If present, will be used as the encoding for writing string values to
-        the file.
+        the file.  Use with caution, only certain drivers support encodings
+        other than UTF-8.
     geometry_type : string, optional (default: None)
         By default, the geometry type of the layer will be inferred from the
         data, after applying the promote_to_multi logic. If the data only contains a
@@ -376,8 +403,17 @@ def write_dataframe(
     append : bool, optional (default: False)
         If True, the data source specified by path already exists, and the
         driver supports appending to an existing data source, will cause the
-        data to be appended to the existing records in the data source.
+        data to be appended to the existing records in the data source.  Not
+        supported for writing to in-memory files.
         NOTE: append support is limited to specific drivers and GDAL versions.
+    use_arrow : bool, optional (default: False)
+        Whether to use Arrow as the transfer mechanism of the data to write
+        from Python to GDAL (requires GDAL >= 3.8 and `pyarrow` to be
+        installed). When enabled, this provides a further speed-up.
+        Defaults to False, but this default can also be globally overridden
+        by setting the ``PYOGRIO_USE_ARROW=1`` environment variable.
+        Using Arrow does not support writing an object-dtype column with
+        mixed types.
     dataset_metadata : dict, optional (default: None)
         Metadata to be stored at the dataset level in the output file; limited
         to drivers that support writing metadata, such as GPKG, and silently
@@ -389,10 +425,10 @@ def write_dataframe(
     metadata : dict, optional (default: None)
         alias of layer_metadata
     dataset_options : dict, optional
-        Dataset creation option (format specific) passed to OGR. Specify as
+        Dataset creation options (format specific) passed to OGR. Specify as
         a key-value dictionary.
     layer_options : dict, optional
-        Layer creation option (format specific) passed to OGR. Specify as
+        Layer creation options (format specific) passed to OGR. Specify as
         a key-value dictionary.
     **kwargs
         Additional driver-specific dataset or layer creation options passed
@@ -412,13 +448,12 @@ def write_dataframe(
     import pandas as pd
     from pyproj.enums import WktVersion  # if geopandas is available so is pyproj
 
-    path = str(path)
-
     if not isinstance(df, pd.DataFrame):
         raise ValueError("'df' must be a DataFrame or GeoDataFrame")
 
-    if driver is None:
-        driver = detect_write_driver(path)
+    if use_arrow is None:
+        use_arrow = bool(int(os.environ.get("PYOGRIO_USE_ARROW", "0")))
+    path, driver = _get_write_path_driver(path, driver, append=append)
 
     geometry_columns = df.columns[df.dtypes == "geometry"]
     if len(geometry_columns) > 1:
@@ -456,7 +491,7 @@ def write_dataframe(
             # https://gdal.org/development/rfc/rfc56_millisecond_precision.html#core-changes
             # Convert each row offset to a signed multiple of 15m and add to GMT value
             gdal_offset_representation = tz_offset // pd.Timedelta("15m") + 100
-            gdal_tz_offsets[name] = gdal_offset_representation
+            gdal_tz_offsets[name] = gdal_offset_representation.values
         else:
             values = col.values
         if isinstance(values, pd.api.extensions.ExtensionArray):
@@ -473,6 +508,9 @@ def write_dataframe(
             field_mask.append(None)
 
     # Determine geometry_type and/or promote_to_multi
+    if geometry_column is not None:
+        geometry_types_all = geometry.geom_type
+
     if geometry_column is not None and (
         geometry_type is None or promote_to_multi is None
     ):
@@ -482,9 +520,7 @@ def write_dataframe(
         # If there is data, infer layer geometry type + promote_to_multi
         if not df.empty:
             # None/Empty geometries sometimes report as Z incorrectly, so ignore them
-            has_z_arr = geometry[
-                (geometry != np.array(None)) & (~geometry.is_empty)
-            ].has_z
+            has_z_arr = geometry[geometry.notna() & (~geometry.is_empty)].has_z
             has_z = has_z_arr.any()
             all_z = has_z_arr.all()
 
@@ -493,7 +529,7 @@ def write_dataframe(
                     f"Mixed 2D and 3D coordinates are not supported by {driver}"
                 )
 
-            geometry_types = pd.Series(geometry.type.unique()).dropna().values
+            geometry_types = pd.Series(geometry_types_all.unique()).dropna().values
             if len(geometry_types) == 1:
                 tmp_geometry_type = geometry_types[0]
                 if promote_to_multi and tmp_geometry_type in (
@@ -537,10 +573,80 @@ def write_dataframe(
         # if possible use EPSG codes instead
         epsg = geometry.crs.to_epsg()
         if epsg:
-            crs = f"EPSG:{epsg}"
+            crs = f"EPSG:{epsg}"  # noqa: E231
         else:
             crs = geometry.crs.to_wkt(WktVersion.WKT1_GDAL)
 
+    if use_arrow:
+        import pyarrow as pa
+        from pyogrio.raw import write_arrow
+
+        if geometry_column is not None:
+            # Convert to multi type
+            if promote_to_multi:
+                import shapely
+
+                mask_points = geometry_types_all == "Point"
+                mask_linestrings = geometry_types_all == "LineString"
+                mask_polygons = geometry_types_all == "Polygon"
+
+                if mask_points.any():
+                    geometry[mask_points] = shapely.multipoints(
+                        np.atleast_2d(geometry[mask_points]), axis=0
+                    )
+
+                if mask_linestrings.any():
+                    geometry[mask_linestrings] = shapely.multilinestrings(
+                        np.atleast_2d(geometry[mask_linestrings]), axis=0
+                    )
+
+                if mask_polygons.any():
+                    geometry[mask_polygons] = shapely.multipolygons(
+                        np.atleast_2d(geometry[mask_polygons]), axis=0
+                    )
+
+            geometry = to_wkb(geometry.values)
+            df = df.copy(deep=False)
+            # convert to plain DataFrame to avoid warning from geopandas about
+            # writing non-geometries to the geometry column
+            df = pd.DataFrame(df, copy=False)
+            df[geometry_column] = geometry
+
+        table = pa.Table.from_pandas(df, preserve_index=False)
+
+        if geometry_column is not None:
+            # ensure that the geometry column is binary (for all-null geometries,
+            # this could be a wrong type)
+            geom_field = table.schema.field(geometry_column)
+            if not (
+                pa.types.is_binary(geom_field.type)
+                or pa.types.is_large_binary(geom_field.type)
+            ):
+                table = table.set_column(
+                    table.schema.get_field_index(geometry_column),
+                    geom_field.with_type(pa.binary()),
+                    table[geometry_column].cast(pa.binary()),
+                )
+
+        write_arrow(
+            table,
+            path,
+            layer=layer,
+            driver=driver,
+            geometry_name=geometry_column,
+            geometry_type=geometry_type,
+            crs=crs,
+            encoding=encoding,
+            append=append,
+            dataset_metadata=dataset_metadata,
+            layer_metadata=layer_metadata,
+            metadata=metadata,
+            dataset_options=dataset_options,
+            layer_options=layer_options,
+            **kwargs,
+        )
+        return
+
     # If there is geometry data, prepare it to be written
     if geometry_column is not None:
         geometry = to_wkb(geometry.values)

pyogrio/proj_data/ITRF2008

@@ -42,7 +42,7 @@
 
 <CARB> +proj=helmert +drx=0.000049 +dry=-0.001088 +drz=0.000664 +convention=position_vector
 
-<EURA> +proj=helmert +drx=-0.000083 +dry=0.000534 +drz=0.000750 +convention=position_vector
+<EURA> +proj=helmert +drx=-0.000083 +dry=-0.000534 +drz=0.000750 +convention=position_vector
 
 <INDI> +proj=helmert +drx=0.001232 +dry=0.000303 +drz=0.001540 +convention=position_vector
 
@@ -75,7 +75,7 @@
 
 <CARB_T> +proj=helmert +dx=0.00041 +dy=0.00022 +dz=0.00041 +drx=0.000049 +dry=-0.001088 +drz=0.000664 +convention=position_vector
 
-<EURA_T> +proj=helmert +dx=0.00041 +dy=0.00022 +dz=0.00041 +drx=-0.000083 +dry=0.000534 +drz=0.000750 +convention=position_vector
+<EURA_T> +proj=helmert +dx=0.00041 +dy=0.00022 +dz=0.00041 +drx=-0.000083 +dry=-0.000534 +drz=0.000750 +convention=position_vector
 
 <INDI_T> +proj=helmert +dx=0.00041 +dy=0.00022 +dz=0.00041 +drx=0.001232 +dry=0.000303 +drz=0.001540 +convention=position_vector
 

pyogrio/proj_data/proj-config-version.cmake

@@ -1,8 +1,8 @@
 # Version checking for PROJ
 
-set (PACKAGE_VERSION "9.3.0")
+set (PACKAGE_VERSION "9.4.0")
 set (PACKAGE_VERSION_MAJOR "9")
-set (PACKAGE_VERSION_MINOR "3")
+set (PACKAGE_VERSION_MINOR "4")
 set (PACKAGE_VERSION_PATCH "0")
 
 # These variable definitions parallel those in PROJ's

pyogrio/proj_data/proj-config.cmake

@@ -27,7 +27,8 @@ if("TRUE")
 endif()
 cmake_policy(POP)
 
-find_dependency(unofficial-sqlite3 CONFIG)
+find_dependency(SQLite3)
+
 if(DEFINED PROJ_CONFIG_FIND_TIFF_DEP)
     find_dependency(TIFF)
 endif()

pyogrio/proj_data/proj-targets-release.cmake

@@ -9,7 +9,6 @@ set(CMAKE_IMPORT_FILE_VERSION 1)
 set_property(TARGET PROJ::proj APPEND PROPERTY IMPORTED_CONFIGURATIONS RELEASE)
 set_target_properties(PROJ::proj PROPERTIES
   IMPORTED_IMPLIB_RELEASE "${_IMPORT_PREFIX}/lib/proj.lib"
-  IMPORTED_LINK_DEPENDENT_LIBRARIES_RELEASE "unofficial::sqlite3::sqlite3;CURL::libcurl"
   IMPORTED_LOCATION_RELEASE "${_IMPORT_PREFIX}/bin/proj.dll"
   )
 

pyogrio/proj_data/proj-targets.cmake

@@ -7,7 +7,7 @@ if(CMAKE_VERSION VERSION_LESS "2.8.3")
    message(FATAL_ERROR "CMake >= 2.8.3 required")
 endif()
 cmake_policy(PUSH)
-cmake_policy(VERSION 2.8.3...3.25)
+cmake_policy(VERSION 2.8.3...3.27)
 #----------------------------------------------------------------
 # Generated CMake target import file.
 #----------------------------------------------------------------
@@ -74,9 +74,12 @@ set(_IMPORT_PREFIX)
 
 # Loop over all imported files and verify that they actually exist
 foreach(_cmake_target IN LISTS _cmake_import_check_targets)
-  foreach(_cmake_file IN LISTS "_cmake_import_check_files_for_${_cmake_target}")
-    if(NOT EXISTS "${_cmake_file}")
-      message(FATAL_ERROR "The imported target \"${_cmake_target}\" references the file
+  if(CMAKE_VERSION VERSION_LESS "3.28"
+      OR NOT DEFINED _cmake_import_check_xcframework_for_${_cmake_target}
+      OR NOT IS_DIRECTORY "${_cmake_import_check_xcframework_for_${_cmake_target}}")
+    foreach(_cmake_file IN LISTS "_cmake_import_check_files_for_${_cmake_target}")
+      if(NOT EXISTS "${_cmake_file}")
+        message(FATAL_ERROR "The imported target \"${_cmake_target}\" references the file
    \"${_cmake_file}\"
 but this file does not exist.  Possible reasons include:
 * The file was deleted, renamed, or moved to another location.
@@ -85,8 +88,9 @@ but this file does not exist.  Possible reasons include:
    \"${CMAKE_CURRENT_LIST_FILE}\"
 but not all the files it references.
 ")
-    endif()
-  endforeach()
+      endif()
+    endforeach()
+  endif()
   unset(_cmake_file)
   unset("_cmake_import_check_files_for_${_cmake_target}")
 endforeach()