pyogrio 0.9.0__cp310-cp310-manylinux_2_28_aarch64.whl → 0.10.0__cp310-cp310-manylinux_2_28_aarch64.whl

pyogrio/_ogr.pyx

@@ -1,346 +0,0 @@
-import os
-import sys
-from uuid import uuid4
-import warnings
-
-from pyogrio._err cimport exc_wrap_int, exc_wrap_ogrerr, exc_wrap_pointer
-from pyogrio._err import CPLE_BaseError, NullPointerError
-from pyogrio.errors import DataSourceError
-
-
-cdef get_string(const char *c_str, str encoding="UTF-8"):
-    """Get Python string from a char *
-
-    IMPORTANT: the char * must still be freed by the caller.
-
-    Parameters
-    ----------
-    c_str : char *
-    encoding : str, optional (default: UTF-8)
-
-    Returns
-    -------
-    Python string
-    """
-    cdef bytes py_str
-
-    py_str = c_str
-    return py_str.decode(encoding)
-
-
-def get_gdal_version():
-    """Convert GDAL version number into tuple of (major, minor, revision)"""
-    version = int(GDALVersionInfo("VERSION_NUM"))
-    major = version // 1000000
-    minor = (version - (major * 1000000)) // 10000
-    revision = (version - (major * 1000000) - (minor * 10000)) // 100
-    return (major, minor, revision)
-
-
-def get_gdal_version_string():
-    cdef const char* version = GDALVersionInfo("RELEASE_NAME")
-    return get_string(version)
-
-
-IF CTE_GDAL_VERSION >= (3, 4, 0):
-
-    cdef extern from "ogr_api.h":
-        bint OGRGetGEOSVersion(int *pnMajor, int *pnMinor, int *pnPatch)
-
-
-def get_gdal_geos_version():
-    cdef int major, minor, revision
-
-    IF CTE_GDAL_VERSION >= (3, 4, 0):
-        if not OGRGetGEOSVersion(&major, &minor, &revision):
-            return None
-        return (major, minor, revision)
-    ELSE:
-        return None
-
-
-def set_gdal_config_options(dict options):
-    for name, value in options.items():
-        name_b = name.encode('utf-8')
-        name_c = name_b
-
-        # None is a special case; this is used to clear the previous value
-        if value is None:
-            CPLSetConfigOption(<const char*>name_c, NULL)
-            continue
-
-        # normalize bool to ON/OFF
-        if isinstance(value, bool):
-            value_b = b'ON' if value else b'OFF'
-        else:
-            value_b = str(value).encode('utf-8')
-
-        value_c = value_b
-        CPLSetConfigOption(<const char*>name_c, <const char*>value_c)
-
-
-def get_gdal_config_option(str name):
-    name_b = name.encode('utf-8')
-    name_c = name_b
-    value = CPLGetConfigOption(<const char*>name_c, NULL)
-
-    if not value:
-        return None
-
-    if value.isdigit():
-        return int(value)
-
-    if value == b'ON':
-        return True
-    if value == b'OFF':
-        return False
-
-    str_value = get_string(value)
-
-    return str_value
-
-
-def ogr_driver_supports_write(driver):
-    # check metadata for driver to see if it supports write
-    if _get_driver_metadata_item(driver, "DCAP_CREATE") == 'YES':
-        return True
-
-    return False
-
-
-def ogr_driver_supports_vsi(driver):
-    # check metadata for driver to see if it supports write
-    if _get_driver_metadata_item(driver, "DCAP_VIRTUALIO") == 'YES':
-        return True
-
-    return False
-
-
-def ogr_list_drivers():
-    cdef OGRSFDriverH driver = NULL
-    cdef int i
-    cdef char *name_c
-
-    drivers = dict()
-    for i in range(OGRGetDriverCount()):
-        driver = OGRGetDriver(i)
-        name_c = <char *>OGR_Dr_GetName(driver)
-
-        name = get_string(name_c)
-
-        if ogr_driver_supports_write(name):
-            drivers[name] = "rw"
-
-        else:
-            drivers[name] = "r"
-
-    return drivers
-
-
-cdef void set_proj_search_path(str path):
-    """Set PROJ library data file search path for use in GDAL."""
-    cdef char **paths = NULL
-    cdef const char *path_c = NULL
-    path_b = path.encode("utf-8")
-    path_c = path_b
-    paths = CSLAddString(paths, path_c)
-    OSRSetPROJSearchPaths(<const char *const *>paths)
-
-
-def has_gdal_data():
-    """Verify that GDAL library data files are correctly found.
-
-    Adapted from Fiona (_env.pyx).
-    """
-
-    if CPLFindFile("gdal", "header.dxf") != NULL:
-        return True
-
-    return False
-
-
-def get_gdal_data_path():
-    """
-    Get the path to the directory GDAL uses to read data files.
-    """
-    cdef const char *path_c = CPLFindFile("gdal", "header.dxf")
-    if path_c != NULL:
-        return get_string(path_c).rstrip("header.dxf")
-    return None
-
-
-def has_proj_data():
-    """Verify that PROJ library data files are correctly found.
-
-    Returns
-    -------
-    bool
-        True if a test spatial reference object could be created, which verifies
-        that data files are correctly loaded.
-
-    Adapted from Fiona (_env.pyx).
-    """
-    cdef OGRSpatialReferenceH srs = OSRNewSpatialReference(NULL)
-
-    try:
-        exc_wrap_ogrerr(exc_wrap_int(OSRImportFromEPSG(srs, 4326)))
-    except CPLE_BaseError:
-        return False
-    else:
-        return True
-    finally:
-        if srs != NULL:
-            OSRRelease(srs)
-
-
-def init_gdal_data():
-    """Set GDAL data search directories in the following precedence:
-    - wheel copy of gdal_data
-    - default detection by GDAL, including GDAL_DATA (detected automatically by GDAL)
-    - other well-known paths under sys.prefix
-
-    Adapted from Fiona (env.py, _env.pyx).
-    """
-
-    # wheels are packaged to include GDAL data files at pyogrio/gdal_data
-    wheel_path = os.path.abspath(os.path.join(os.path.dirname(__file__), "gdal_data"))
-    if os.path.exists(wheel_path):
-        set_gdal_config_options({"GDAL_DATA": wheel_path})
-        if not has_gdal_data():
-            raise ValueError("Could not correctly detect GDAL data files installed by pyogrio wheel")
-        return
-
-    # GDAL correctly found data files from GDAL_DATA or compiled-in paths
-    if has_gdal_data():
-        return
-
-    wk_path = os.path.join(sys.prefix, 'share', 'gdal')
-    if os.path.exists(wk_path):
-        set_gdal_config_options({"GDAL_DATA": wk_path})
-        if not has_gdal_data():
-            raise ValueError(f"Found GDAL data directory at {wk_path} but it does not appear to correctly contain GDAL data files")
-        return
-
-    warnings.warn("Could not detect GDAL data files.  Set GDAL_DATA environment variable to the correct path.", RuntimeWarning)
-
-
-def init_proj_data():
-    """Set Proj search directories in the following precedence:
-    - wheel copy of proj_data
-    - default detection by PROJ, including PROJ_LIB (detected automatically by PROJ)
-    - search other well-known paths under sys.prefix
-
-    Adapted from Fiona (env.py, _env.pyx).
-    """
-
-    # wheels are packaged to include PROJ data files at pyogrio/proj_data
-    wheel_path = os.path.abspath(os.path.join(os.path.dirname(__file__), "proj_data"))
-    if os.path.exists(wheel_path):
-        set_proj_search_path(wheel_path)
-        # verify that this now resolves
-        if not has_proj_data():
-            raise ValueError("Could not correctly detect PROJ data files installed by pyogrio wheel")
-        return
-
-    # PROJ correctly found data files from PROJ_LIB or compiled-in paths
-    if has_proj_data():
-        return
-
-    wk_path = os.path.join(sys.prefix, 'share', 'proj')
-    if os.path.exists(wk_path):
-        set_proj_search_path(wk_path)
-        # verify that this now resolves
-        if not has_proj_data():
-            raise ValueError(f"Found PROJ data directory at {wk_path} but it does not appear to correctly contain PROJ data files")
-        return
-
-    warnings.warn("Could not detect PROJ data files.  Set PROJ_LIB environment variable to the correct path.", RuntimeWarning)
-
-
-def _register_drivers():
-    # Register all drivers
-    GDALAllRegister()
-
-
-def _get_driver_metadata_item(driver, metadata_item):
-    """
-    Query driver metadata items.
-
-    Parameters
-    ----------
-    driver : str
-        Driver to query
-    metadata_item : str
-        Metadata item to query
-
-    Returns
-    -------
-    str or None
-        Metadata item
-    """
-    cdef const char* metadata_c = NULL
-    cdef void *cogr_driver = NULL
-
-    try:
-        cogr_driver = exc_wrap_pointer(GDALGetDriverByName(driver.encode('UTF-8')))
-    except NullPointerError:
-        raise DataSourceError(
-            f"Could not obtain driver: {driver} (check that it was installed "
-            "correctly into GDAL)"
-        )
-    except CPLE_BaseError as exc:
-        raise DataSourceError(str(exc))
-
-    metadata_c = GDALGetMetadataItem(cogr_driver, metadata_item.encode('UTF-8'), NULL)
-
-    metadata = None
-    if metadata_c != NULL:
-        metadata = metadata_c
-        metadata = metadata.decode('UTF-8')
-        if len(metadata) == 0:
-            metadata = None
-
-    return metadata
-
-
-def _get_drivers_for_path(path):
-    cdef OGRSFDriverH driver = NULL
-    cdef int i
-    cdef char *name_c
-
-    path = str(path).lower()
-
-    parts = os.path.splitext(path)
-    if len(parts) == 2 and len(parts[1]) > 1:
-        ext = parts[1][1:]
-    else:
-        ext = None
-
-
-    # allow specific drivers to have a .zip extension to match GDAL behavior
-    if ext == 'zip':
-        if path.endswith('.shp.zip'):
-            ext = 'shp.zip'
-        elif path.endswith('.gpkg.zip'):
-            ext = 'gpkg.zip'
-
-    drivers = []
-    for i in range(OGRGetDriverCount()):
-        driver = OGRGetDriver(i)
-        name_c = <char *>OGR_Dr_GetName(driver)
-        name = get_string(name_c)
-
-        if not ogr_driver_supports_write(name):
-            continue
-
-        # extensions is a space-delimited list of supported extensions
-        # for driver
-        extensions = _get_driver_metadata_item(name, "DMD_EXTENSIONS")
-        if ext is not None and extensions is not None and ext in extensions.lower().split(' '):
-            drivers.append(name)
-        else:
-            prefix = _get_driver_metadata_item(name, "DMD_CONNECTION_PREFIX")
-            if prefix is not None and path.startswith(prefix.lower()):
-                drivers.append(name)
-
-    return drivers

pyogrio/_vsi.pxd

@@ -1,4 +0,0 @@
-cdef str get_ogr_vsimem_write_path(object path_or_fp, str driver)
-cdef str read_buffer_to_vsimem(bytes bytes_buffer)
-cdef read_vsimem_to_buffer(str path, object out_buffer)
-cdef delete_vsimem_file(str path)

pyogrio/_vsi.pyx

@@ -1,140 +0,0 @@
-from io import BytesIO
-from uuid import uuid4
-
-from libc.stdlib cimport malloc, free
-from libc.string cimport memcpy
-
-from pyogrio._ogr cimport *
-from pyogrio._ogr import _get_driver_metadata_item
-
-
-cdef str get_ogr_vsimem_write_path(object path_or_fp, str driver):
-    """ Return the original path or a /vsimem/ path
-
-    If passed a io.BytesIO object, this will return a /vsimem/ path that can be
-    used to create a new in-memory file with an extension inferred from the driver
-    if possible.  Path will be contained in an in-memory directory to contain
-    sibling files (though drivers that create sibling files are not supported for
-    in-memory files).
-
-    Caller is responsible for deleting the directory via delete_vsimem_file()
-
-    Parameters
-    ----------
-    path_or_fp : str or io.BytesIO object
-    driver : str
-    """
-
-    if not isinstance(path_or_fp, BytesIO):
-        return path_or_fp
-
-    # Create in-memory directory to contain auxiliary files
-    memfilename = uuid4().hex
-    VSIMkdir(f"/vsimem/{memfilename}".encode("UTF-8"), 0666)
-
-    # file extension is required for some drivers, set it based on driver metadata
-    ext = ""
-    recommended_ext = _get_driver_metadata_item(driver, "DMD_EXTENSIONS")
-    if recommended_ext is not None:
-        ext = "." + recommended_ext.split(" ")[0]
-
-    path = f"/vsimem/{memfilename}/{memfilename}{ext}"
-
-    # check for existing bytes
-    if path_or_fp.getbuffer().nbytes > 0:
-        raise NotImplementedError("writing to existing in-memory object is not supported")
-
-    return path
-
-
-cdef str read_buffer_to_vsimem(bytes bytes_buffer):
-    """ Wrap the bytes (zero-copy) into an in-memory dataset
-
-    If the first 4 bytes indicate the bytes are a zip file, the returned path
-    will be prefixed with /vsizip/ and suffixed with .zip to enable proper
-    reading by GDAL.
-
-    Caller is responsible for deleting the in-memory file via delete_vsimem_file().
-
-    Parameters
-    ----------
-    bytes_buffer : bytes
-    """
-    cdef int num_bytes = len(bytes_buffer)
-
-    is_zipped = len(bytes_buffer) > 4 and bytes_buffer[:4].startswith(b"PK\x03\x04")
-    ext = ".zip" if is_zipped else ""
-
-    path = f"/vsimem/{uuid4().hex}{ext}"
-
-    # Create an in-memory object that references bytes_buffer
-    # NOTE: GDAL does not copy the contents of bytes_buffer; it must remain
-    # in scope through the duration of using this file
-    vsi_handle = VSIFileFromMemBuffer(path.encode("UTF-8"), <unsigned char *>bytes_buffer, num_bytes, 0)
-
-    if vsi_handle == NULL:
-        raise OSError("failed to read buffer into in-memory file")
-
-    if VSIFCloseL(vsi_handle) != 0:
-        raise OSError("failed to close in-memory file")
-
-    if is_zipped:
-        path = f"/vsizip/{path}"
-
-    return path
-
-
-cdef read_vsimem_to_buffer(str path, object out_buffer):
-    """Copy bytes from in-memory file to buffer
-
-    This will automatically unlink the in-memory file pointed to by path; caller
-    is still responsible for calling delete_vsimem_file() to cleanup any other
-    files contained in the in-memory directory.
-
-    Parameters:
-    -----------
-    path : str
-        path to in-memory file
-    buffer : BytesIO object
-    """
-
-    cdef unsigned char *vsi_buffer = NULL
-    cdef vsi_l_offset vsi_buffer_size = 0
-
-    try:
-        # Take ownership of the buffer to avoid a copy; GDAL will automatically
-        # unlink the memory file
-        vsi_buffer = VSIGetMemFileBuffer(path.encode("UTF-8"), &vsi_buffer_size, 1)
-        if vsi_buffer == NULL:
-            raise RuntimeError("could not read bytes from in-memory file")
-
-        # write bytes to buffer
-        out_buffer.write(<bytes>vsi_buffer[:vsi_buffer_size])
-        # rewind to beginning to allow caller to read
-        out_buffer.seek(0)
-
-    finally:
-        if vsi_buffer != NULL:
-            CPLFree(vsi_buffer)
-
-
-cdef delete_vsimem_file(str path):
-    """ Recursively delete in-memory path or directory containing path
-
-    This is used for final cleanup of an in-memory dataset, which may have been
-    created within a directory to contain sibling files.
-
-    Additional VSI handlers may be chained to the left of /vsimem/ in path and
-    will be ignored.
-
-    Parameters:
-    -----------
-    path : str
-        path to in-memory file
-    """
-
-    if "/vsimem/" not in path:
-        return
-
-    root = "/vsimem/" + path.split("/vsimem/")[1].split("/")[0]
-    VSIRmdirRecursive(root.encode("UTF-8"))

pyogrio/arrow_bridge.h

@@ -1,115 +0,0 @@
-// Licensed to the Apache Software Foundation (ASF) under one
-// or more contributor license agreements.  See the NOTICE file
-// distributed with this work for additional information
-// regarding copyright ownership.  The ASF licenses this file
-// to you under the Apache License, Version 2.0 (the
-// "License"); you may not use this file except in compliance
-// with the License.  You may obtain a copy of the License at
-//
-//   http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing,
-// software distributed under the License is distributed on an
-// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-// KIND, either express or implied.  See the License for the
-// specific language governing permissions and limitations
-// under the License.
-
-// This file is an extract https://github.com/apache/arrow/blob/master/cpp/src/arrow/c/abi.h
-// commit 9cbb8a1a626ee301cfe85905b6c18c5d880e176b (2022-06-14)
-// WARNING: DO NOT MODIFY the content as it would break interoperability !
-
-#pragma once
-
-#include <stdint.h>
-
-#ifdef __cplusplus
-extern "C" {
-#endif
-
-#ifndef ARROW_C_DATA_INTERFACE
-#define ARROW_C_DATA_INTERFACE
-
-#define ARROW_FLAG_DICTIONARY_ORDERED 1
-#define ARROW_FLAG_NULLABLE 2
-#define ARROW_FLAG_MAP_KEYS_SORTED 4
-
-struct ArrowSchema {
-  // Array type description
-  const char* format;
-  const char* name;
-  const char* metadata;
-  int64_t flags;
-  int64_t n_children;
-  struct ArrowSchema** children;
-  struct ArrowSchema* dictionary;
-
-  // Release callback
-  void (*release)(struct ArrowSchema*);
-  // Opaque producer-specific data
-  void* private_data;
-};
-
-struct ArrowArray {
-  // Array data description
-  int64_t length;
-  int64_t null_count;
-  int64_t offset;
-  int64_t n_buffers;
-  int64_t n_children;
-  const void** buffers;
-  struct ArrowArray** children;
-  struct ArrowArray* dictionary;
-
-  // Release callback
-  void (*release)(struct ArrowArray*);
-  // Opaque producer-specific data
-  void* private_data;
-};
-
-#endif  // ARROW_C_DATA_INTERFACE
-
-#ifndef ARROW_C_STREAM_INTERFACE
-#define ARROW_C_STREAM_INTERFACE
-
-struct ArrowArrayStream {
-  // Callback to get the stream type
-  // (will be the same for all arrays in the stream).
-  //
-  // Return value: 0 if successful, an `errno`-compatible error code otherwise.
-  //
-  // If successful, the ArrowSchema must be released independently from the stream.
-  int (*get_schema)(struct ArrowArrayStream*, struct ArrowSchema* out);
-
-  // Callback to get the next array
-  // (if no error and the array is released, the stream has ended)
-  //
-  // Return value: 0 if successful, an `errno`-compatible error code otherwise.
-  //
-  // If successful, the ArrowArray must be released independently from the stream.
-  int (*get_next)(struct ArrowArrayStream*, struct ArrowArray* out);
-
-  // Callback to get optional detailed error information.
-  // This must only be called if the last stream operation failed
-  // with a non-0 return code.
-  //
-  // Return value: pointer to a null-terminated character array describing
-  // the last error, or NULL if no description is available.
-  //
-  // The returned pointer is only valid until the next operation on this stream
-  // (including release).
-  const char* (*get_last_error)(struct ArrowArrayStream*);
-
-  // Release callback: release the stream's own resources.
-  // Note that arrays returned by `get_next` must be individually released.
-  void (*release)(struct ArrowArrayStream*);
-
-  // Opaque producer-specific data
-  void* private_data;
-};
-
-#endif  // ARROW_C_STREAM_INTERFACE
-
-#ifdef __cplusplus
-}
-#endif