geoai-py 0.3.6__tar.gz → 0.4.1__tar.gz

{geoai_py-0.3.6 → geoai_py-0.4.1}/.github/workflows/windows.yml

@@ -28,6 +28,13 @@ jobs:
                   uv venv --python ${{ matrix.python-version }}
                   uv pip install .
 
+            # - name: Update PROJ data files
+            #   run: |
+            #       pip install --upgrade pyproj
+            #       curl -L -o proj-data.zip https://download.osgeo.org/proj/proj-data-1.9.zip
+            #       unzip proj-data.zip -d proj-data
+            #       cp -r proj-data/* $(python -m pyproj -v | grep "PROJ_LIB" | cut -d ' ' -f 2)
+
             - name: Test import
               run: |
                   uv run python -c "import geoai; print('geoai import successful')"

{geoai_py-0.3.6 → geoai_py-0.4.1}/.gitignore

@@ -14,6 +14,7 @@ docs/examples/*.md
 *.xml
 docs/examples/output/
 docs/examples/*.png
+*.pth
 
 # Distribution / packaging
 .Python

{geoai_py-0.3.6 → geoai_py-0.4.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: geoai-py
-Version: 0.3.6
+Version: 0.4.1
 Summary: A Python package for using Artificial Intelligence (AI) with geospatial data
 Author-email: Qiusheng Wu <giswqs@gmail.com>
 License: MIT License
@@ -36,13 +36,8 @@ Requires-Dist: torch
 Requires-Dist: torchgeo
 Requires-Dist: tqdm
 Requires-Dist: transformers
-Provides-Extra: download
-Requires-Dist: pystac_client; extra == "download"
-Requires-Dist: planetary_computer; extra == "download"
-Requires-Dist: tqdm; extra == "download"
-Requires-Dist: overturemaps; extra == "download"
-Provides-Extra: all
-Requires-Dist: geoai[download]; extra == "all"
+Provides-Extra: extra
+Requires-Dist: overturemaps; extra == "extra"
 
 # GeoAI: Artificial Intelligence for Geospatial Data
 

geoai_py-0.4.1/docs/examples/parking_spot_detection.ipynb

@@ -0,0 +1,203 @@
+{
+ "cells": [
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "# Parking Spot Detection\n",
+    "\n",
+    "[![image](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/opengeos/geoai/blob/main/docs/examples/parking_spot_detection.ipynb)\n",
+    "\n",
+    "## Install package\n",
+    "To use the `geoai-py` package, ensure it is installed in your environment. Uncomment the command below if needed."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# %pip install geoai-py"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "## Import libraries"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import geoai"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "## Download sample data\n",
+    "\n",
+    "We will download a sample image from Hugging Face Hub to use for parking spot detection. You can find more high-resolution images from [OpenAerialMap](https://openaerialmap.org)."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "raster_url = (\n",
+    "    \"https://huggingface.co/datasets/giswqs/geospatial/resolve/main/parking_spots.tif\"\n",
+    ")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "raster_path = geoai.download_file(raster_url)"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "## Visualize the image"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "geoai.view_raster(raster_url)"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "## Initialize the model"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "detector = geoai.ParkingSplotDetector()"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "## Extract parking spots\n",
+    "\n",
+    "Extract parking spots from the image using the model and save the output image."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "mask_path = detector.generate_masks(\n",
+    "    raster_path=raster_path,\n",
+    "    output_path=\"parking_masks.tif\",\n",
+    "    confidence_threshold=0.5,\n",
+    "    mask_threshold=0.5,\n",
+    "    overlap=0.25,\n",
+    "    chip_size=(256, 256),\n",
+    "    min_object_area=10,\n",
+    "    # max_object_area=5000,\n",
+    ")"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "Convert the image masks to polygons and save the output GeoJSON file."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "gdf = detector.vectorize_masks(\n",
+    "    masks_path=\"parking_masks.tif\",\n",
+    "    output_path=\"parking.geojson\",\n",
+    "    min_object_area=300,\n",
+    "    # max_object_area=5000,\n",
+    ")"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "## Add geometric properties"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "gdf = geoai.add_geometric_properties(gdf)"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "## Visualize results"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "geoai.view_vector_interactive(gdf, column=\"confidence\", tiles=raster_url)"
+   ]
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "geo",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.12.9"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}

geoai_py-0.4.1/docs/examples/train_object_detection_model.ipynb

@@ -0,0 +1,259 @@
+{
+ "cells": [
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "# Train an Object Detection Model with GeoAI\n",
+    "\n",
+    "[![image](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/opengeos/geoai/blob/main/docs/examples/train_object_detection_model.ipynb)\n",
+    "\n",
+    "## Install package\n",
+    "To use the `geoai-py` package, ensure it is installed in your environment. Uncomment the command below if needed."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# %pip install geoai-py"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "## Import libraries"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import geoai"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "## Download sample data"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "train_raster_url = (\n",
+    "    \"https://huggingface.co/datasets/giswqs/geospatial/resolve/main/naip_train.tif\"\n",
+    ")\n",
+    "train_vector_url = \"https://huggingface.co/datasets/giswqs/geospatial/resolve/main/naip_train_buildings.geojson\"\n",
+    "test_raster_url = (\n",
+    "    \"https://huggingface.co/datasets/giswqs/geospatial/resolve/main/naip_test.tif\"\n",
+    ")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "train_raster_path = geoai.download_file(train_raster_url)\n",
+    "train_vector_path = geoai.download_file(train_vector_url)\n",
+    "test_raster_path = geoai.download_file(test_raster_url)"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "## Visualize sample data"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "geoai.view_vector_interactive(train_vector_path, tiles=train_raster_url)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "geoai.view_raster(test_raster_url)"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "## Create training data"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "out_folder = \"output\"\n",
+    "tiles = geoai.export_geotiff_tiles(\n",
+    "    in_raster=train_raster_path,\n",
+    "    out_folder=out_folder,\n",
+    "    in_class_data=train_vector_path,\n",
+    "    tile_size=512,\n",
+    "    stride=256,\n",
+    "    buffer_radius=0,\n",
+    ")"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "## Train object detection model"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "geoai.train_MaskRCNN_model(\n",
+    "    images_dir=f\"{out_folder}/images\",\n",
+    "    labels_dir=f\"{out_folder}/labels\",\n",
+    "    output_dir=f\"{out_folder}/models\",\n",
+    "    num_channels=4,\n",
+    "    pretrained=True,\n",
+    "    batch_size=4,\n",
+    "    num_epochs=10,\n",
+    "    learning_rate=0.005,\n",
+    "    val_split=0.2,\n",
+    ")"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "## Run inference"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "masks_path = \"naip_test_prediction.tif\"\n",
+    "model_path = f\"{out_folder}/models/best_model.pth\""
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "geoai.object_detection(\n",
+    "    test_raster_path,\n",
+    "    masks_path,\n",
+    "    model_path,\n",
+    "    window_size=512,\n",
+    "    overlap=256,\n",
+    "    confidence_threshold=0.5,\n",
+    "    batch_size=4,\n",
+    "    num_channels=4,\n",
+    ")"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "## Vectorize masks"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "output_path = \"naip_test_prediction.geojson\"\n",
+    "gdf = geoai.orthogonalize(masks_path, output_path, epsilon=2)"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "## Visualize results"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "geoai.view_vector_interactive(output_path, tiles=test_raster_url)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "geoai.create_split_map(\n",
+    "    left_layer=output_path,\n",
+    "    right_layer=test_raster_url,\n",
+    "    left_args={\"style\": {\"color\": \"red\", \"fillOpacity\": 0.2}},\n",
+    "    basemap=test_raster_url,\n",
+    ")"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "![image](https://github.com/user-attachments/assets/8dfcc69e-7a6c-408a-9fae-10b81b7d85dc)"
+   ]
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "geo",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.12.9"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}

geoai_py-0.4.1/docs/hf.md

@@ -0,0 +1,3 @@
+# hf module
+
+::: geoai.hf

geoai_py-0.4.1/docs/train.md

@@ -0,0 +1,3 @@
+# train module
+
+::: geoai.train

geoai_py-0.4.1/geoai/__init__.py

@@ -0,0 +1,97 @@
+"""Top-level package for geoai."""
+
+__author__ = """Qiusheng Wu"""
+__email__ = "giswqs@gmail.com"
+__version__ = "0.4.1"
+
+
+import os
+import sys
+
+
+def set_proj_lib_path(verbose=False):
+    """
+    Set the PROJ_LIB and GDAL_DATA environment variables based on the current conda environment.
+
+    This function attempts to locate and set the correct paths for PROJ_LIB and GDAL_DATA
+    by checking multiple possible locations within the conda environment structure.
+
+    Args:
+        verbose (bool): If True, print additional information during the process.
+
+    Returns:
+        bool: True if both paths were set successfully, False otherwise.
+    """
+    try:
+        # Get conda environment path
+        conda_env_path = os.environ.get("CONDA_PREFIX") or sys.prefix
+
+        # Define possible paths for PROJ_LIB
+        possible_proj_paths = [
+            os.path.join(conda_env_path, "share", "proj"),
+            os.path.join(conda_env_path, "Library", "share", "proj"),
+            os.path.join(conda_env_path, "Library", "share"),
+        ]
+
+        # Define possible paths for GDAL_DATA
+        possible_gdal_paths = [
+            os.path.join(conda_env_path, "share", "gdal"),
+            os.path.join(conda_env_path, "Library", "share", "gdal"),
+            os.path.join(conda_env_path, "Library", "data", "gdal"),
+            os.path.join(conda_env_path, "Library", "share"),
+        ]
+
+        # Set PROJ_LIB environment variable
+        proj_set = False
+        for proj_path in possible_proj_paths:
+            if os.path.exists(proj_path) and os.path.isdir(proj_path):
+                # Verify it contains projection data
+                if os.path.exists(os.path.join(proj_path, "proj.db")):
+                    os.environ["PROJ_LIB"] = proj_path
+                    if verbose:
+                        print(f"PROJ_LIB set to: {proj_path}")
+                    proj_set = True
+                    break
+
+        # Set GDAL_DATA environment variable
+        gdal_set = False
+        for gdal_path in possible_gdal_paths:
+            if os.path.exists(gdal_path) and os.path.isdir(gdal_path):
+                # Verify it contains the header.dxf file or other critical GDAL files
+                if os.path.exists(
+                    os.path.join(gdal_path, "header.dxf")
+                ) or os.path.exists(os.path.join(gdal_path, "gcs.csv")):
+                    os.environ["GDAL_DATA"] = gdal_path
+                    if verbose:
+                        print(f"GDAL_DATA set to: {gdal_path}")
+                    gdal_set = True
+                    break
+
+        # If paths still not found, try a last-resort approach
+        if not proj_set or not gdal_set:
+            # Try a deep search in the conda environment
+            for root, dirs, files in os.walk(conda_env_path):
+                if not gdal_set and "header.dxf" in files:
+                    os.environ["GDAL_DATA"] = root
+                    if verbose:
+                        print(f"GDAL_DATA set to: {root} (deep search)")
+                    gdal_set = True
+
+                if not proj_set and "proj.db" in files:
+                    os.environ["PROJ_LIB"] = root
+                    if verbose:
+                        print(f"PROJ_LIB set to: {root} (deep search)")
+                    proj_set = True
+
+                if proj_set and gdal_set:
+                    break
+
+    except Exception as e:
+        print(f"Error setting projection library paths: {e}")
+        return
+
+
+# if ("google.colab" not in sys.modules) and (sys.platform != "windows"):
+#     set_proj_lib_path()
+
+from .geoai import *

{geoai_py-0.3.6 → geoai_py-0.4.1}/geoai/download.py

@@ -1,18 +1,19 @@
 """This module provides functions to download data, including NAIP imagery and building data from Overture Maps."""
 
+import logging
 import os
-from typing import List, Tuple, Optional, Dict, Any
-import rioxarray
-import numpy as np
+import subprocess
+from typing import Any, Dict, List, Optional, Tuple
+
+import geopandas as gpd
 import matplotlib.pyplot as plt
-from pystac_client import Client
+import numpy as np
 import planetary_computer as pc
-import geopandas as gpd
+import requests
+import rioxarray
+from pystac_client import Client
 from shapely.geometry import box
 from tqdm import tqdm
-import requests
-import subprocess
-import logging
 
 # Configure logging
 logging.basicConfig(