ffi-gdal 0.0.1

data/linkies.rb

@@ -0,0 +1,35 @@
+require 'nokogiri'
+require 'open-uri'
+
+abort("Usage: extract_links URL DEST_DIR") if ARGV.size != 2
+
+args = ARGV.dup
+url = args[0]
+dest_dir = args[1]
+
+doc = Nokogiri::HTML(open(url))
+
+hrefs = doc.css("a").map do |link|
+  if (href = link.attr("href")) && !href.empty?
+    URI::join(url, href)
+  end
+end.compact.uniq
+
+Dir.mkdir(dest_dir) unless File.exist?(dest_dir)
+Dir.chdir(dest_dir)
+
+hrefs.each_with_index do |href, i|
+  filename = href.path.split('/').last
+  print "Downloading (#{i + 1}/#{hrefs.size}) #{filename}...\r"
+
+  begin
+    File.write(filename, open(href).read)
+  rescue OpenURI::HTTPError => ex
+    puts "Sonofa!"
+    raise
+  end
+end
+
+puts "\nAll done!"
+
+#  puts(hrefs.join("\n"))

data/meow.rb

@@ -0,0 +1,144 @@
+# http://www.gdal.org/gdal_tutorial.html
+
+
+require './lib/ffi/gdal'
+require 'ruby-progressbar'
+include FFI::GDAL
+
+progressbar = ProgressBar.create
+#name = 'empty_red_image.tif'
+#name = 'empty_black_image.tif'
+name = 'NDVI20000201032.tif'
+
+#dir = '../../agrian/gis_engine/test/test_files'
+dir = '~/Desktop/geotiffs'
+
+psz_src_filename = File.expand_path(name, dir)
+progressbar.log "file name: #{psz_src_filename}"
+
+FFI::GDAL.GDALAllRegister
+dataset = GDALOpen(psz_src_filename, :GA_ReadOnly)
+
+abort 'file was not compatible' if dataset.null?
+progressbar.log "dataset: #{dataset}"
+
+#-------------------
+# Getting dataset information
+#-------------------
+
+dataset_driver = GDALGetDatasetDriver(dataset)
+progressbar.log "driver: #{dataset_driver}"
+progressbar.log "driver short name: #{GDALGetDriverShortName(dataset_driver)}"
+progressbar.log "driver long name: #{GDALGetDriverLongName(dataset_driver)}"
+
+progressbar.log "size, x: #{GDALGetRasterXSize(dataset)}"
+progressbar.log "size, y: #{GDALGetRasterYSize(dataset)}"
+progressbar.log "size, count: #{GDALGetRasterCount(dataset)}"
+
+progressbar.log "Projection is #{GDALGetProjectionRef(dataset)}"
+
+geo_transform = FFI::MemoryPointer.new(:double, 6)
+
+GDALGetGeoTransform(dataset, geo_transform)
+progressbar.log "origin: #{geo_transform[0].read_double}, #{geo_transform[3].read_double}"
+progressbar.log "pixel size: #{geo_transform[1].read_double}, #{geo_transform[5].read_double}"
+
+
+#-------------------
+# Fetching a raster band
+#-------------------
+block_x_size = FFI::MemoryPointer.new(:int)
+block_y_size = FFI::MemoryPointer.new(:int)
+raster_band = GDALGetRasterBand(dataset, 1)
+GDALGetBlockSize(raster_band, block_x_size, block_y_size)
+
+progressbar.log "Block: #{block_x_size.read_int}x#{block_y_size.read_int}"
+progressbar.log "Type: #{GDALGetDataTypeName(GDALGetRasterDataType(raster_band))}"
+progressbar.log "ColorInterp: #{GDALGetColorInterpretationName(GDALGetRasterColorInterpretation(raster_band))}"
+
+b_got_min = FFI::MemoryPointer.new(:double)
+b_got_max = FFI::MemoryPointer.new(:double)
+
+adf_min_max = FFI::MemoryPointer.new(:double, 2)
+adf_min_max.put_array_of_double(0, [
+  GDALGetRasterMinimum(raster_band, b_got_min),
+  GDALGetRasterMaximum(raster_band, b_got_max)
+])
+
+unless b_got_max && b_got_min
+  GDALComputeRasterMinMax(raster_band, true, adf_min_max)
+end
+
+progressbar.log "Min: #{adf_min_max[0].read_double}"
+progressbar.log "Max: #{adf_min_max[1].read_double}"
+
+overview_count = GDALGetOverviewCount(raster_band)
+progressbar.log "Band has #{overview_count} overviews."
+
+raster_color_table = GDALGetRasterColorTable(raster_band)
+unless raster_color_table.null?
+  progressbar.log "Band has a color table with #{raster_color_table} entries."
+end
+
+
+#-------------------
+# Reading Raster Data
+#-------------------
+x_size = GDALGetRasterBandXSize(raster_band)
+paf_scanline = FFI::MemoryPointer.new(:float, x_size)
+GDALRasterIO(raster_band,
+  :GF_Read,
+  0,
+  0,
+  x_size,
+  1,
+  paf_scanline,
+  x_size,
+  1,
+  :GDT_Float32,
+  0,
+  0)
+
+progressbar.log "scanline: #{paf_scanline.read_float}"
+
+#-------------------
+# Techniques for creating files
+#-------------------
+psz_format = 'GTiff'
+geotiff_driver = GDALGetDriverByName(psz_format)
+abort "No such driver #{psz_format}" if geotiff_driver.null?
+papsz_metadata = GDALGetMetadata(geotiff_driver, nil)
+
+if CSLFetchBoolean(papsz_metadata, GDAL_DCAP_CREATE, 0)
+  progressbar.log "Driver #{psz_format} supports Create() method."
+end
+
+if CSLFetchBoolean(papsz_metadata, GDAL_DCAP_CREATECOPY, 0)
+  progressbar.log "Driver #{psz_format} supports CreateCopy() method."
+end
+
+psz_dst_filename = File.expand_path('gdal_createcopy_test.tif', dir)
+src_dataset = GDALOpen(psz_src_filename, :GA_ReadOnly)
+dest_dataset = GDALCreateCopy(geotiff_driver, psz_dst_filename, src_dataset, 0, nil, nil, nil)
+GDALClose(dest_dataset) unless dest_dataset.null?
+
+# Don't close this yet--we use it later.
+# GDALClose(src_dataset)
+
+
+papsz_options = CSLSetNameValue(FFI::MemoryPointer.new(:pointer, 2), 'TILED', 'YES')
+papsz_options = CSLSetNameValue(papsz_options, 'COMPRESS', 'PACKBITS')
+progressbar.log "First option key/value pair: #{papsz_options.read_array_of_pointer(2).first.read_string}"
+progressbar.log "Second option key/value pair: #{papsz_options.read_array_of_pointer(2).last.read_string}"
+
+
+callback = Proc.new do |double, _, _|
+  progress = double * 100
+  progressbar.progress = progress unless progressbar.progress == 100
+end
+dest_dataset2 = GDALCreateCopy(geotiff_driver, psz_dst_filename, src_dataset, 0, papsz_options, callback, nil)
+
+GDALClose(dest_dataset2) unless dest_dataset2.null?
+CSLDestroy(papsz_options)
+GDALClose(src_dataset)
+

data/readie.rb

@@ -0,0 +1,90 @@
+require './lib/ffi-gdal'
+require 'narray'
+
+
+#dir = '../../agrian/gis_engine/test/test_files'
+#name = 'empty_red_image.tif'
+#name = 'empty_black_image.tif'
+
+#dir = '~/Desktop/geotiffs'
+#name = 'NDVI20000201032.tif'
+#name = 'NDVI20000701183.tif'
+#name = 'NDVI20000701183.zip'
+#name = 'NDVI20000401092.tif'
+
+#dir = './spec/support'
+#name = 'google_earth_test.jpg'
+#name = 'compassdata_gcparchive_google_earth.kmz'
+
+#dir = './spec/support/aaron/Floyd'
+#name = 'Floyd_1058_20140612_NRGB.tif'
+#name = 'Floyd_1058_20140612_RGBNRGB.bmp'
+#name = 'Floyd_1058_20140612_RGBNRGB.jpg'
+
+dir = './spec/support/images/Harper'
+name = 'Harper_1058_20140612_NRGB.tif'
+
+#dir = './spec/support/osgeo'
+#name = 'c41078a1.tif'
+
+filename = File.expand_path(name, dir)
+dataset = GDAL::Dataset.open(filename, 'r')
+
+abort('No raster bands') if dataset.raster_count == 0
+GDAL.log "raster count: #{dataset.raster_count}"
+
+def raster_stuff(band)
+  GDAL.log "x size: #{band.x_size}"
+  GDAL.log "y size: #{band.y_size}"
+  GDAL.log "min: #{band.minimum_value}"
+  GDAL.log "max: #{band.maximum_value}"
+  GDAL.log "block size: #{band.block_size}"
+  GDAL.log "color interp: #{band.color_interpretation}"
+  lines = []
+
+  band.readlines do |line|
+    lines << line
+  end
+
+  GDAL.log "line height: #{lines.size}"
+  lines
+end
+
+bands = []
+
+
+1.upto(dataset.raster_count) do |i|
+  GDAL.log "Checking band #{i}"
+  band = dataset.raster_band(i)
+  GDAL.log "* color interp: #{band.color_interpretation}"
+
+  if %i[GCI_RedBand GCI_Undefined].include? band.color_interpretation
+    bands << {
+      band: band,
+      array: NArray.to_na(raster_stuff(dataset.raster_band(i)))
+    }
+  end
+end
+
+red = bands.find { |hash| hash[:band].color_interpretation == :GCI_RedBand }
+nir = bands.find { |hash| hash[:band].color_interpretation == :GCI_Undefined }
+
+if nir.nil?
+  abort 'No near-infrared band found!'
+end
+ndvi = (nir[:array] - red[:array]) / (nir[:array] + red[:array])
+
+GDAL.log "NDVI array created"
+
+GDAL.log dataset.driver.long_name
+GDAL.log dataset.driver.all_metadata[:DEFAULT]["DCAP_CREATE"]
+
+dataset.driver.create_dataset('testie.tif', ndvi.sizes.first, ndvi.sizes.last) do |out_dataset|
+  GDAL.log "raster count: #{out_dataset.raster_count}"
+  out_band = out_dataset.raster_band(1)
+  out_band.write_array(ndvi)
+
+  # need to add metadata and raster data
+  # http://www.gdal.org/gdal_tutorial.html
+end
+

data/rubby.rb

@@ -0,0 +1,224 @@
+require './lib/ffi-gdal'
+require 'pp'
+require 'pathname'
+
+#dir = '../../agrian/gis_engine/test/test_files'
+#name = 'empty_red_image.tif'
+#name = 'empty_black_image.tif'
+
+#dir = '~/Desktop/geotiffs'
+#name = 'NDVI20000201032.tif'
+#name = 'NDVI20000701183.tif'
+#name = 'NDVI20000701183.zip'
+#name = 'NDVI20000401092.tif'
+
+#dir = './spec/support'
+#name = 'google_earth_test.jpg'
+#name = 'compassdata_gcparchive_google_earth.kmz'
+
+#dir = './spec/support/aaron/Floyd'
+#name = 'Floyd_1058_20140612_NRGB.tif'
+
+dir = './spec/support/images/Harper'
+name = 'Harper_1058_20140612_NRGB.tif'
+
+#dir = './spec/support/osgeo'
+#name = 'c41078a1.tif'
+
+#dir = './spec/support/ShapeDailyCurrent'
+#name = '851449507.dbf'
+#name = '851449507.prj'
+
+filename = File.expand_path(name, dir)
+dataset = GDAL::Dataset.open(filename, 'r')
+
+current_directory = Pathname.new(Dir.pwd)
+
+puts '#------------------------------------------------------------------------'
+puts '#'
+puts "# #{GDAL.long_version}"
+puts '#'
+puts '# Build info:'
+GDAL.build_info.each do |k, v|
+  puts "#  - #{k} -> #{v}"
+end
+puts '#'
+puts '#------------------------------------------------------------------------'
+puts '#------------------------------------------------------------------------'
+puts '#  Dataset Info'
+puts '#------------------------------------------------------------------------'
+puts "* Description:\t\t\t#{dataset.description}"
+puts "* Raster size (x, y):\t\t#{dataset.raster_x_size}, #{dataset.raster_y_size}"
+puts "* Raster count:\t\t\t#{dataset.raster_count}"
+puts "* Access flag:\t\t\t#{dataset.access_flag}"
+puts "* Projection:\t#{dataset.projection}"
+puts '* File list:'
+dataset.file_list.each do |path|
+  p = Pathname.new(path)
+  puts "\t\t\t\t- #{p.relative_path_from(current_directory)}"
+end
+
+puts '* Metadata'
+dataset.all_metadata.each do |domain, data|
+  puts "\t\t\t\t+ Domain: #{domain}"
+  if data.empty?
+    puts "\t\t\t\t\t- No values"
+  else
+    data.each do |k, v|
+      print "\t\t\t\t\t- #{k} => "
+      pp v
+    end
+  end
+end
+
+
+
+puts '#------------------------------------------------------------------------'
+puts '#  Driver Info'
+puts '#------------------------------------------------------------------------'
+puts "* Description:\t\t#{dataset.driver.description}"
+puts "* Short name:\t\t#{dataset.driver.short_name}"
+puts "* Long name:\t\t#{dataset.driver.long_name}"
+puts "* Help topic:\t\t#{dataset.driver.help_topic}"
+puts '* Metadata:'
+dataset.driver.all_metadata.each do |domain, data|
+  puts "\t\t\t+ Domain: #{domain}"
+  if data.empty?
+    puts "\t\t\t\t- No values"
+  else
+    data.each do |k, v|
+      print "\t\t\t\t- #{k} => "
+      pp v
+    end
+  end
+end
+
+puts '* Creation option list:'
+dataset.driver.creation_option_list.each do |option|
+  puts "\t\t\t- #{option}" unless option.empty?
+end
+puts
+
+
+if dataset.raster_count > 0
+  puts '#------------------------------------------------------------------------'
+  puts '#  Raster Band Info'
+  puts '#------------------------------------------------------------------------'
+  (1..dataset.raster_count).each do |i|
+    band = dataset.raster_band(i)
+    puts "* Band #{i}/#{dataset.raster_count}"
+    puts "  - description:\t\t\t#{band.description}"
+    puts "  - size (x,y):\t\t\t#{band.x_size},#{band.y_size}"
+    puts "  - no-data value:\t\t#{band.no_data_value}"
+    puts "  - access flag:\t\t#{band.access_flag}"
+    puts "  - number:\t\t\t#{band.number}"
+    puts "  - color interp:\t\t#{band.color_interpretation}"
+    puts "  - type:\t\t\t#{band.data_type}"
+    puts "  - block size:\t\t\t#{band.block_size}"
+    puts "  - category names:\t\t#{band.category_names}"
+    band.category_names = 'meow'
+    puts "  - category names:\t\t#{band.category_names}"
+    puts "  - value range:\t\t#{band.minimum_value}..#{band.maximum_value}"
+    #puts "  + read:\t\t\t#{band.read}"
+    puts "  - unit type:\t\t\t#{band.unit_type}"
+    puts "  - statistics:\t\t\t#{band.statistics}"
+    puts "  - scale:\t\t\t#{band.scale}"
+    puts "  - offset:\t\t\t#{band.offset}"
+    puts "  - mask flags:\t\t\t#{band.mask_flags}"
+    #puts "  + default histogram:\t\t\t#{band.default_histogram}"
+    #puts "  + histogram:\t\t\t#{band.histogram(-0.5, 255.5, 256)}"
+
+    if band.mask_band
+      puts '  + Mask band:'
+      puts "    - number:\t\t\t\t#{band.mask_band.number}"
+      puts "    - size (x,y):\t\t\t#{band.mask_band.x_size},#{band.mask_band.y_size}"
+      puts "    - color interp:\t\t\t#{band.mask_band.color_interpretation}"
+      puts "    - type:\t\t\t\t#{band.mask_band.data_type}"
+      puts "    - block size:\t\t\t#{band.mask_band.block_size}"
+      puts "    - value range:\t\t\t#{band.mask_band.minimum_value}..#{band.mask_band.maximum_value}"
+    end
+    puts "  - has arbitrary overviews?\t#{band.arbitrary_overviews?}"
+    puts "  - raster sample overview:\t#{band.raster_sample_overview}"
+    puts "  - overview count:\t\t#{band.overview_count}"
+    if band.overview_count > 0
+      (0...band.overview_count).each do |j|
+        overview = band.overview(j)
+        puts "  # Overview #{j} Info:"
+        puts "    - size (x, y):\t\t#{overview.x_size}, #{overview.y_size}"
+        puts "    - color interp:\t\t#{overview.color_interpretation}"
+        puts "    - type:\t\t\t#{overview.data_type}"
+        puts "    - block size:\t\t#{overview.block_size}"
+        puts "    - value range:\t\t#{overview.minimum_value}..#{overview.maximum_value}"
+        puts "    - overview count:\t\t#{overview.overview_count}"
+      end
+    end
+    puts '  + Metadata:'
+    band.all_metadata.each do |domain, data|
+      puts "\t\t\t\t+ Domain: #{domain}"
+      if data.empty?
+        puts "\t\t\t\t\t- No values"
+      else
+        data.each do |k, v|
+          print "\t\t\t\t\t- #{k} => "
+          pp v
+        end
+      end
+    end
+    if band.color_table
+      puts '  + Color Table Info'
+      puts "    - palette interp:\t\t#{band.color_table.palette_interpretation}"
+      puts "    - color entry count:\t#{band.color_table.color_entry_count}"
+      if band.color_table.color_entry_count > 0
+        puts "    - #{band.color_table.color_entry_count} color entries:"
+
+        (0...band.color_table.color_entry_count).each do |j|
+          ce = band.color_table.color_entry(j)
+          ce_string = "(#{ce[:c1]},#{ce[:c2]},#{ce[:c3]},#{ce[:c4]})"
+
+          rgb = band.color_table.color_entry_as_rgb(j)
+          rgb_string = "(#{rgb[:c1]},#{rgb[:c2]},#{rgb[:c3]},#{rgb[:c4]})"
+
+          if band.color_table.palette_interpretation == :GPI_RGB
+            puts "\t\t\t\t~ #{j}:\t#{ce_string}"
+          else
+            puts "\t\t\t\t~ #{j}:\t#{ce_string}, RGB: #{rgb_string}"
+          end
+        end
+      else
+        puts '    - No Color Entry Info.'
+      end
+    end
+  end
+end
+
+puts
+
+puts '#------------------------------------------------------------------------'
+puts '# Ground Control Point (GCP) Info'
+puts '#------------------------------------------------------------------------'
+puts "* GCP count:\t\t\t#{dataset.gcp_count}"
+if dataset.gcp_count > 0
+  puts "* GCP projection:\t\t'#{dataset.gcp_projection}'"
+  puts '* GCPs:'
+  puts "\t\t\t- ID:\t\t\t\t'#{dataset.gcps[:id]}'"
+  puts "\t\t\t- Info:\t\t\t'#{dataset.gcps[:info]}'"
+  puts "\t\t\t- Pixel:\t\t\t#{dataset.gcps[:pixel]}"
+  puts "\t\t\t- Line:\t\t\t#{dataset.gcps[:line]}"
+  puts "\t\t\t- X:\t\t\t\t#{dataset.gcps[:x]}"
+  puts "\t\t\t- Y:\t\t\t\t#{dataset.gcps[:y]}"
+  puts "\t\t\t- Z:\t\t\t\t#{dataset.gcps[:z]}"
+end
+
+puts
+puts '#------------------------------------------------------------------------'
+puts '# Geo-transform Info'
+puts '#------------------------------------------------------------------------'
+puts "* x origin (C):\t\t\t#{dataset.geo_transform.x_origin}"
+puts "* y origin (F):\t\t\t#{dataset.geo_transform.y_origin}"
+puts "* pixel width (A):\t\t#{dataset.geo_transform.pixel_width}"
+puts "* pixel height (E):\t\t#{dataset.geo_transform.pixel_height}"
+puts "* x rotation (B):\t\t#{dataset.geo_transform.x_rotation}"
+puts "* y rotation (D):\t\t#{dataset.geo_transform.y_rotation}"
+puts "* x projection (0.1, 0.2):\t#{dataset.geo_transform.x_projection(0.1, 0.2)}"
+puts "* y projection (0.2, 0.1):\t#{dataset.geo_transform.y_projection(0.2, 0.1)}"
+puts '#----------------------------------------------------'

data/spec/ext/cpl_error_symbols_spec.rb

@@ -0,0 +1,79 @@
+require 'spec_helper'
+require 'ext/cpl_error_symbols'
+
+describe Symbol do
+  describe '#to_ruby' do
+    context ':CE_None' do
+      subject { :CE_None }
+
+      it 'returns :none' do
+        expect(subject.to_ruby).to eq :none
+      end
+
+      context 'with an explicit value' do
+        it 'returns what the given param is' do
+          expect(subject.to_ruby(none: :pants)).to eq :pants
+        end
+      end
+    end
+
+    context ':CE_Debug' do
+      subject { :CE_Debug }
+
+      it 'returns :debug' do
+        expect(subject.to_ruby).to eq :debug
+      end
+
+      context 'with an explicit value' do
+        it 'returns what the given param is' do
+          expect(subject.to_ruby(debug: :pants)).to eq :pants
+        end
+      end
+    end
+
+    context ':CE_Warning' do
+      subject { :CE_Warning }
+
+      it 'returns :warning' do
+        expect(subject.to_ruby).to eq :warning
+      end
+
+      context 'with an explicit value' do
+        it 'returns what the given param is' do
+          expect(subject.to_ruby(warning: :pants)).to eq :pants
+        end
+      end
+    end
+  end
+
+  describe '#to_bool' do
+    context ':CE_None' do
+      subject { :CE_None.to_bool }
+      it { is_expected.to eq true }
+    end
+
+    context ':CE_Debug' do
+      subject { :CE_Debug.to_bool }
+      it { is_expected.to eq true }
+    end
+
+    context ':CE_Warning' do
+      subject { :CE_Warning.to_bool }
+      it { is_expected.to eq false }
+    end
+
+    context ':CE_Failure' do
+      subject { :CE_Failure }
+      it 'raises a CPLErrFailure' do
+        expect { subject.to_bool }.to raise_error GDAL::CPLErrFailure
+      end
+    end
+
+    context ':CE_Fatal' do
+      subject { :CE_Fatal }
+      it 'raises a CPLErrFailure' do
+        expect { subject.to_bool }.to raise_error GDAL::CPLErrFailure
+      end
+    end
+  end
+end

data/spec/ffi-gdal/integration/color_table_info_spec.rb

@@ -0,0 +1,60 @@
+require 'spec_helper'
+require 'support/integration_help'
+require 'ffi-gdal'
+
+
+TIF_FILES.each do |file|
+  dataset =  GDAL::Dataset.open(file, 'r')
+
+  describe 'Color Table Info' do
+    after :all do
+      dataset.close
+    end
+
+    # TODO: Test against each raster band
+    subject do
+      band = GDAL::RasterBand.new(dataset.c_pointer, band_id: 1)
+      band.color_table
+    end
+
+    describe '#palette_interpretation' do
+      it 'returns a GDALPaletteInterp' do
+        next if subject.nil?
+
+        expect(subject.palette_interpretation).to eq :GPI_RGB
+      end
+    end
+
+    describe '#color_entry_count' do
+      it 'returns a Fixnum (256 with current test files)' do
+        next if subject.nil?
+
+        expect(subject.color_entry_count).to eq 256
+      end
+    end
+
+    describe '#color_entry' do
+      it 'returns a FFI::GDAL::GDALColorEntry' do
+        next if subject.nil?
+
+        expect(subject.color_entry(0)).to be_a FFI::GDAL::GDALColorEntry
+      end
+
+      it 'has 4 Fixnum values, >= 0' do
+        next if subject.nil?
+
+        expect(subject.color_entry(0)[:c1]).to be_a Fixnum
+        expect(subject.color_entry(0)[:c1]).to be >= 0
+
+        expect(subject.color_entry(0)[:c2]).to be_a Fixnum
+        expect(subject.color_entry(0)[:c2]).to be >= 0
+
+        expect(subject.color_entry(0)[:c3]).to be_a Fixnum
+        expect(subject.color_entry(0)[:c3]).to be >= 0
+
+        expect(subject.color_entry(0)[:c4]).to be_a Fixnum
+        expect(subject.color_entry(0)[:c4]).to be >= 0
+      end
+    end
+  end
+end