aqila-mapas 0.4.4

data/.travis.yml

@@ -0,0 +1,5 @@
+sudo: false
+language: ruby
+rvm:
+  - 2.3.4
+before_install: gem install bundler -v 1.16.1

data/Gemfile

@@ -0,0 +1,14 @@
+# frozen_string_literal: true
+
+source "https://rubygems.org"
+
+git_source(:github) {|repo_name| "https://github.com/#{repo_name}"}
+
+# Specify your gem's dependencies in aqila-mapas.gemspec
+gemspec
+
+gem 'httparty', '~> 0.13.7'
+
+group :development, :test do
+  gem 'pry-rails', '0.3.4'
+end

data/Gemfile.lock

@@ -0,0 +1,49 @@
+PATH
+  remote: .
+  specs:
+    aqila-mapas (0.4.4)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    coderay (1.1.2)
+    diff-lcs (1.3)
+    httparty (0.13.7)
+      json (~> 1.8)
+      multi_xml (>= 0.5.2)
+    json (1.8.6)
+    method_source (0.9.0)
+    multi_xml (0.6.0)
+    pry (0.11.3)
+      coderay (~> 1.1.0)
+      method_source (~> 0.9.0)
+    pry-rails (0.3.4)
+      pry (>= 0.9.10)
+    rake (10.4.2)
+    rspec (3.7.0)
+      rspec-core (~> 3.7.0)
+      rspec-expectations (~> 3.7.0)
+      rspec-mocks (~> 3.7.0)
+    rspec-core (3.7.1)
+      rspec-support (~> 3.7.0)
+    rspec-expectations (3.7.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.7.0)
+    rspec-mocks (3.7.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.7.0)
+    rspec-support (3.7.1)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  aqila-mapas!
+  bundler (~> 1.16)
+  httparty (~> 0.13.7)
+  pry-rails (= 0.3.4)
+  rake (~> 10.0)
+  rspec (~> 3.0)
+
+BUNDLED WITH
+   1.17.3

data/README.md

@@ -0,0 +1,31 @@
+# Aqila::Mapas
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'aqila-mapas'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install aqila-mapas
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/mateusnava/aqila-mapas.

data/Rakefile

@@ -0,0 +1,8 @@
+# frozen_string_literal: true
+
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/aqila-mapas.gemspec

@@ -0,0 +1,36 @@
+# frozen_string_literal: true
+
+lib = File.expand_path("../lib", __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "aqila/mapas/version"
+
+Gem::Specification.new do |spec|
+  spec.name          = "aqila-mapas"
+  spec.version       = Aqila::Mapas::VERSION
+  spec.authors       = ["lucasferronato"]
+  spec.email         = ["lucas_ferronato@hotmail.com"]
+
+  spec.summary       = %q{Documentar} # FIXME
+  spec.description   = %q{Documentar} # FIXME
+  spec.homepage      = "https://github.com/mateusnava/aqila-mapas"
+
+  # Prevent pushing this gem to RubyGems.org. To allow pushes either set the 'allowed_push_host'
+  # to allow pushing to a single host or delete this section to allow pushing to any host.
+  # if spec.respond_to?(:metadata)
+  #   spec.metadata["allowed_push_host"] = "TODO: Set to 'http://mygemserver.com'"
+  # else
+  #   raise "RubyGems 2.0 or newer is required to protect against " \
+  #     "public gem pushes."
+  # end
+
+  spec.files         = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|features)/})
+  end
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.16"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec", "~> 3.0"
+end

data/bin/console

@@ -0,0 +1,15 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require "bundler/setup"
+require "aqila/mapas"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start(__FILE__)

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/lib/aqila/mapas/railtie.rb

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+module Aqila
+  module Mapas
+    class Railtie < Rails::Railtie
+      initializer "Include your code in the controller" do
+        ActiveSupport.on_load(:action_controller) do
+          include Aqila::Mapas
+        end
+      end
+    end
+  end
+end

data/lib/aqila/mapas/version.rb

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+module Aqila
+  module Mapas
+    VERSION = '0.4.4'
+  end
+end

data/lib/aqila/mapas.rb

@@ -0,0 +1,57 @@
+# frozen_string_literal: true
+
+require 'aqila/mapas/version'
+if defined?(Rails)
+  require 'rails'
+  require 'aqila/mapas/railtie'
+end
+
+module Map
+  module Gdal; end
+end
+
+module Satellite
+  module Landsat8; end
+  module Sentinel2; end
+end
+
+require 'map/download_tiles_service'
+require 'map/file_import_basic'
+require 'map/float'
+require 'map/gleba_tiles_service'
+require 'map/gpx_service'
+require 'map/kml_creator_service'
+require 'map/kml_creator_line_service'
+require 'map/kml_edit_service'
+require 'map/kml_offset_service'
+require 'map/kml_service'
+require 'map/lat_lon_service'
+require 'map/polygon_service'
+require 'map/rgeo_service'
+require 'map/tile_service'
+require 'map/tiles_base'
+require 'map/tracking_cleaner_service'
+require 'map/shape_to_tif_service'
+
+require 'map/gdal/base'
+require 'map/gdal/colorize_service'
+require 'map/gdal/crop_service'
+require 'map/gdal/grid_service'
+require 'map/gdal/merge_service'
+require 'map/gdal/ndvi_service'
+require 'map/gdal/raster_service'
+require 'map/gdal/rgb_service'
+require 'map/gdal/tiles_service'
+require 'map/gdal/translate_service'
+require 'map/gdal/ogri_info_service'
+require 'map/gdal/warp_service'
+require 'map/gdal/ogr2ogr_service'
+require 'map/gdal/gdal_info_service'
+require 'map/gdal/contrast_stretch_service'
+require 'map/gdal/polygonize_service'
+
+require 'satellite/imagery_proccessor'
+require 'satellite/landsat8/coordinate_converter_service'
+require 'satellite/landsat8/imagery_service'
+require 'satellite/sentinel2/coordinate_converter_service'
+require 'satellite/sentinel2/imagery_service'

data/lib/map/download_tiles_service.rb

@@ -0,0 +1,74 @@
+# frozen_string_literal: true
+
+require 'httparty'
+
+class Map::DownloadTilesService
+  include HTTParty
+  TILES_OVERHEAD = 1
+  MIN_FILE_SIZE = 500
+
+  SERVERS_OPEN_STREET_MAPS = [
+    'http://a.tile.openstreetmap.org',
+    'http://b.tile.openstreetmap.org',
+    'http://c.tile.openstreetmap.org'
+  ].freeze
+  MAP_BOX_SERVER = 'https://api.mapbox.com/styles/v1/mapbox/satellite-v9/tiles/256'
+  MAP_BOX_TOKEN = 'pk.eyJ1IjoiYWdybzEtaW5vdmFjYW8iLCJhIjoiY2lqdmRub3MyMDVyNXVjbTVwOXF2bnVvMSJ9.M6MRl61WC_fKEv6B6y72Ug'
+
+  def initialize(options = {})
+    @zoom_min = options[:zoom] || options[:zoom_min]
+    @zoom_max = options[:zoom] || options[:zoom_max]
+    @boundary_ne = options[:boundary] || options[:boundary_ne]
+    @boundary_sw = options[:boundary] || options[:boundary_sw]
+    @output_directory = options[:output_directory]
+    @server = options[:server]
+  end
+
+  def download
+    ret = []
+
+    (@zoom_min..@zoom_max).each do |zoom|
+      tile_NE = Map::TileService.new(@boundary_ne.second, @boundary_ne.first, zoom).points
+      tile_SW = Map::TileService.new(@boundary_sw.second, @boundary_sw.first, zoom).points
+
+      (tile_SW[:x]-TILES_OVERHEAD..tile_NE[:x]+TILES_OVERHEAD).each do |point_x|
+        (tile_NE[:y]-TILES_OVERHEAD..tile_SW[:y]+TILES_OVERHEAD).each do |point_y|
+          ret << {
+            x: point_x,
+            y: point_y,
+            z: zoom,
+            file: get_tile([point_x, point_y], zoom)
+          }
+        end
+      end
+    end
+
+    ret
+  end
+
+  private
+
+  def valid_file?(file_name)
+    File.exist?(file_name) && File.size(file_name) > MIN_FILE_SIZE
+  end
+
+  def get_tile(points, zoom)
+    dir = "#{@output_directory}/#{zoom}/#{points.first}"
+    file_name = "#{dir}/#{points.second}.jpg"
+
+    return file_name if valid_file?(file_name)
+
+    FileUtils.mkdir_p(dir)
+
+    url = if @server
+      "#{@server}/#{zoom}/#{points.first}/#{points.second}.png"
+    else
+      "#{MAP_BOX_SERVER}/#{zoom}/#{points.first}/#{points.second}/?access_token=#{MAP_BOX_TOKEN}"
+    end
+
+    response = self.class.get(url)
+    IO.binwrite(file_name, response)
+
+    file_name
+  end
+end

data/lib/map/file_import_basic.rb

@@ -0,0 +1,30 @@
+# frozen_string_literal: true
+
+module Map::FileImportBasic
+  def polygons_rgeo
+    service = Map::RgeoService.new
+    coordinates.map { |coordinate| service.create_polygon(coordinate) }
+  end
+
+  def point_more_south_west
+    [
+      all_longitudes.min,
+      all_latitudes.min
+    ]
+  end
+
+  def point_more_north_east
+    [
+      all_longitudes.max,
+      all_latitudes.max
+    ]
+  end
+
+  def all_latitudes
+    @all_latitudes ||= coordinates.flatten.each_slice(2).map(&:second)
+  end
+
+  def all_longitudes
+    @all_longitudes ||= coordinates.flatten.each_slice(2).map(&:first)
+  end
+end

data/lib/map/float.rb

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+module Map
+  module Float
+    def to_radians
+      self * Math::PI / 180
+    end
+
+    def to_degrees
+      self * 180 / Math::PI
+    end
+  end
+end

data/lib/map/gdal/base.rb

@@ -0,0 +1,66 @@
+# frozen_string_literal: true
+
+module Map::Gdal::Base
+  attr_reader :files_to_clean
+
+  # verifica se gdal está rodando
+  # checa 3 vezes fazendo um pequeno sleep entre as vezes para  garantia
+  def gdal_running?(times = nil)
+    `ps aux | grep gdal | grep -v grep`
+    if $?.success?
+      true
+    elsif times.to_i < 3
+      sleep 0.1
+      gdal_running?(times.to_i + 1)
+    end
+  end
+
+  def get_layer_name
+    Map::Gdal::OgriInfoService.new(@file).layer_name
+  end
+
+  def store_kml
+    @file = get_path_to_temp_file('kml', 'kml')
+    add_to_clean(@file)
+    IO.write(@file, @kml)
+  end
+
+  def clean
+    @files_to_clean.to_a.compact.each do |path|
+      FileUtils.rm_rf(path)
+    end
+  end
+
+  def add_to_clean(path)
+    @files_to_clean ||= []
+    @files_to_clean << path
+  end
+
+  def get_path_to_temp_file(prefix, extension, file_id="#{Time.current.to_i}-#{(rand * 1_000).to_i}")
+    tmp_file("#{prefix}-#{file_id}.#{extension}")
+  end
+
+  def options_to_command_line(options, reject = [])
+    reject = [reject] unless reject.is_a?(Array)
+
+    options.map do |key, value|
+      "-#{key} #{value}" unless reject.to_a.include?(key)
+    end.compact.join(' ')
+  end
+
+  def run_command(command)
+    out = `#{command} 2>&1`
+    raise "Falha ao rodar comando [$ #{command}]\n[#{out}]" unless $?.success?
+    out
+  end
+
+  def tmp_file(file_name)
+    FileUtils.mkdir_p(File.join(Dir.pwd, 'tmp'))
+    File.join(Dir.pwd, 'tmp', file_name)
+  end
+
+  def get_file_name_with_path(file)
+    file_name = File.basename(file, '.*' )
+    File.join(File.dirname(file), "#{file_name}")
+  end
+end

data/lib/map/gdal/colorize_service.rb

@@ -0,0 +1,82 @@
+# frozen_string_literal: true
+
+class Map::Gdal::ColorizeService
+  include Map::Gdal::Base
+
+  REFERENCE_TABLE_COLOR_RED_TO_GREEN = [
+    '215,25,28,255',
+    '246,144,83,255',
+    '255,223,154,255',
+    '222,242,180,255',
+    '145,203,169,255',
+    '43,131,186,255'
+  ].freeze
+
+  def initialize(file)
+    @file = file
+  end
+
+  def call(options = {})
+    color_table = options[:color_table]
+    color_table ||= File.join(Gem.loaded_specs['aqila-mapas'].full_gem_path, 'lib', 'map', 'gdal', 'table_colors.txt')
+    out = get_path_to_temp_file('color', 'tif')
+
+    color_table = generate_color_table(options[:inverse]) if color_table == :auto
+
+    run_command("gdaldem color-relief -alpha #{@file} #{color_table} #{out}")
+
+    add_to_clean(out)
+    out
+  end
+
+  def generate_color_table(inverse = false)
+    service_contrast = Map::Gdal::ConstrastStretchService.new(@file)
+    result_contrast = service_contrast.call
+    min = result_contrast[:min]
+    max = result_contrast[:max]
+    service_contrast.clean
+
+    intervalo = (max - min) / (REFERENCE_TABLE_COLOR_RED_TO_GREEN.length - 1)
+    temp_file = get_path_to_temp_file('table-color', 'txt')
+    add_to_clean(temp_file)
+
+    File.open(temp_file, 'a') do |file|
+      # Transparência (alpha) para zero
+      file.puts '0,255,255,255,0,0'
+
+      Array.new(REFERENCE_TABLE_COLOR_RED_TO_GREEN.length) do |index|
+        value = min + (intervalo * index)
+        file.puts line_color_table(value, inverse ? (REFERENCE_TABLE_COLOR_RED_TO_GREEN.length - 1 - index) : index)
+      end
+    end
+
+    temp_file
+  end
+
+  def self.format_color_table(color_table)
+    lines = IO.read(color_table)
+      .split("\n")
+      .reject{ |line| line.start_with?('#') }
+
+    formated = lines.map do |color_line|
+      splited = color_line.split(',').map(&:strip)
+      {
+        min: splited.first.to_f,
+        max: nil,
+        color_rgba: "#{splited.second},#{splited.third},#{splited.fourth},#{splited.fifth}"
+      }
+    end
+
+    formated.each_with_index.map do |item, index|
+      next_element = formated[index.next]
+      item[:max] = next_element[:min] if next_element
+      item
+    end
+  end
+
+  private
+
+  def line_color_table(value, index)
+    "#{value},#{REFERENCE_TABLE_COLOR_RED_TO_GREEN[index]},#{value}"
+  end
+end

data/lib/map/gdal/contrast_stretch_service.rb

@@ -0,0 +1,26 @@
+# frozen_string_literal: true
+
+class Map::Gdal::ConstrastStretchService
+  include Map::Gdal::Base
+
+  attr_reader :file
+  def initialize(file)
+    raise 'File does not exist' unless File.exist?(file)
+    @file = file
+  end
+
+  def call(options = {})
+    file_out = get_path_to_temp_file(:gdal_contrast_stretch, :tif)
+    add_to_clean(file_out)
+
+    options['percentile-range'] = '0.02 0.98' if options.empty?
+
+    result = run_command(%{gdal_contrast_stretch #{options_to_command_line(options)} "#{file}" "#{file_out}"})
+    found_min_max = result.match(/src_range=\[(.+), (.+)\]/)
+    {
+      file: file_out,
+      min: found_min_max[1].to_f,
+      max: found_min_max[2].to_f,
+    }
+  end
+end

data/lib/map/gdal/crop_service.rb

@@ -0,0 +1,36 @@
+# frozen_string_literal: true
+
+class Map::Gdal::CropService
+  include Map::Gdal::Base
+
+  def initialize(tif)
+    @tif = tif
+  end
+
+  def call(options = {})
+    raise 'Reference file is not defined' unless options[:reference]
+    shp_folder = File.join(Dir.tmpdir, "shp-#{(Time.current.to_i * rand).to_i}")
+    kml = get_path_to_temp_file('table-color', 'kml')
+    add_to_clean(shp_folder)
+    add_to_clean(kml)
+
+    IO.write(kml, Map::KmlEditService.new(options[:reference]).to_xml)
+    run_command(%{ogr2ogr -f "ESRI Shapefile" #{shp_folder} #{kml}})
+    service = Map::Gdal::WarpService.new(@tif)
+    options_to_warp = {
+      '-config': 'GDALWARP_IGNORE_BAD_CUTLINE YES',
+      crop_to_cutline: '',
+      cutline: shp_folder
+    }
+
+    options_to_warp[:dstalpha] = options[:dstalpha] if options[:dstalpha]
+    options_to_warp[:dstnodata] = options[:dstnodata] if options[:dstnodata]
+    options_to_warp[:s_srs] = options[:s_srs] if options[:s_srs]
+    options_to_warp[:tr] = options[:tr].gsub('-tr ', '') if options[:tr]
+    out = service.call(options_to_warp)
+    add_to_clean(out)
+
+    out
+  end
+end
+

data/lib/map/gdal/gdal_info_service.rb

@@ -0,0 +1,32 @@
+# frozen_string_literal: true
+
+class Map::Gdal::GdalInfoService
+  include Map::Gdal::Base
+
+  attr_reader :file
+  def initialize(file)
+    raise 'File does not exist' unless File.exist?(file)
+    @file = file
+  end
+
+  def same_min_max?
+    json_info = get_json
+    min = json_info['bands'].first['computedMin'].to_f
+    max = json_info['bands'].first['computedMax'].to_f
+
+    min == max
+  end
+
+  def get_json(options = {})
+    result = call(options.merge({
+      mm: '',
+      json: ''
+    }))
+
+    JSON.parse(result)
+  end
+
+  def call(options = {})
+    run_command(%{gdalinfo #{options_to_command_line(options)} "#{file}"})
+  end
+end

data/lib/map/gdal/grid_service.rb

@@ -0,0 +1,36 @@
+# frozen_string_literal: true
+
+class Map::Gdal::GridService
+  include Map::Gdal::Base
+
+  def initialize(kml)
+    @kml = kml
+    store_kml
+  end
+
+  def call(options = {})
+    raise 'Invalid field' unless options[:field]
+
+    out = get_path_to_temp_file('out', 'kml')
+    where = options[:where] ? "-where \"#{options[:where]}\"" : ''
+    algorithm = options[:algorithm] ? "-a #{options[:algorithm]}" : ''
+
+    run_command(
+      %{
+        gdal_grid
+          -q
+          #{algorithm}
+          #{where}
+          -zfield "#{options[:field]}"
+          -of GTiff
+          -ot Float64
+          -l "#{get_layer_name}"
+          #{@file}
+          #{out}
+      }.squish
+    )
+
+    add_to_clean(out)
+    out
+  end
+end

data/lib/map/gdal/merge_service.rb

@@ -0,0 +1,22 @@
+# frozen_string_literal: true
+
+class Map::Gdal::MergeService
+  include Map::Gdal::Base
+
+  def initialize(files)
+    raise 'Files is not an array' unless files.is_a?(Array)
+    @files = files
+  end
+
+  def call(options = [])
+    files = @files.select{ |file| file.downcase[/(.jp2|.tif)$/, 1].present? }.join(' ')
+    out = get_path_to_temp_file('merge', 'tif')
+
+    run_command("gdal_merge.py #{options.join(' ')} #{files} -o #{out}")
+
+    add_to_clean(out)
+    add_to_clean(out.gsub('tif', 'tfw'))
+
+    out
+  end
+end