aqila-mapas 0.4.4

data/lib/satellite/sentinel2/coordinate_converter_service.rb

@@ -0,0 +1,90 @@
+# frozen_string_literal: true
+
+require 'open-uri'
+
+module Satellite
+  module Sentinel2
+    class CoordinateConverterService
+      # Arquivo baixado em https://sentinel.esa.int/web/sentinel/missions/sentinel-2/data-products
+      KML_FILE = 'S2A_OPER_GIP_TILPAR_MPC__20151209T095117_V20150622T000000_21000101T000000_B00.kml'
+      KML_FILE_URL = "https://sentinel.esa.int/documents/247904/1955685/#{KML_FILE}"
+      FILE_SIZE = 108817408
+
+      attr_accessor :lat, :lon
+
+      def initialize(lat, lon)
+        self.lat = lat
+        self.lon = lon
+      end
+
+      def convert
+        cache_key = "Sentinel2KML-#{FILE_SIZE}"
+        cached = Redis.current.get(cache_key)
+        if cached
+          cached = JSON.parse(cached)
+        else
+          cached = parsed_kml
+          Redis.current.set(cache_key, cached.to_json, ex: 86400)
+        end 
+
+        found = cached.find do |polygon|
+          Map::PolygonService.new.inside_polygons?({latitude: lat, longitude: lon}, polygon['coordinates'])
+        end
+
+        return unless found
+
+        creator = Map::KmlCreatorService.new
+        found['coordinates'].each { |c| creator.add_polygon(c) }
+        kml_service = Map::KmlService.new(creator.to_xml)
+        bounds = {
+          point_more_south_west: kml_service.point_more_south_west,
+          point_more_north_east: kml_service.point_more_north_east
+        }
+
+        {
+          name: found['name'],
+          bounds: bounds
+        }
+      end
+
+      private
+
+      def parsed_kml
+        FileUtils.mkdir_p(File.dirname(kml_file_path))
+
+        download_kml_file! unless kml_file_exists? && kml_file_is_valid?
+
+        File.open(kml_file_path) do |file|
+          Nokogiri::XML::Reader.from_io(file).map do |node|
+            next unless node.name == 'Placemark'
+
+            root = Nokogiri::XML(node.outer_xml).root
+            coordinates = Map::KmlService.new(root).coordinates
+            {
+              'name' => root&.at('name')&.text,
+              'coordinates' => coordinates
+            }
+          end.compact
+        end
+      end
+
+      def download_kml_file!
+        open(kml_file_path, 'wb') do |file|
+          file << URI.open(KML_FILE_URL).read
+        end
+      end
+
+      def kml_file_exists?
+        File.exist?(kml_file_path)
+      end
+
+      def kml_file_is_valid?
+        File.size(kml_file_path) == FILE_SIZE
+      end
+
+      def kml_file_path
+        File.join(Dir.pwd, 'public', 'system', 'data', KML_FILE)
+      end
+    end
+  end
+end

data/lib/satellite/sentinel2/imagery_service.rb

@@ -0,0 +1,144 @@
+# frozen_string_literal: true
+
+# Satellite Sentinel2
+# 10m de resolução
+# Banda 2 = Azul
+# Banda 3 = Verde
+# Banda 4 = Vermelho
+# Banda 8 = Infravermelho próximo
+module Satellite
+  module Sentinel2
+    class ImageryService
+      # Informações sobre --region eu-central-1 --request-payer requester:
+      #   https://forum.sentinel-hub.com/t/changes-of-the-access-rights-to-l1c-bucket-at-aws-public-datasets-requester-pays/172
+      AWS_URL = '--region eu-central-1 --request-payer requester s3://sentinel-s2-l1c/tiles'
+
+      attr_accessor :scene, :quantity
+
+      # $scene = '12ABC' String(5)
+      def initialize(scene, quantity = 2)
+        self.scene = "#{scene[0..1]}/#{scene[2]}/#{scene[3..4]}"
+        self.quantity = quantity
+      end
+
+      def download_and_proccess
+        Rails.logger.info "[Sentinel2 | #{scene}] Listando últimos #{quantity} arquivos..."
+        files = last_scene_dates
+
+        Rails.logger.info "[Sentinel2 | #{scene}] Checando arquivos que precisam ser baixados..."
+        files.reject!{ |scene_date| scene_already_proccessed?(scene_date) }
+
+        Rails.logger.info "[Sentinel2 | #{scene}] Baixando #{files.length} cenas..."
+        files.each_with_index do |scene_date, index|
+          Rails.logger.info "[Sentinel2 | #{scene}] Fazendo download da cena do dia #{scene_date}..."
+          useful_files(scene_date).map do |useful_file|
+            Thread.new {
+              Rails.logger.info "[Sentinel2 | #{scene}] Fazendo download do arquivo #{useful_file}..."
+              `aws s3 cp #{AWS_URL}/#{scene}/#{scene_date}/0/#{useful_file} "#{output_path}/#{scene}/#{scene_date}/#{useful_file}"`
+              raise 'Error to execute aws s3 cp' unless $?.success?
+            }
+          end.map(&:join)
+
+          Rails.logger.info "[Sentinel2 | #{scene}] Processando arquivos #{index.next}/#{files.length}."
+          Satellite::ImageryProccessor.new(band_object(scene_date)).proccess
+        end
+      end
+
+      def last_scene_dates
+        return @last_scene_dates if @last_scene_dates.present?
+
+        @last_scene_dates = []
+
+        scene_years.sort.reverse.each do |year|
+          break if @last_scene_dates.size == quantity
+          scene_months(year).sort.reverse.each do |month|
+            break if @last_scene_dates.size == quantity
+            scene_days(year, month).sort.reverse.each do |day|
+              break if @last_scene_dates.size == quantity
+              @last_scene_dates << "#{year}/#{month}/#{day}"
+            end
+          end
+        end
+
+        @last_scene_dates
+      end
+
+      def string_as_integer
+        ->(string) { string[/(\d+)/, 1].to_i }
+      end
+
+      def scene_years
+        return @scene_years if @scene_years.present?
+
+        years_list = `aws s3 ls #{AWS_URL}/#{scene}/`
+        raise 'Falha ao executar comando para adquirir os anos da cena' unless $?.success?
+        @scene_years = years_list.split("\n").map(&string_as_integer)
+      end
+
+      def scene_months(year)
+        months_list = `aws s3 ls #{AWS_URL}/#{scene}/#{year}/`
+        raise 'Falha ao executar comando para adquirir o mês da última cena' unless $?.success?
+
+        months_list.split("\n").map(&string_as_integer)
+      end
+
+      def scene_days(year, month)
+        days_list = `aws s3 ls #{AWS_URL}/#{scene}/#{year}/#{month}/`
+        raise 'Falha ao executar comando para adquirir o dia da última cena' unless $?.success?
+
+        days_list.split("\n").map(&string_as_integer)
+      end
+
+      def useful_files(scene_date)
+        # O parâmetro 0 no fim da string é por que caso o satélite tire mais de uma foto no mesmo dia
+        # estas serão armazenadas em /1, /2, etc... porém isso só ocorre em latitudes do norte.
+        all_files_from_last_scene = `aws s3 ls #{AWS_URL}/#{scene}/#{scene_date}/0/`
+        raise 'Falha ao executar comando para adquirir a lista de arquivos' unless $?.success?
+
+        @useful_files = all_files_from_last_scene.split("\n").inject([]) do |useful_files, current_file|
+          filtered_file = current_file[/.*(B0[2-4].jp2|B08.jp2|preview.jpg)$/, 1]
+          useful_files << filtered_file if filtered_file.present?
+          useful_files
+        end
+      end
+
+      def output_path
+        return @path if @path.present?
+
+        @path = File.join(Dir.pwd, 'public', 'system', 'data', 'imagens', 'sentinel2')
+        FileUtils.mkdir_p(@path)
+        @path
+      end
+
+      def scene_already_proccessed?(scene_date)
+        Scene
+          .sentinel2
+          .by_date(scene_date.to_date)
+          .by_scene(scene.delete('/'))
+          .exists?
+      end
+
+      def info_object(scene_date)
+        {
+          date: scene_date.to_date,
+          cloud_cover: nil,
+          scene: scene.delete('/'),
+          source: :sentinel2,
+          base_path: output_path,
+          files_path: "#{output_path}/#{scene}/#{scene_date}"
+        }
+      end
+
+      def band_object(scene_date)
+        {
+          blue:               "#{output_path}/#{scene}/#{scene_date}/B02.jp2",
+          green:              "#{output_path}/#{scene}/#{scene_date}/B03.jp2",
+          red:                "#{output_path}/#{scene}/#{scene_date}/B04.jp2",
+          near_infrared:      "#{output_path}/#{scene}/#{scene_date}/B08.jp2",
+          large_thumb:        "#{output_path}/#{scene}/#{scene_date}/preview.jpg",
+          info:               info_object(scene_date)
+        }
+      end
+    end
+  end
+end

metadata

@@ -0,0 +1,137 @@
+--- !ruby/object:Gem::Specification
+name: aqila-mapas
+version: !ruby/object:Gem::Version
+  version: 0.4.4
+platform: ruby
+authors:
+- lucasferronato
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2023-02-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+description: Documentar
+email:
+- lucas_ferronato@hotmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".rubocop.yml"
+- ".travis.yml"
+- Gemfile
+- Gemfile.lock
+- README.md
+- Rakefile
+- aqila-mapas.gemspec
+- bin/console
+- bin/setup
+- lib/aqila/mapas.rb
+- lib/aqila/mapas/railtie.rb
+- lib/aqila/mapas/version.rb
+- lib/map/download_tiles_service.rb
+- lib/map/file_import_basic.rb
+- lib/map/float.rb
+- lib/map/gdal/base.rb
+- lib/map/gdal/colorize_service.rb
+- lib/map/gdal/contrast_stretch_service.rb
+- lib/map/gdal/crop_service.rb
+- lib/map/gdal/gdal_info_service.rb
+- lib/map/gdal/grid_service.rb
+- lib/map/gdal/merge_service.rb
+- lib/map/gdal/ndvi_service.rb
+- lib/map/gdal/ogr2ogr_service.rb
+- lib/map/gdal/ogri_info_service.rb
+- lib/map/gdal/polygonize_service.rb
+- lib/map/gdal/raster_service.rb
+- lib/map/gdal/rgb_service.rb
+- lib/map/gdal/table_colors.txt
+- lib/map/gdal/tiles_service.rb
+- lib/map/gdal/translate_service.rb
+- lib/map/gdal/warp_service.rb
+- lib/map/gleba_tiles_service.rb
+- lib/map/gpx_service.rb
+- lib/map/kml_creator_line_service.rb
+- lib/map/kml_creator_service.rb
+- lib/map/kml_edit_service.rb
+- lib/map/kml_offset_service.rb
+- lib/map/kml_service.rb
+- lib/map/lat_lon_service.rb
+- lib/map/polygon_service.rb
+- lib/map/rgeo_service.rb
+- lib/map/shape_to_tif_service.rb
+- lib/map/tile_service.rb
+- lib/map/tiles_base.rb
+- lib/map/tracking_cleaner_service.rb
+- lib/satellite/imagery_proccessor.rb
+- lib/satellite/landsat8/coordinate_converter_service.rb
+- lib/satellite/landsat8/imagery_service.rb
+- lib/satellite/sentinel2/coordinate_converter_service.rb
+- lib/satellite/sentinel2/imagery_service.rb
+homepage: https://github.com/mateusnava/aqila-mapas
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.0.9
+signing_key: 
+specification_version: 4
+summary: Documentar
+test_files: []