aipp 0.2.1 → 0.2.2

data/lib/aipp/regions/LF/AD-1.6.rb

@@ -0,0 +1,31 @@
+module AIPP
+  module LF
+
+    # Aerodromes radiocommunication facilities (VFR only)
+    class AD16 < AIP
+
+      include AIPP::LF::Helpers::Common
+      include AIPP::LF::Helpers::ADRadio
+
+      DEPENDS = %w(AD-1.3)
+
+      ID_FIXES = {
+        'LF04' => 'LF9004',   # illegal ID as per AIXM
+        'LFPY' => nil         # decommissioned - see https://fr.wikipedia.org/wiki/Base_a%C3%A9rienne_217_Br%C3%A9tigny-sur-Orge
+      }
+
+      def parse
+        prepare(html: read).css('tbody').first do |tbody|
+          tbody.css('tr').group_by_chunks { |e| e.attr(:id).match?(/-TXT_NAME-/) }.each do |tr, trs|
+            id = tr.css('span[id*="CODE_ICAO"]').text.cleanup
+            next unless id = ID_FIXES.fetch(id, id)
+            @airport = select(:airport, id: id).first
+            addresses_from(trs).each { |a| @airport.add_address(a) }
+            units_from(trs).each(&method(:write))
+          end
+        end
+      end
+
+    end
+  end
+end

data/lib/aipp/regions/LF/AD-2.rb

@@ -0,0 +1,316 @@
+module AIPP
+  module LF
+
+    # Airports (IFR capable) and their CTR, AD navigational aids etc
+    class AD2 < AIP
+
+      include AIPP::LF::Helpers::Common
+      include AIPP::LF::Helpers::ADRadio
+      using AIXM::Refinements
+
+      # Map source types to type and optional local type
+      SOURCE_TYPES = {
+        'CTR' => { type: 'CTR' },
+        'RMZ' => { type: 'RAS', local_type: 'RMZ' },
+        'TMZ' => { type: 'RAS', local_type: 'TMZ' },
+        'RMZ-TMZ' => { type: 'RAS', local_type: 'RMZ-TMZ' }
+      }.freeze
+
+      # Airports without VAC (e.g. military installations)
+      NO_VAC = %w(LFOA LFBC LFQE LFOE LFSX LFBM LFSO LFMO LFQP LFSI LFKS LFPV).freeze
+
+      # Airports without VFR reporting points
+      # TODO: designated points on map but no list (LFLD LFSN LFBS) or no AD info (LFRL)
+      NO_DESIGNATED_POINTS = %w(LFAB LFAC LFAV LFAY LFBK LFBN LFBX LFCC LFCI LFCK LFCY LFDH LFDJ LFDN LFEC LFEY LFGA LFHP LFHV LFHY LFJR LFJY LFLA LFLH LFLO LFLV LFLW LFMQ LFMQ LFNB LFOH LFOQ LFOU LFOV LFOZ LFPO LFQA LFQB LFQG LFQM LFRC LFRI LFRM LFRT LFRU LFSD LFSG LFSM LFLD LFSN LFBS LFRL).freeze
+
+      # Map synonyms for +correlate+
+      SYNONYMS = [
+        'nord', 'north',
+        'est', 'east',
+        'sud', 'south',
+        'ouest', 'west',
+        'inst', 'instruction',
+        'junction', 'intersection',
+        'harbour', 'port',
+        'mouth', 'embouchure',
+        'tower', 'chateau'
+      ].freeze
+
+      def parse
+        index_html = prepare(html: read("AD-0.6"))   # index for AD-2.xxxx files
+        index_html.css('#AD-0\.6\.eAIP > .toc-block:nth-of-type(3) .toc-block a').each do |a|
+          @id = a.attribute('href').value[-4,4]
+          begin
+            aip_file = "AD-2.#{@id}"
+            html = prepare(html: read(aip_file))
+            # Airport
+            @remarks = []
+            @airport = AIXM.airport(
+              source: source(position: html.css('tr[id*="CODE_ICAO"]').first.line, aip_file: aip_file),
+              organisation: organisation_lf,   # TODO: not yet implemented
+              id: @id,
+              name: html.css('tr[id*="CODE_ICAO"] td span:nth-of-type(2)').text.uptrans,
+              xy: xy_from(html.css('#AD-2\.2-Position_Geo_Arp td:nth-of-type(3)').text)
+            ).tap do |airport|
+              airport.z = elevation_from(html.css('#AD-2\.2-Altitude_Reference td:nth-of-type(3)').text)
+              airport.declination = declination_from(html.css('#AD-2\.2-Declinaison_Magnetique td:nth-of-type(3)').text)
+              airport.transition_z = AIXM.z(5000, :qnh)   # TODO: default - exceptions may exist
+              airport.timetable = timetable_from(html.css('#AD-2\.3-Gestionnaire_AD td:nth-of-type(3)').text)
+            end
+            runways_from(html.css('div[id*="-AD-2\.12"] tbody')).each { |r| @airport.add_runway(r) if r }
+            helipads_from(html.css('div[id*="-AD-2\.16"] tbody')).each { |h| @airport.add_helipad(h) if h }
+            text = html.css('#AD-2\.2-Observations td:nth-of-type(3)').text
+            @airport.remarks = ([remarks_from(text)] + @remarks).compact.join("\n\n").blank_to_nil
+            write @airport
+            # Airspaces
+            airspaces_from(html.css('div[id*="-AD-2\.17"] tbody')).each(&method(:write))
+            # Radio
+            trs = html.css('div[id*="-AD-2\.18"] tbody tr')
+            addresses_from(trs).each { |a| @airport.add_address(a) }
+            units_from(trs).each(&method(:write))
+            # Landing aids
+            # TODO: LOC/GP/DME as of section 2.19
+            # Designated points
+            unless NO_VAC.include?(@id) || NO_DESIGNATED_POINTS.include?(@id)
+              pdf = read("VAC-#{@id}")
+              designated_points_from(pdf).tap do |designated_points|
+                fix_designated_point_remarks(designated_points)
+#               debug(designated_points)
+                designated_points.each(&method(:write))
+              end
+            end
+          rescue => error
+            warn("error parsing airport #{@id}: #{error.message}", pry: error)
+          end
+        end
+      end
+
+      private
+
+      def elevation_from(text)
+        value, unit = text.strip.split
+        AIXM.z(AIXM.d(value.to_i, unit).to_ft.dist, :qnh)
+      end
+
+      def declination_from(text)
+        value, direction = text.strip.split('°')
+        value = value.to_f * (direction == 'W' ? -1 : 1)
+      end
+
+      def remarks_from(text)
+        text.sub(/NIL|\(\*\)\s+/, '').strip.gsub(/(\s)\s+/, '\1').blank_to_nil
+      end
+
+      def runways_from(tbody)
+        directions_map = tbody.css('tr[id*="TXT_DESIG"]').map do |tr|
+          [AIXM.a(tr.css('td:first-of-type').text.strip), tr]
+        end.to_h
+        remarks_map = tbody.css('tr[id*="TXT_RMK_NAT"]').map do |tr|
+          [tr.text.strip[/\A\((\d+)\)/, 1].to_i, tr.css('span')]
+        end.to_h
+        directions = directions_map.keys
+        grouped_directions = directions.map do |direction|
+          inverted_direction = direction.invert
+          if directions.include? inverted_direction
+            [direction, inverted_direction].map(&:to_s).sort.join('/')
+          else
+            direction.to_s
+          end
+        end.uniq
+        grouped_directions.map do |runway_name|
+          AIXM.runway(name: runway_name).tap do |runway|
+            %i(forth back).each do |direction_attr|
+              if direction = runway.send(direction_attr)
+                tr = directions_map[direction.name]
+                if direction_attr == :forth
+                  length, width = tr.css('td:nth-of-type(3)').text.strip.split('x')
+                  runway.length = AIXM.d(length.strip.to_i, :m)
+                  runway.width = AIXM.d(width.strip.to_i, :m)
+                  text = tr.css('td:nth-of-type(5)').text.strip.split(%r<\W+/\W+>).first
+                  runway.surface.composition = COMPOSITIONS.fetch(text)[:composition]
+                  runway.surface.preparation = COMPOSITIONS.fetch(text)[:preparation]
+                  if (text = tr.css('td:nth-of-type(4)').text).match?(AIXM::PCN_RE)
+                    runway.surface.pcn = text
+                  end
+                end
+                text = tr.css('td:nth-of-type(6)').text.strip
+                direction.xy = (xy_from(text) unless text.match?(/\A(\(.*)?\z/m))
+                if (text = tr.css('td:nth-of-type(7)').text.strip[/thr:\s+(\d+\s+\w+)/i, 1]).present?
+                  direction.z = elevation_from(text)
+                end
+                if (text = tr.css('td:nth-of-type(2)').text.strip.sub(/\A(\d+).*$/m, '\1')).present?
+                  direction.geographic_orientation = AIXM.a(text.to_i)
+                end
+                if (text = tr.css('td:nth-of-type(6)').text[/\((.+)\)/m, 1]).present?
+                  direction.displaced_threshold = xy_from(text)
+                end
+                if (text = tr.css('td:nth-of-type(10)').text.strip[/\A\((\d+)\)/, 1]).present?
+                  direction.remarks = remarks_from(remarks_map.fetch(text.to_i).text)
+                end
+              end
+            end
+          end
+        end
+      end
+
+      def helipads_from(tbody)
+        text_fr = tbody.css('td:nth-of-type(3)').text.compact
+        text_en = tbody.css('td:nth-of-type(4)').text.compact
+        case text_fr
+        when /NIL/, /\A\W*\z/
+          []
+        when /instructions?\s+twr/i
+          @remarks << "HELICOPTER:\nSur instructions TWR.\nOn TWR clearance."
+          []
+        when AIXM::DMS_RE
+          text_fr.scan(AIXM::DMS_RE).each_slice(2).with_index(1).map do |(lat, long), index|
+            AIXM.helipad(name: "H#{index}").tap do |helipad|
+              helipad.xy = AIXM.xy(lat: lat.first, long: long.first)
+            end
+          end
+        else
+          @remarks << ['HELICOPTER:', text_fr.blank_to_nil, text_en.blank_to_nil].compact.join("\n")
+          []
+        end
+      end
+
+      def airspaces_from(tbody)
+        return [] if tbody.text.blank?
+        airspace = nil
+        tbody.css('tr').to_enum.with_object([]) do |tr, array|
+          if tr.attr(:class) =~ /keep-with-next-row/
+            airspace = airspace_from tr
+          else
+            tds = tr.css('td')
+            airspace.geometry = geometry_from tds[0].text
+            fail("geometry is not closed") unless airspace.geometry.closed?
+            airspace.layers << layer_from(tds[2].text, tds[1].text.strip)
+            airspace.layers.first.timetable = timetable_from tds[4].text
+            airspace.layers.first.remarks = remarks_from(tds[4].text)
+            array << airspace
+          end
+        end
+      end
+
+      def airspace_from(tr)
+        spans = tr.css(:span)
+        source_type = spans[1].text.blank_to_nil
+        fail "unknown type `#{source_type}'" unless SOURCE_TYPES.has_key? source_type
+        AIXM.airspace(
+          name: [spans[2].text, anglicise(name: spans[3]&.text)].compact.join(' '),
+          type: SOURCE_TYPES.dig(source_type, :type),
+          local_type: SOURCE_TYPES.dig(source_type, :local_type)
+        ).tap do |airspace|
+          airspace.source = source(position: tr.line)
+        end
+      end
+
+      def designated_points_from(pdf, recursive=false)
+        from = (pdf.text =~ /^(.*?coordinates.*?names?)/i)
+        return [] if recursive && !from
+        warn("no designated points section begin found for #{@id}", pry: binding) unless from
+        from += $1.length
+        to = from + (pdf.text.from(from) =~ /\n\s*\n\s*\n|^.*(?:ifr|vfr|ad\s*equipment|special\s*activities|training\s*flights|mto\s*minima)/i)
+        warn("no designated points section end found for #{@id}", pry: binding) unless to
+        from, to = from + pdf.range.min, to + pdf.range.min   # offset when recursive
+        buffer = {}
+        pdf.from(from).to(to).each_line.with_object([]) do |(line, page, last), designated_points|
+          line.remove!(/\u2190/)   # remove arrow symbols
+          has_id = $1 if line.sub!(/^\s{,20}([A-Z][A-Z\d ]{1,3})(?=\W)/, '')
+          has_xy = line.match?(AIXM::DMS_RE)
+          designated_points << designated_point_from(buffer, pdf) if has_id || has_xy
+          if has_xy
+            2.times { (buffer[:xy] ||= []) << $1 if line.sub!(AIXM::DMS_RE, '') }
+            buffer[:xy]&.compact!
+            line.remove!(/\d{3,4}\D.+?MTG/)   # remove extra columns (e.g. LFML)
+            line.remove!(/[\s#{AIXM::MIN}#{AIXM::SEC}]*[-\u2013]/)   # remove dash between coordinates
+          end
+          buffer[:page] = page
+          buffer[:id] = has_id if has_id
+          buffer[:remarks] = [buffer[:remarks], line].join("\n")
+          designated_points << designated_point_from(buffer, pdf) if last
+        end.compact + designated_points_from(pdf.from(to).to(:end), true)
+      end
+
+      def designated_point_from(buffer, pdf)
+        if buffer[:id] && buffer[:xy]&.size == 2
+          buffer[:remarks].gsub!(/ {20}/, "\n")   # recognize empty column space
+          buffer[:remarks].remove!(/\(\d+\)/)   # remove footnotes
+          buffer[:remarks] = buffer[:remarks].unglue   # separate glued words
+          AIXM.designated_point(
+            source: source(position: buffer[:page], aip_file: pdf.file.basename('.*').to_s),
+            type: :vfr_mandatory_reporting_point,
+            id: buffer[:id].remove(/\W/),
+            xy: AIXM.xy(lat: buffer[:xy].first, long: buffer[:xy].last)
+          ).tap do |designated_point|
+            designated_point.airport = @airport
+            designated_point.remarks = buffer[:remarks].compact.blank_to_nil
+            buffer.clear
+          end
+        end
+      end
+
+      # Assign scattered similar remarks to one and the same designated point
+      def fix_designated_point_remarks(designated_points)
+        one = nil
+        designated_points.map do |two|
+          if one
+            one_lines, two_lines = one.remarks&.lines, two.remarks&.lines
+            if one_lines && two_lines
+              if one_lines.count > 1 && (line = one_lines.last) !~ %r(\s/\s)
+                # Move up
+                if line.correlate(remainder = one_lines[0..-2].join, SYNONYMS) < line.correlate(two.remarks)
+                  two.remarks = [line, two.remarks].join("\n").compact
+                  one.remarks = remainder.compact
+                end
+              elsif two_lines.count > 1 && (line = two_lines.first) !~ %r(\s/\s)
+                # Move down
+                line = two_lines.first
+                if line.correlate(remainder = two_lines[1..-1].join, SYNONYMS) < line.correlate(one.remarks)
+                  one.remarks = [one.remarks, line].join("\n").compact
+                  two.remarks = remainder.compact
+                end
+              end
+            end
+          end
+          one = two
+        end.map do |designated_point|
+          designated_point.remarks = designated_point.remarks&.cleanup.blank_to_nil
+        end
+      end
+
+#     def debug(dp)
+#       f = "/Users/sschwyn/Desktop/okay/#{@id}.txt"
+#       result = "\n--- #{@id} ---\n\n".red
+#       dp.each do |d|
+#         result += d.id.red + "\t#{d.xy.lat} - #{d.xy.long}\n"
+#         result += "#{d.remarks}\n\n".blue
+#       end
+#       result += "#{dp.count} point(s) for #{@id}".red
+#       unless File.exist?(f) && result == File.read(f)
+#         puts result
+#         gets
+#         puts "\e[H\e[2J"
+#       end
+#       File.write(f, result)
+#     end
+
+      patch AIXM::Component::Runway::Direction, :xy do |parser, object, value|
+        throw :abort unless value.nil?
+        @fixtures ||= YAML.load_file(Pathname(__FILE__).dirname.join('AD-2.yml'))
+        airport_id = parser.instance_variable_get(:@airport).id
+        direction_name = object.name.to_s
+        throw :abort if (xy = @fixtures.dig('runways', airport_id, direction_name, 'xy')).nil?
+        lat, long = xy.split(/\s+/)
+        AIXM.xy(lat: lat, long: long)
+      end
+
+      patch AIXM::Feature::NavigationalAid, :remarks do |parser, object, value|
+        @fixtures ||= YAML.load_file(Pathname(__FILE__).dirname.join('AD-2.yml'))
+        airport_id, designated_point_id = object.airport.id, object.id
+        @fixtures.dig('designated_points', airport_id, designated_point_id, 'remarks') || throw(:abort)
+      end
+
+    end
+  end
+end

data/lib/aipp/regions/LF/AD-2.yml

@@ -0,0 +1,185 @@
+# On Google Maps, click in the middle of the runway beginning, then click on
+# the coordinates in the little window displayed at the bottom. The DMS
+# coordinates will then appear in the left column ready for copy/paste.
+---
+runways:
+  LFLP:
+    "04R":
+      xy: 45°55'32.1"N 6°05'49.2"E
+    "22L":
+      xy: 45°55'53.4"N 6°06'13.4"E
+  LFOQ:
+    "02L":
+      xy: 47°40'11.2"N 1°12'14.1"E
+    "20R":
+      xy: 47°40'39.6"N 1°12'30.7"E
+    "02R":
+      xy: 47°40'10.4"N 1°12'17.4"E
+    "20L":
+      xy: 47°40'38.3"N 1°12'33.8"E
+    "12L":
+      xy: 47°40'49.9"N 1°12'02.3"E
+    "30R":
+      xy: 47°40'38.9"N 1°12'36.2"E
+    "12R":
+      xy: 47°40'49.9"N 1°12'02.3"E
+    "30L":
+      xy: 47°40'39.1"N 1°12'28.3"E
+  LFMK:
+    "10L":
+      xy: 43°13'01.3"N 2°18'19.7"E
+    "28R":
+      xy: 43°12'58.5"N 2°18'54.6"E
+  LFLH:
+    "17L":
+      xy: 46°49'57.5"N 4°49'14.4"E
+    "35R":
+      xy: 46°49'29.8"N 4°49'21.2"E
+  LFLB:
+    "18L":
+      xy: 45°38'16.9"N 5°52'52.2"E
+    "36R":
+      xy: 45°37'54.4"N 5°52'54.0"E
+  LFBG:
+    "05R":
+      xy: 45°38'56.8"N 0°19'07.6"W
+    "23L":
+      xy: 45°39'15.7"N 0°18'36.3"W
+  LFAB:
+    "13L":
+      xy: 49°53'12.1"N 1°04'40.1"E
+    "31R":
+      xy: 49°52'59.8"N 1°05'06.2"E
+  LFRL:
+    "13":
+      xy: 48°17'01.8"N 4°26'46.5"W
+    "31":
+      xy: 48°16'48.7"N 4°26'21.5"W
+  LFRM:
+    "02R":
+      xy: 47°56'40.1"N 0°12'01.6"E
+    "20L":
+      xy: 47°57'09.6"N 0°12'18.0"E
+  LFSM:
+    "08L":
+      xy: 47°29'10.8"N 6°47'08.0"E
+    "26R":
+      xy: 47°29'15.9"N 6°47'48.2"E
+  LFBR:
+    "12L":
+      xy: 43°27'08.9"N 1°15'45.3"E
+    "30R":
+      xy: 43°27'04.4"N 1°15'57.6"E
+    "12R":
+      xy: 43°27'02.1"N 1°15'31.3"E
+    "30L":
+      xy: 43°26'50.1"N 1°16'04.0"E
+  LFSN:
+    "03R":
+      xy: 48°41'15.5"N 6°13'44.5"E
+    "21L":
+      xy: 48°41'31.1"N 6°13'57.3"E
+  LFQG:
+    "12L":
+      xy: 47°00'19.6"N 3°06'30.2"E
+    "30R":
+      xy: 47°00'03.5"N 3°07'07.8"E
+  LFOJ:
+    "04":
+      xy: 47°59'24.5"N 1°45'29.9"E
+    "22":
+      xy: 47°59'49.3"N 1°45'58.2"E
+  LFBX:
+    "11L":
+      xy: 45°11'59.1"N 0°48'34.6"E
+    "29R":
+      xy: 45°11'48.2"N 0°49'10.1"E
+  LFQA:
+    "07R":
+      xy: 49°12'23.4"N 4°09'03.1"E
+    "25L":
+      xy: 49°12'36.9"N 4°09'50.2"E
+  LFRN:
+    "14L":
+      xy: 48°04'09.4"N 1°44'18.7"W
+    "32R":
+      xy: 48°03'55.4"N 1°44'02.4"W
+  LFOP:
+    "05":
+      xy: 49°23'05.4"N 1°11'11.4"E
+    "23":
+      xy: 49°23'26.9"N 1°11'44.1"E
+  LFSI:
+    "11L":
+      xy: 48°38'11.9"N 4°54'06.0"E
+    "29R":
+      xy: 48°37'57.2"N 4°54'58.1"E
+  LFMY:
+    "09":
+      xy: 43°36'32.8"N 5°06'33.4"E
+    "27":
+      xy: 43°36'32.3"N 5°07'08.8"E
+    "16L":
+      xy: 43°36'53.1"N 5°06'57.6"E
+    "34R":
+      xy: 43°36'22.9"N 5°07'09.5"E
+    "16R":
+      xy: 43°36'46.4"N 5°06'52.0"E
+    "34L":
+      xy: 43°36'12.1"N 5°07'05.4"E
+  LFQB:
+    "05":
+      xy: 48°19'01.1"N 4°00'28.2"E
+    "23":
+      xy: 48°19'15.8"N 4°00'56.2"E
+    "17R":
+      xy: 48°19'32.1"N 4°00'44.3"E
+    "35L":
+      xy: 48°19'03.1"N 4°00'49.1"E
+  LFLU:
+    "01L":
+      xy: 44°54'56.1"N 4°58'10.9"E
+    "19R":
+      xy: 44°55'34.4"N 4°58'18.1"E
+    "01R":
+      xy: 44°55'09.4"N 4°58'17.0"E
+    "19L":
+      xy: 44°55'22.3"N 4°58'19.4"E
+  LFAV:
+    "06":
+      xy: 50°19'40.0"N 3°27'19.8"E
+    "24":
+      xy: 50°19'49.6"N 3°27'47.5"E
+  LFRV:
+    "08":
+      xy: 47°43'26.6"N 2°43'51.6"W
+    "26":
+      xy: 47°43'31.0"N 2°43'04.4"W
+designated_points:
+  LFQQ:
+    SA:
+      remarks: "Rond-point à l'Est de PONT A MARCQ, et au Nord du golf.\nTraffic circle East of PONT A MARCQ and North of the golf.\nPont de l’autoroute A1 et pont ligne TGV sur le canal de la\nDEULE."
+    SW:
+      remarks: "Bridge of A1 motorway and bridge of the high speed train\n(TGV) line over the DEULE canal."
+  LFML:
+    LP:
+      remarks: "St Cannat La Pile"
+  LFPG:
+    RH1:
+      remarks: "Péage autoroute A1.\nMotorway Toll A1."
+    RH2:
+      remarks: "Est du bourg (radial 181 PGS).\nEast Town (PGS 181 radial)."
+  LFLN:
+    S:
+      remarks: "Iguerande"
+    SA:
+      remarks: "ABM W ville d’Avrilly, ABM E château d’eau d’Avrilly\nABM W of town of Avrilly, ABM E water tower of Avrilly"
+    W:
+      remarks: "Le Donjon"
+    WA:
+      remarks: "Le Pin, château d’eau au SE de la localité\nLe Pin, water tower SE of the town"
+  LFBO:
+    WF:
+      remarks: "Lac de la Bordette.Forêt de Bouconne / La Bordette lake.\nBouconne forest"
+    WD:
+      remarks: "Echangeur N124.Zone commerciale En Jacca.A côté de\nLeroy Merlin.\nInterchange N124.Commercial zone En Jacca.Near Leroy\nMerlin."