columbus3 0.1.0

data/lib/columbus3/metadata/query_parser.tab.rb

@@ -0,0 +1,349 @@
+#
+# DO NOT MODIFY!!!!
+# This file is automatically generated by Racc 1.4.12
+# from Racc grammer file "".
+#
+
+require 'racc/parser.rb'
+
+require 'date'
+class QueryParser < Racc::Parser
+
+module_eval(<<'...end query_parser.racc/module_eval...', 'query_parser.racc', 86)
+attr_accessor :result
+
+def parse(str)
+  @tokens = make_tokens str
+  do_parse
+end
+
+def next_token
+  @tokens.shift
+end
+
+LOCATION_GEN = /location/
+LOCATION = /(start|end)_location/
+DATE_GEN = /date/
+DATE_FIELD = /(start|end)_date/
+YEAR = /year/
+FIELD = /(duration|distance(_aerial)?|(min|max)_height|(min|max)_speed|points|bearing)/
+
+def make_tokens str
+  require 'strscan'
+  result = []
+  scanner = StringScanner.new str
+  until scanner.empty?
+    case
+      when match = scanner.scan(/(or|OR)/)
+        result << [:OR, nil]
+      when match = scanner.scan(/(and|AND)/)
+        result << [:AND, nil]
+      when match = scanner.scan(/\(/)
+        result << ['(', nil]
+      when match = scanner.scan(/\)/)
+        result << [')', nil]
+      when match = scanner.scan(/[0-9]+-[0-9]+-[0-9]+/)
+        result << [:DATE, match]
+      when match = scanner.scan(/([0-9]+):([0-9]+):([0-9]+)/)
+        seconds = match[6..7].to_i + match[3..4].to_i * 60 + match[0..1].to_i * 3600
+        result << [:DURATION, seconds]
+      when match = scanner.scan(/[0-9]+(\.[0-9]+)?/)
+        result << [:NUMBER, match]
+      when match = scanner.scan(LOCATION_GEN)
+        result << [:LOCATION_GEN, nil]
+      when match = scanner.scan(LOCATION)
+        result << [:LOCATION, match]
+      when match = scanner.scan(DATE_GEN)
+        result << [:DATE_GEN, nil]
+      when match = scanner.scan(DATE_FIELD)
+        result << [:DATE_FIELD, match]
+      when match = scanner.scan(YEAR)
+        result << [:YEAR, nil]
+      when match = scanner.scan(FIELD)
+        result << [:FIELD, match]
+      when match = scanner.scan(/"[^"]+"/)
+        result << [:STRING, match ]
+      when match = scanner.scan(/~/)
+        result << [:MATCH, '~']
+      when match = scanner.scan(/==/)
+        result << [:EQUAL, '==']
+      when match = scanner.scan(/>=/)
+        result << [:OP, '>=']
+      when match = scanner.scan(/>/)
+        result << [:OP, '>']
+      when match = scanner.scan(/<=/)
+        result << [:OP, '<=']
+      when match = scanner.scan(/</)
+        result << [:OP, '<']
+      when scanner.scan(/\s+/)
+        # ignore whitespace
+      else
+        raise "The lexer can't recognize  <#{scanner.peek(5)}>"
+    end
+  end
+  result << [false, false]
+  return result
+end
+...end query_parser.racc/module_eval...
+##### State transition tables begin ###
+
+racc_action_table = [
+     6,     7,     8,     9,    10,    11,     6,     7,     8,     9,
+    10,    11,     5,    13,    14,     4,    29,    30,     5,    16,
+    17,     4,     6,     7,     8,     9,    10,    11,     6,     7,
+     8,     9,    10,    11,     5,    22,    21,     4,    22,    21,
+     5,    22,    21,     4,    22,    21,    39,    40,    13,    14,
+    18,    19,    12,    31,    32,    33,    35,    35,    37,    26,
+    13 ]
+
+racc_action_check = [
+     0,     0,     0,     0,     0,     0,    14,    14,    14,    14,
+    14,    14,     0,    15,    15,     0,    15,    16,    14,     6,
+     6,    14,     4,     4,     4,     4,     4,     4,    13,    13,
+    13,    13,    13,    13,     4,     8,     8,     4,     9,     9,
+    13,    10,    10,    13,    11,    11,    25,    25,     2,     2,
+     7,     7,     1,    17,    18,    19,    20,    23,    24,    12,
+    28 ]
+
+racc_action_pointer = [
+    -2,    52,    33,   nil,    20,   nil,    11,    42,    26,    29,
+    32,    35,    59,    26,     4,    -2,     3,    39,    40,    41,
+    45,   nil,   nil,    46,    46,    34,   nil,   nil,    45,   nil,
+   nil,   nil,   nil,   nil,   nil,   nil,   nil,   nil,   nil,   nil,
+   nil ]
+
+racc_action_default = [
+   -20,   -20,    -1,    -2,   -20,    -6,   -20,   -20,   -20,   -20,
+   -20,   -20,   -20,   -20,   -20,   -20,   -20,   -20,   -20,   -20,
+   -20,   -16,   -17,   -20,   -20,   -20,    41,    -3,    -4,    -5,
+    -7,    -8,    -9,   -10,   -11,   -15,   -12,   -13,   -14,   -18,
+   -19 ]
+
+racc_goto_table = [
+     2,     1,    38,   nil,    15,    20,    23,    24,    25,    34,
+   nil,   nil,    36,    27,    28 ]
+
+racc_goto_check = [
+     2,     1,     6,   nil,     2,     4,     4,     4,     4,     5,
+   nil,   nil,     5,     2,     2 ]
+
+racc_goto_pointer = [
+   nil,     1,     0,   nil,    -3,   -11,   -23 ]
+
+racc_goto_default = [
+   nil,   nil,   nil,     3,   nil,   nil,   nil ]
+
+racc_reduce_table = [
+  0, 0, :racc_error,
+  1, 20, :_reduce_none,
+  1, 21, :_reduce_2,
+  3, 21, :_reduce_3,
+  3, 21, :_reduce_4,
+  3, 21, :_reduce_5,
+  1, 22, :_reduce_6,
+  3, 22, :_reduce_7,
+  3, 22, :_reduce_8,
+  3, 22, :_reduce_9,
+  3, 22, :_reduce_10,
+  3, 22, :_reduce_11,
+  3, 22, :_reduce_12,
+  3, 22, :_reduce_13,
+  3, 22, :_reduce_14,
+  1, 24, :_reduce_15,
+  1, 23, :_reduce_none,
+  1, 23, :_reduce_none,
+  1, 25, :_reduce_none,
+  1, 25, :_reduce_none ]
+
+racc_reduce_n = 20
+
+racc_shift_n = 41
+
+racc_token_table = {
+  false => 0,
+  :error => 1,
+  :LOCATION_GEN => 2,
+  :LOCATION => 3,
+  :DATE_GEN => 4,
+  :DATE_FIELD => 5,
+  :YEAR_FIELD => 6,
+  :FIELD => 7,
+  :MATCH => 8,
+  :EQUAL => 9,
+  :OP => 10,
+  :DATE => 11,
+  :NUMBER => 12,
+  :DURATION => 13,
+  :STRING => 14,
+  :AND => 15,
+  :OR => 16,
+  "(" => 17,
+  ")" => 18 }
+
+racc_nt_base = 19
+
+racc_use_result_var = true
+
+Racc_arg = [
+  racc_action_table,
+  racc_action_check,
+  racc_action_default,
+  racc_action_pointer,
+  racc_goto_table,
+  racc_goto_check,
+  racc_goto_default,
+  racc_goto_pointer,
+  racc_nt_base,
+  racc_reduce_table,
+  racc_token_table,
+  racc_shift_n,
+  racc_reduce_n,
+  racc_use_result_var ]
+
+Racc_token_to_s_table = [
+  "$end",
+  "error",
+  "LOCATION_GEN",
+  "LOCATION",
+  "DATE_GEN",
+  "DATE_FIELD",
+  "YEAR_FIELD",
+  "FIELD",
+  "MATCH",
+  "EQUAL",
+  "OP",
+  "DATE",
+  "NUMBER",
+  "DURATION",
+  "STRING",
+  "AND",
+  "OR",
+  "\"(\"",
+  "\")\"",
+  "$start",
+  "start",
+  "exp",
+  "simple_exp",
+  "op_or_equal",
+  "date",
+  "value" ]
+
+Racc_debug_parser = false
+
+##### State transition tables end #####
+
+# reduce 0 omitted
+
+# reduce 1 omitted
+
+module_eval(<<'.,.,', 'query_parser.racc', 50)
+  def _reduce_2(val, _values, result)
+     result = "#{val[0]}" 
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'query_parser.racc', 51)
+  def _reduce_3(val, _values, result)
+     result = "(#{val[0]} and #{val[2]})" 
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'query_parser.racc', 52)
+  def _reduce_4(val, _values, result)
+     result = "(#{val[0]} or #{val[2]})" 
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'query_parser.racc', 53)
+  def _reduce_5(val, _values, result)
+     result = "(#{val[1]})" 
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'query_parser.racc', 55)
+  def _reduce_6(val, _values, result)
+     result = "x[:start_location].include?(#{val[0]}) or x[:end_location].include?(#{val[0]})" 
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'query_parser.racc', 57)
+  def _reduce_7(val, _values, result)
+     result = "x[:start_location].include?(#{val[2]}) or x[:end_location].include?(#{val[2]})" 
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'query_parser.racc', 59)
+  def _reduce_8(val, _values, result)
+     result = "x[:start_location] == #{val[2]} or x[:end_location] == #{val[2]}" 
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'query_parser.racc', 61)
+  def _reduce_9(val, _values, result)
+     result = "x[:#{val[0]}].include?(#{val[2]})" 
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'query_parser.racc', 63)
+  def _reduce_10(val, _values, result)
+     result = "x[:#{val[0]}] == #{val[2]}" 
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'query_parser.racc', 65)
+  def _reduce_11(val, _values, result)
+     result = "x[:start_date] #{val[1]} #{val[2]} or x[:end_date] #{val[1]} #{val[2]}"
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'query_parser.racc', 67)
+  def _reduce_12(val, _values, result)
+     result = "#{val[0]} #{val[1]} #{val[2]}" 
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'query_parser.racc', 69)
+  def _reduce_13(val, _values, result)
+     result = "x[:start_date].year #{val[1]} #{val[2]} or x[:end_date].year #{val[1]} #{val[2]}" 
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'query_parser.racc', 71)
+  def _reduce_14(val, _values, result)
+     result = "x[:#{val[0]}] #{val[1]} #{val[2]}" 
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'query_parser.racc', 73)
+  def _reduce_15(val, _values, result)
+     result = "Date.parse(\"#{val[0]}\")" 
+    result
+  end
+.,.,
+
+# reduce 16 omitted
+
+# reduce 17 omitted
+
+# reduce 18 omitted
+
+# reduce 19 omitted
+
+def _reduce_none(val, _values, result)
+  val[0]
+end
+
+end   # class QueryParser

data/lib/columbus3/metadata/sidecar.rb

@@ -0,0 +1,48 @@
+require 'yaml'
+
+module Columbus3
+  class Sidecar
+    def initialize filename
+      @metadata = Hash.new
+      @metadata[:filename] = filename
+    end
+
+    def metadata= metadata
+      filename = @metadata[:filename]
+      @metadata = metadata
+      @metadata[:filename] = filename
+    end
+
+    def metadata
+      @metadata
+    end
+
+    def keys
+      @metadata.keys
+    end
+
+    def load
+      YAML.load(File.read(@metadata[:filename] + ".yaml", "r"))
+    end
+
+    def save
+      File.open(@metadata[:filename] + ".yaml", "w") do |file|
+        file << @metadata.to_yaml
+      end
+    end
+  end
+
+  class SidecarSearch
+    def initialize
+      @metadata = Array.new
+    end
+
+    def load array
+      @metadata = array.each.map { |x| YAML.load(File.read(x)) }
+    end
+
+    def search term
+      @metadata.select { |x| eval(term) }
+    end
+  end
+end

data/lib/columbus3/renderer/renderer.rb

@@ -0,0 +1,73 @@
+require 'erb'
+require 'yaml'
+
+module Columbus3
+  # renderer controls the transformation of a V900 tracks into a displayable format,
+  # whatever this means
+  module LeafletRenderer
+    # apply the ERB in html/show.html.erb (which includes all the tracks to display)
+    # and save it in the current directory, under _show.html
+    def self.show files
+      template = File.join(File.dirname(__FILE__), "/../../html/show.html.erb")
+      renderer = ERB.new(File.read(template))
+      
+      # context: location of css and js + list of files to show
+      bower_dir = File.join(File.dirname(__FILE__), "/../../../bower_components")
+      @leaflet_providers = File.join(bower_dir, 'leaflet-providers/leaflet-providers.js')
+      @leaflet_js = File.join(bower_dir, 'leaflet/dist/leaflet.js')
+      @leaflet_css = File.join(bower_dir, 'leaflet/dist/leaflet.css')
+      @files = files
+
+      # generate the output
+      html = renderer.result(binding)
+
+      # save it to file
+      File.open("_show.html", "w") do |file|
+        file << html
+      end
+    end
+
+    # make a v900 track into a leaflet layer cached to disk
+    def self.to_leaflet filename, force = false
+
+      target = to_leaflet_filename filename
+
+      if force or not File.exists? target
+        track = V900Track.new filename
+        File.open(target, "w") do |file|
+          id = sanitize filename
+
+          file.printf <<EOS
+latlong_#{id} = #{track.range.each.map { |i| track[i].lat_lon }};\n
+start_#{id} = L.marker(#{track.first.lat_lon}).bindPopup('Start');\n
+end_#{id} = L.marker(#{track.last.lat_lon}).bindPopup('End');\n
+poly_#{id} = L.polyline(latlong_#{id}, {color: 'red'});\n
+
+max_speed_#{id} = L.marker(#{track[track.max_speed_idx].lat_lon}).bindPopup('Max speed #{track.max_speed}')\n;
+max_height_#{id} = L.marker(#{track[track.max_height_idx].lat_lon}).bindPopup('Max height #{track.max_height}')\n;
+min_height_#{id} = L.marker(#{track[track.min_height_idx].lat_lon}).bindPopup('Min height #{track.min_height}')\n;
+
+#{to_leaflet_layername filename} = L.layerGroup([start_#{id}, end_#{id}, poly_#{id}, max_speed_#{id}, max_height_#{id}, min_height_#{id}]);\n
+#{to_leaflet_layername filename}.addTo(map);\n
+EOS
+        end
+      end
+
+    end
+
+    def self.to_leaflet_filename filename
+      filename + ".js"
+    end
+
+    def self.to_leaflet_layername filename
+      "layer_" + sanitize(filename)
+    end
+
+    private
+    
+    def self.sanitize filename
+      filename.gsub(/[^0-9A-Za-z\-]/, "_")
+    end
+
+  end
+end

data/lib/columbus3/v900track/v900track.rb

@@ -0,0 +1,157 @@
+require 'csv'
+require 'geocoder'
+
+require 'columbus3/v900track/v900waypoint'
+
+class V900Track
+  def initialize filename
+    read filename
+  end
+
+  def read filename
+     @data = CSV::read(filename, :headers => true).each.map { |item| V900Waypoint.new(item) }
+  end
+
+  def size
+    @data.size
+  end
+
+  # an alias for size
+  def points
+    @data.size
+  end
+
+  def range
+    (0..self.size - 1)
+  end
+
+  # to enumerate (till I can solve the each issue)
+  def to_a
+    @data
+  end
+
+  # it does not work
+  #def each
+  #  @data.each
+  #end
+
+  def get i
+    self[i]
+  end
+
+  def [](i)
+    @data[i]
+  end
+
+  def first
+    @data[0]
+  end
+
+  def last
+    @data[size - 1]
+  end
+
+  # statistics
+
+  def start_date
+    first.time
+  end
+
+  def end_date
+    last.time
+  end
+
+  def duration
+    last.time - first.time
+  end
+
+  def min_speed
+    get :<, :speed
+  end
+
+  def max_speed
+    get :>, :speed
+  end
+
+  def min_height
+    get :<, :height
+  end
+
+  def max_height
+    get :>, :height
+  end
+
+  def min_speed_idx
+    get_idx :<, :speed
+  end
+
+  def max_speed_idx
+    get_idx :>, :speed
+  end
+
+  def min_height_idx
+    get_idx :<, :height
+  end
+
+  def max_height_idx
+    get_idx :>, :height
+  end
+
+  def start_location
+    Geocoder.address(first.lat_lon)
+  end
+
+  def end_location
+    Geocoder.address(last.lat_lon)
+  end
+
+  def bearing
+    Geocoder::Calculations.compass_point(Geocoder::Calculations.bearing_between(first.lat_lon, last.lat_lon))
+  end
+
+  def distance_aerial
+    Geocoder::Calculations.distance_between(first.lat_lon, last.lat_lon, :units => :km)
+  end
+
+  def distance
+    distance = 0
+    range.each do |i|
+      distance += Geocoder::Calculations.distance_between(self[i].lat_lon, self[i-1].lat_lon, :units => :km)
+    end
+    distance
+  end
+
+  # return a hash with all the metadata
+  # ... it could be a nice metamethod, creating a key for each public methods
+  def metadata
+    metadata = Hash.new
+
+    [:start_date, :end_date, :duration, :size, :start_location, :end_location, :min_speed, :max_speed, :min_height, :max_height, :bearing, :distance, :distance_aerial].map { |x| metadata[x] = self.send(x) }
+
+    metadata
+  end
+
+  private
+
+  def get comparison, method
+    current = self[0].send(method) # initialize max or min to the first value in the file
+    range.each do |i|
+      current = self[i].send(method) if self[i].send(method).send(comparison, current)
+    end
+    current
+  end
+
+  def get_idx comparison, method
+    current = self[0].send(method) # initialize max or min to the first value in the file
+    idx = 0
+    range.each do |i|
+      if self[i].send(method).send(comparison, current) then
+        current = self[i].send(method)
+        idx = i
+      end
+    end
+    idx
+  end
+
+end
+

data/lib/columbus3/v900track/v900waypoint.rb

@@ -0,0 +1,51 @@
+require 'time'
+
+# a facade which presents a CSV::row as a v900 waypoint
+class V900Waypoint
+  def initialize row
+    @row = row
+  end
+
+  def index
+    @row["INDEX"].to_i
+  end
+
+  def tag
+    @row["TAG"]
+  end
+
+  def time
+    date = @row["DATE"]
+    time = @row["TIME"]
+    # make sure it is understood as ZULU time (UTC) and pad time to six numbers 75858 -> 075858
+    Time.parse("#{date}T" + ("%06d" % time) + "Z") 
+  end
+
+  def lon
+    value = @row["LONGITUDE E/W"]
+    value.match(/(N|E)/) ? value[0..-2].to_f : -1 * value[0..-2].to_f
+  end
+
+  def lat
+    value = @row["LATITUDE N/S"]
+    value.match(/(N|E)/) ? value[0..-2].to_f : -1 * value[0..-2].to_f
+  end
+
+  # return an array with lat and lon: [lat, lon]
+  def lat_lon
+    [lat, lon]
+  end
+
+  def height
+    @row["HEIGHT"].to_i
+  end
+
+  def speed
+    @row["SPEED"].to_i
+  end
+
+  def heading
+    @row["HEADING"].to_i
+  end
+
+end

data/lib/columbus3/version.rb

@@ -0,0 +1,3 @@
+module Columbus3
+  VERSION = "0.1.0"
+end

data/lib/columbus3.rb

@@ -0,0 +1,6 @@
+require "columbus3/version"
+require "columbus3/metadata/query_parser.tab"
+require "columbus3/metadata/sidecar"
+require "columbus3/v900track/v900track"
+require "columbus3/v900track/v900waypoint"
+require "columbus3/renderer/renderer"