tac_scribe 0.2.0-java

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: e9e9df45f82c6c95147899eb06561c0d4a6f250585500dd7ac772e40c29f51b1
+  data.tar.gz: 9f40713098afbe71d7ccd486e8a0913b5f7245744c5b3a87753401bbd8c5596c
+SHA512:
+  metadata.gz: 148a8beed1d393b3ab8fb5a7e310e7aa913e0b3de237093681beb66f6a74f85c60292cdfed2a4ab439a6df4b158eb0cfb84611ed7582b68261481185e52504a1
+  data.tar.gz: be3183bf59c00cfa169431c383f282838acdf572ae9b7ac3fd425088b9a9c1d7c93610252c367041d3e3adb9768746c04a530a6a55040ccd9f200fcbfbdb72e5

data/.gitignore

@@ -0,0 +1,11 @@
+/.bundle/
+/.yardoc
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+Gemfile.lock
+*.swp
+*.gem

data/.gitlab-ci.yml

@@ -0,0 +1,22 @@
+.tests:
+  image: "ruby:2.5"
+  before_script:
+    - apt-get update && apt-get install -y git
+    - ruby -v
+    - which ruby
+    - gem install bundler --no-document
+    - bundle install --jobs $(nproc)  "${FLAGS[@]}"
+
+.rspec:
+  extends: .tests
+  script:
+    - bundle exec rake spec
+
+rubocop:
+  extends: .tests
+  script:
+    - bundle exec rake rubocop
+
+rspec-ruby:
+  extends: .rspec
+  image: ruby:latest

data/.rspec

@@ -0,0 +1 @@
+--require spec_helper

data/.rubocop.yml

@@ -0,0 +1,31 @@
+Style/BlockComments:
+  Exclude:
+    # This is the default rspec generated file so leave it be for consistency
+    - spec/spec_helper.rb
+Layout/CommentIndentation:
+  Exclude:
+    # This is the default rspec generated file so leave it be for consistency
+    - spec/spec_helper.rb
+
+Metrics/BlockLength:
+  Exclude:
+    # Rubocop does not like the rspec describe block style which is always long
+    - spec/**/*_spec.rb
+    # There isn't much sense breaking up the OptionParser block since splitting
+    # into db and tacview option methods will just break the method length cop
+    # and splitting further doesn't aid readability
+    - exe/start_scribe
+Metrics/MethodLength:
+  Exclude:
+    # Breaking up the initializer doesn't really do much for readability
+    - lib/tac_scribe/daemon.rb
+
+Metrics/ParameterLists:
+  Exclude:
+    # The nature of the beast. Being the entry point into the program
+    # necessitates this
+    - lib/tac_scribe/daemon.rb
+Style/GlobalVars:
+  Exclude:
+    # Using a global variable makes it available to the Pry console
+    - bin/console

data/.ruby-gemset

@@ -0,0 +1 @@
+tac_scribe

data/.ruby-version

@@ -0,0 +1 @@
+jruby-9.2.6.0

data/.travis.yml

@@ -0,0 +1,5 @@
+sudo: false
+language: ruby
+rvm:
+  - 2.3.6
+before_install: gem install bundler -v 1.16.1

data/CHANGELOG.md

@@ -0,0 +1,20 @@
+# Changelog
+All notable changes to this project will be documented in this file.
+
+The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
+and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
+
+## [Unreleased]
+
+## [0.2.0] - 2019-10-13
+### Added
+- JRuby support
+
+### Changed
+- Improve logging of events with number of events processed.
+
+
+## [0.1.1] - 2019-09-05
+### Added
+- Added Net::HTTP error handling
+

data/Gemfile

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+source 'https://rubygems.org'
+
+git_source(:github) { |repo_name| "https://github.com/#{repo_name}" }
+
+gemspec

data/LICENSE.txt

@@ -0,0 +1,15 @@
+Tac Scribe - Record Tacview events to PostgreSQL
+Copyright (C) 2019 Jeffrey Jones
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.

data/README.md

@@ -0,0 +1,53 @@
+# TacScribe
+
+Writes object state from a tacview server to a PostGIS extended Postgresql
+database for further processing by other systems.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'tac_scribe'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install tac_scribe
+
+## Usage
+
+You can run the tool using the `start_scribe` command. Use the `--help`
+option for information on required arguments
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then,
+run `rake test` to run the tests. You can also run `bin/console` for an
+interactive prompt that will allow you to experiment.
+
+### Postgresql and PostGIS
+
+This gem requires postgresql and PostGIS available and listening on an
+accessible network port.
+
+See the `db` folder for information on running the database migrations.
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitLab at https://gitlab.com/overlord-bot/tac-scribe.
+
+### Adding Data
+
+There are incomplete data-files for this project whose completion would
+be very helpful. See the `data` folder. Current tasks needed are:
+
+* Complete the list of all airfields in DCS with their position information
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](https://opensource.org/licenses/MIT).

data/Rakefile

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+require 'bundler/gem_tasks'
+require 'rubocop/rake_task'
+require 'rspec/core/rake_task'
+
+RSpec::Core::RakeTask.new(:spec)
+RuboCop::RakeTask.new(:rubocop)
+
+task default: :rubocop
+task default: :spec

data/bin/console

@@ -0,0 +1,20 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require 'bundler/setup'
+require 'tac_scribe'
+require 'tac_scribe/datastore'
+
+TacScribe::Datastore.instance.connect
+
+$DB = TacScribe::Datastore.instance.db
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require 'irb'
+IRB.start(__FILE__)

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/data/airfields.json

@@ -0,0 +1,121 @@
+[{
+    "lon": 45.01909093846007,
+    "lat": 41.637735936261556,
+    "alt": 464.5004577636719,
+    "name": "Vaziani"
+  },
+  {
+    "lon": 44.94687659192431,
+    "lat": 41.67471935873423,
+    "alt": 479.69482421875,
+    "name": "Tbilisi-Lochini"
+  },
+  {
+    "lon": 43.62488628801948,
+    "lat": 43.50998473505967,
+    "alt": 430.01043701171875,
+    "name": "Nalchik"
+  },
+  {
+    "lon": 38.92520230077506,
+    "lat": 45.087429883845076,
+    "alt": 30.010032653808594,
+    "name": "Krasnodar-Center"
+  },
+  {
+    "lon": 37.35978347755592,
+    "lat": 45.01317473377168,
+    "alt": 43.00004196166992,
+    "name": "Anapa-Vityazevo"
+  },
+  {
+    "lon": 41.876483823101026,
+    "lat": 41.93210535345338,
+    "alt": 18.01001739501953,
+    "name": "Kobuleti"
+  },
+  {
+    "lon": 43.100679733081456,
+    "lat": 44.21864682380681,
+    "alt": 320.01031494140625,
+    "name": "Mineralnye Vody"
+  },
+  {
+    "lon": 44.62032726210201,
+    "lat": 43.79130325093825,
+    "alt": 154.61184692382812,
+    "name": "Mozdok"
+  },
+  {
+    "lon": 44.94718306531669,
+    "lat": 41.64116326678661,
+    "alt": 449.4102478027344,
+    "name": "Soganlug"
+  },
+  {
+    "lon": 44.588922553542936,
+    "lat": 43.20850098738094,
+    "alt": 524.0057983398438,
+    "name": "Beslan"
+  },
+  {
+    "lon": 42.49568635853585,
+    "lat": 42.179154028210135,
+    "alt": 45.010047912597656,
+    "name": "Kutaisi"
+  },
+  {
+    "lon": 37.786226060479564,
+    "lat": 44.6733296041269,
+    "alt": 40.010040283203125,
+    "name": "Novorossiysk"
+  },
+  {
+    "lon": 40.021427482235985,
+    "lat": 44.67144025735508,
+    "alt": 180.01019287109375,
+    "name": "Maykop-Khanskaya"
+  },
+  {
+    "lon": 39.924231880466095,
+    "lat": 43.43937843405085,
+    "alt": 30.010034561157227,
+    "name": "Sochi-Adler"
+  },
+  {
+    "lon": 41.142447588488196,
+    "lat": 42.852741071634995,
+    "alt": 13.339526176452637,
+    "name": "Sukhumi-Babushara"
+  },
+  {
+    "lon": 42.061021312855914,
+    "lat": 42.23872808157328,
+    "alt": 13.23994255065918,
+    "name": "Senaki-Kolkhi"
+  },
+  {
+    "lon": 40.56417576840064,
+    "lat": 43.124233340197144,
+    "alt": 21.01003074645996,
+    "name": "Gudauta"
+  },
+  {
+    "lon": 37.985886938697085,
+    "lat": 44.961383022734175,
+    "alt": 20.010303497314453,
+    "name": "Krymsk"
+  },
+  {
+    "lon": 38.0041463505281,
+    "lat": 44.56767458600406,
+    "alt": 22.00992202758789,
+    "name": "Gelendzhik"
+  },
+  {
+    "lon": 39.20306690632454,
+    "lat": 45.0460996415433,
+    "alt": 34.01003646850586,
+    "name": "Krasnodar-Pashkovsky"
+  }
+]

data/db/001_create_unit_table.rb

@@ -0,0 +1,23 @@
+# frozen_string_literal: true
+
+Sequel.migration do
+  up do
+    create_table(:units) do
+      String :id, primary_key: true
+      column :position, :geography, null: false
+      Float :altitude, default: 0
+      String :type
+      String :name, null: true
+      String :pilot, null: true
+      String :group, null: true
+      Integer :coalition
+      Integer :heading
+      Time :updated_at
+      # TODO: GIST Index on the position
+    end
+  end
+
+  down do
+    drop_table(:units)
+  end
+end

data/db/README.md

@@ -0,0 +1,10 @@
+# Database Setup
+
+See example instructions for ubuntu here [here](https://kitcharoenp.github.io/postgresql/postgis/2018/05/28/set_up_postgreSQL_postgis.html)
+
+# Database Migrations
+
+Run migrations using
+
+`sequel -m db/ postgres://username:password@database_ip:database_port/tac_scribe`
+

data/exe/start_scribe

@@ -0,0 +1,103 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require 'optparse'
+require 'bundler/setup'
+require 'tac_scribe'
+
+options = {
+  tacview_host: 'localhost',
+  tacview_port: 42_674,
+  tacview_password: nil,
+  tacview_client_name: 'TacScribe',
+  db_host: 'localhost',
+  db_port: 5432,
+  db_name: 'tac_scribe',
+  verbose_logging: false,
+  threads: 1,
+  populate_airfields: false
+}
+
+OptionParser.new do |opts|
+  opts.banner = 'Usage: ruby start_scribe [options]'
+
+  opts.separator "\nTacview Options"
+  opts.on('-h', '--tacview-host=host',
+          'Tacview server hostname / IP (Default: localhost)') do |v|
+    options[:tacview_host] = v
+  end
+
+  opts.on('-p', '--tacview-port=port',
+          'Tacview server port (Default: 42674)') do |v|
+    options[:tacview_port] = v
+  end
+
+  opts.on('-a', '--tacview-password=password',
+          'Tacview server password (Optional)') do |v|
+    options[:tacview_password] = v
+  end
+
+  opts.on('-c', '--tacview-client-name=client',
+          'Client name (Default: TacScribe)') do |v|
+    options[:tacview_client_name] = v
+  end
+
+  opts.separator "\nDatabase Options"
+  opts.on('-o', '--db-host=host',
+          'Postgresql server hostname / IP (Default: localhost)') do |v|
+    options[:db_host] = v
+  end
+  opts.on('-r', '--db-port=port',
+          'Postgresql server port (Default: 5432)') do |v|
+    options[:db_port] = v
+  end
+  opts.on('-u', '--db-username=username',
+          'Postgresql username (Required)') do |v|
+    options[:db_user] = v
+  end
+  opts.on('-s', '--db-password=password',
+          'Postgresql password (Required)') do |v|
+    options[:db_password] = v
+  end
+  opts.on('-n', '--db-name=name',
+          'Postgresql database name (Default: tac_scribe)') do |v|
+    options[:db_name] = v
+  end
+  opts.separator "\nMisc options"
+  opts.on('-f', '--populate-airfields',
+          'Populate DCS airfield locations') do |_v|
+    options[:populate_airfields] = true
+  end
+  opts.on('-t', '--threads=threads',
+          'Thread Count (Default: 1)') do |v|
+    options[:threads] = v
+  end
+  opts.on('-v', '--verbose',
+          'Verbose logging') do |_v|
+    options[:verbose] = true
+  end
+end.parse!
+
+%i[db_user db_password].each do |parameter|
+  next unless !options[parameter] ||
+              !options[parameter].is_a?(String) ||
+              options[parameter].empty?
+
+  puts "#{parameter.to_s.tr('_', '-')} required"
+  exit(1)
+end
+
+TacScribe::Daemon.new(
+  tacview_host: options[:tacview_host],
+  tacview_port: options[:tacview_port],
+  tacview_password: options[:tacview_password],
+  tacview_client_name: options[:tacview_client_name],
+  db_host: options[:db_host],
+  db_port: options[:db_port],
+  db_name: options[:db_name],
+  db_user: options[:db_user],
+  db_password: options[:db_password],
+  verbose_logging: options[:verbose],
+  thread_count: options[:threads].to_i,
+  populate_airfields: options[:populate_airfields]
+).start_processing

data/lib/tac_scribe/daemon.rb

@@ -0,0 +1,98 @@
+# frozen_string_literal: true
+
+require 'json'
+require 'tacview_client'
+require_relative 'datastore'
+require_relative 'event_queue'
+require_relative 'event_processor'
+
+module TacScribe
+  # Main entry-point into Tac Scribe. Instantiate this class to start
+  # processing events.
+  class Daemon
+    def initialize(db_host:, db_port:, db_name:, db_user:, db_password:,
+                   tacview_host:, tacview_port:, tacview_password:,
+                   tacview_client_name:, verbose_logging:, thread_count:,
+                   populate_airfields:)
+      Datastore.instance.configure do |config|
+        config.host = db_host
+        config.port = db_port
+        config.database = db_name
+        config.username = db_user
+        config.password = db_password
+      end
+      Datastore.instance.connect
+
+      @event_queue = EventQueue.new verbose_logging: verbose_logging
+
+      @populate_airfields = populate_airfields
+      @thread_count = thread_count
+      @processing_threads = []
+
+      @client = TacviewClient::Client.new(
+        host: tacview_host,
+        port: tacview_port,
+        password: tacview_password,
+        processor: @event_queue,
+        client_name: tacview_client_name
+      )
+    end
+
+    # Starts processing and reconnects if the client was disconnected.
+    # Because connecting to Tacview always gives an initial unit dump
+    # we truncate the table each time we reconnect. This will make sure
+    # there are no ghost units hanging around after server restart
+    # for example
+    def start_processing
+      loop do
+        kill_processing_threads
+        @event_queue.events.clear
+        Datastore.instance.truncate_table
+        start_processing_threads
+        populate_airfields if @populate_airfields
+        @client.connect
+        sleep 30
+      # Rescuing reliably from Net::HTTP is a complete bear so rescue
+      # StandardError. It ain't pretty but it is reliable. We will puts
+      # the exception just in case
+      # https://stackoverflow.com/questions/5370697/what-s-the-best-way-to-handle-exceptions-from-nethttp
+      rescue StandardError => e
+        puts e.message
+        puts e.backtrace
+        next
+      end
+    end
+
+    def kill_processing_threads
+      @processing_threads.each do |thr|
+        thr.kill
+        thr.join
+      end
+    end
+
+    def start_processing_threads
+      @thread_count.times do
+        @processing_threads << Thread.new do
+          EventProcessor.new(datastore: Datastore.instance,
+                             event_queue: @event_queue).start
+        end
+      end
+    end
+
+    def populate_airfields
+      json = File.read(File.join(File.dirname(__FILE__), '../../data/airfields.json'))
+      airfields = JSON.parse(json)
+      airfields.each_with_index do |airfield, i|
+        @event_queue.update_object({
+            object_id: (45_000_000 + i).to_s,
+            latitude: BigDecimal(airfield['lat'].to_s),
+            longitude: BigDecimal(airfield['lon'].to_s),
+            altitude: BigDecimal(airfield['alt'].to_s),
+            type: 'Ground+Static+Aerodrome',
+            name: airfield['name'],
+            coalition: 2
+        })
+      end
+    end
+  end
+end

data/lib/tac_scribe/datastore.rb

@@ -0,0 +1,140 @@
+# frozen_string_literal: true
+
+require 'georuby'
+require 'sequel'
+require 'sequel-postgis-georuby'
+require 'singleton'
+
+module TacScribe
+  # Acts as the interface to the back-end datastore and hides all datastore
+  # implementation details from callers. Note that ruby does not support
+  # exception chaining we are not wrapping exceptions yet. This will happen
+  # when  https://bugs.ruby-lang.org/issues/8257 is fixed.
+  class Datastore
+    include Singleton
+    include GeoRuby::SimpleFeatures
+
+    attr_accessor :db
+
+    @configuration = nil
+    @db = nil
+
+    def configuration
+      @configuration ||= Configuration.new
+    end
+
+    def configure
+      configuration
+      yield(@configuration) if block_given?
+    end
+
+    # Contains all the connection configuration required for connectin
+    # to a postgresql database. Defaults to localhost with ubuntu presets
+    class Configuration
+      attr_accessor :host, :port, :database, :username, :password
+
+      def initialize
+        @host = 'localhost'
+        @port = '5432'
+        @database = 'tac_scribe'
+        @username = 'tac_scribe'
+        @password = 'tac_scribe'
+      end
+    end
+
+    def connect
+      configure
+      @db = Sequel.connect(connection_string, max_connections: 49)
+      @db.extension :postgis_georuby
+    end
+
+    def truncate_table
+      @db[:units].truncate
+    end
+
+    def write_object(event, timestamp)
+      unit = get_unit(event[:object_id])
+
+      # Tacview omits values that don't change to save
+      # data bandwidth and storage. If something has not changed then
+      # use the old value
+      current_position = get_position(event, unit)
+
+      if unit
+        update_unit(event, unit, current_position, timestamp)
+      else
+        insert_unit(event, current_position, timestamp)
+      end
+    end
+
+    def delete_object(object_id)
+      count = @db[:units].where(id: object_id).delete
+      "Deleted #{object_id} #{object_id.class} - #{count}"
+    end
+
+    private
+
+    def connection_string
+      if RUBY_PLATFORM == 'java'
+        "jdbc:postgresql://#{@configuration.host}:#{@configuration.port}/" \
+        "#{@configuration.database}?user=#{@configuration.username}&" \
+        "password=#{configuration.password}"
+      else
+        "postgres://#{@configuration.username}:#{@configuration.password}@" \
+        "#{@configuration.host}:#{@configuration.port}" \
+        "/#{@configuration.database}"
+      end
+    end
+
+    def get_unit(id)
+      @db[:units].where(id: id).first
+    end
+
+    def update_unit(event, unit, current_position, timestamp)
+      heading = calculate_heading(unit[:position],
+                                  current_position,
+                                  unit[:heading])
+
+      @db[:units].where(id: event[:object_id]).update(
+        position: current_position[:lat_lon],
+        altitude: current_position[:altitude],
+        heading: heading,
+        updated_at: timestamp
+      )
+    end
+
+    def insert_unit(event, current_position, timestamp)
+      @db[:units].insert(id: event[:object_id],
+                         position: current_position[:lat_lon],
+                         altitude: current_position[:altitude],
+                         type: event[:type],
+                         name: event[:name],
+                         group: event[:group],
+                         pilot: event[:pilot],
+                         coalition: event[:coalition] == 'Allies' ? 0 : 1,
+                         updated_at: timestamp)
+    end
+
+    def get_position(event, unit)
+      {
+        lat_lon: Point.from_x_y(
+          event.fetch(:longitude) { unit ? unit[:position].y : nil },
+          event.fetch(:latitude) { unit ? unit[:position].x : nil }
+        ),
+        altitude: event.fetch(:altitude) { unit ? unit[:altitude] : nil }
+      }
+    end
+
+    def calculate_heading(old_position, current_position, current_heading)
+      return current_heading if old_position == current_position[:lat_lon]
+
+      begin
+        old_position.bearing_to(current_position[:lat_lon]).to_i
+      rescue Math::DomainError => e
+        puts 'Could not calculate heading: ' + e.message
+        puts 'Old Position: ' + old_position.inspect
+        puts 'New Position: ' + current_position.inspect
+      end
+    end
+  end
+end

data/lib/tac_scribe/event_processor.rb

@@ -0,0 +1,86 @@
+# frozen_string_literal: true
+
+require 'tacview_client/base_processor'
+require 'time'
+require_relative 'datastore'
+
+module TacScribe
+  # Processes the events emitted by the Ruby Tacview Client
+  class EventProcessor
+    def initialize(datastore:, event_queue:)
+      @datastore = datastore
+      @event_queue = event_queue
+    end
+
+    def start
+      loop do
+        wrapped_event = @event_queue.events.shift
+        process_event(wrapped_event)
+      rescue StandardError => e
+        puts wrapped_event
+        puts e.inspect
+        next
+      end
+    end
+
+    def process_event(wrapped_event)
+      case wrapped_event[:type]
+      when :update_object
+        update_object(wrapped_event[:event], wrapped_event[:time])
+      when :delete_object
+        delete_object(wrapped_event[:object_id])
+      end
+    end
+
+    private
+
+    # Process an update event for an object
+    #
+    # On the first appearance of the object there are usually more fields
+    # including pilot names, object type etc.
+    #
+    # For existing objects these events are almost always lat/lon/alt updates
+    # only
+    #
+    # @param event [Hash] A parsed ACMI line. This hash will always include
+    #   the fields listed below but may also include others depending on the
+    #   source line.
+    # @option event [String] :object_id The hexadecimal format object ID.
+    # @option event [BigDecimal] :latitude The object latitude in WGS 84 format.
+    # @option event [BigDecimal] :longitude The object latitude in WGS 84
+    #   format.
+    # @option event [BigDecimal] :altitude The object altitude above sea level
+    #   in meters to 1 decimal place.
+    def update_object(event, time)
+      if @event_queue.reference_latitude || @event_queue.reference_longitude
+        localize_position(event)
+      end
+
+      @datastore.write_object(event, time)
+    end
+
+    # Process a delete event for an object
+    #
+    # @param object_id [String] A hexadecimal number representing the object
+    #   ID
+    def delete_object(object_id)
+      @datastore.delete_object(object_id)
+    end
+
+    # If we have reference lat/long then use that as a base and update the event
+    # position
+    def localize_position(event)
+      # There is no combination of layouts for these lines that doesn' trip
+      # at least one rubocop cop so just ignore the guard clause. The best
+      # one is using an inline if but that breaks the line length.
+      # rubocop:disable Style/GuardClause
+      if event[:latitude]
+        event[:latitude] = @event_queue.reference_latitude + event[:latitude]
+      end
+      if event[:longitude]
+        event[:longitude] = @event_queue.reference_longitude + event[:longitude]
+      end
+      # rubocop:enable Style/GuardClause
+    end
+  end
+end

data/lib/tac_scribe/event_queue.rb

@@ -0,0 +1,81 @@
+# frozen_string_literal: true
+
+require 'tacview_client/base_processor'
+require 'time'
+
+module TacScribe
+  # Processes the events emitted by the Ruby Tacview Client
+  class EventQueue < TacviewClient::BaseProcessor
+    attr_accessor :events, :reference_latitude, :reference_longitude
+
+    def initialize(verbose_logging:)
+      @verbose_logging = verbose_logging
+      @events = Queue.new
+      @event_count = 0
+
+      return unless verbose_logging == true
+
+      Thread.new do
+        loop do
+          puts "#{Time.now.strftime("%FT%T")} - Queue Size: #{@events.size} \t Events Processed: #{@event_count}"
+          @event_count = 0
+          sleep 1
+        end
+      end
+    end
+
+    # Process an update event for an object
+    #
+    # On the first appearance of the object there are usually more fields
+    # including pilot names, object type etc.
+    #
+    # For existing objects these events are almost always lat/lon/alt updates
+    # only
+    #
+    # @param event [Hash] A parsed ACMI line. This hash will always include
+    #   the fields listed below but may also include others depending on the
+    #   source line.
+    # @option event [String] :object_id The hexadecimal format object ID.
+    # @option event [BigDecimal] :latitude The object latitude in WGS 84 format.
+    # @option event [BigDecimal] :longitude The object latitude in WGS 84
+    #   format.
+    # @option event [BigDecimal] :altitude The object altitude above sea level
+    #   in meters to 1 decimal place.
+    def update_object(event)
+      @event_count += 1
+      events << { type: :update_object, event: event, time: @time }
+    end
+
+    # Process a delete event for an object
+    #
+    # @param object_id [String] A hexadecimal number representing the object
+    #   ID
+    def delete_object(object_id)
+      @event_count += 1
+      events << { type: :delete_object, object_id: object_id }
+    end
+
+    # Process a time update event
+    #
+    # @param time [BigDecimal] A time update in seconds from the
+    #   ReferenceTime to 2 decimal places
+    def update_time(time)
+      @time = @reference_time + time
+    end
+
+    # Set a property
+    #
+    # @param property [String] The name of the property to be set
+    # @param value [String] The value of the property to be set
+    def set_property(property:, value:)
+      case property
+      when 'ReferenceLatitude'
+        self.reference_latitude = BigDecimal(value)
+      when 'ReferenceLongitude'
+        self.reference_longitude = BigDecimal(value)
+      when 'ReferenceTime'
+        @reference_time = @time = Time.parse(value)
+      end
+    end
+  end
+end

data/lib/tac_scribe/version.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module TacScribe
+  VERSION = '0.2.0'
+end

data/lib/tac_scribe.rb

@@ -0,0 +1,8 @@
+# frozen_string_literal: true
+
+require_relative 'tac_scribe/version'
+require_relative 'tac_scribe/daemon'
+
+# Top-level name space for all TacScribe clases
+module TacScribe
+end

data/scratchpad

@@ -0,0 +1,11 @@
+# Request Bogey Dope
+SELECT b.id, ST_AsText(b.position) AS human_position, b.position AS binary_position, b.altitude, b.heading, b.group, b.type, ST_DISTANCE(sub.position, b.position) as distance, degrees(ST_AZIMUTH(sub.position, b.position)) as bearing
+	FROM public.units AS b CROSS JOIN LATERAL
+	( SELECT s.position, s.coalition
+		FROM public.units AS s
+	 	WHERE ID = '102'
+	) as sub
+WHERE NOT b.coalition = sub.coalition
+AND b.type LIKE 'Air+%'
+ORDER BY sub.position <-> b.position ASC
+LIMIT 10

data/tac_scribe.gemspec

@@ -0,0 +1,49 @@
+# frozen_string_literal: true
+
+lib = File.expand_path('lib', __dir__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'tac_scribe/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'tac_scribe'
+  spec.version       = TacScribe::VERSION
+  spec.authors       = ['Jeffrey Jones']
+  spec.email         = ['jeff@jones.be']
+
+  spec.summary       = 'Write Tacview data to PostGIS database'
+  spec.description   = 'Write Tacview data to PostGIS database'
+  spec.homepage      = 'https://gitlab.com/overlord-bot/tac_scribe'
+  spec.license       = 'AGPL-3.0-or-later'
+
+  spec.files         = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|features)/})
+  end
+  spec.bindir        = 'exe'
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ['lib']
+
+  spec.metadata['yard.run'] = 'yri'
+
+  if RUBY_PLATFORM == 'java'
+    # TODO: Specifying a verison chokes bundler for some reason
+    spec.platform = 'java'
+    spec.add_dependency 'activerecord-jdbcpostgresql-adapter'
+  else
+    spec.add_dependency 'pg', '~>1.1'
+  end
+
+  spec.add_dependency 'georuby', '~>2.5'
+  spec.add_dependency 'sequel', '~>5.22'
+  # The following gem is newish and not heavily updated so the chances
+  # of an API breaking change are higher then normal. Therefore lock the
+  # version
+  spec.add_dependency 'sequel-postgis-georuby', '0.1.2'
+  spec.add_dependency 'tacview_client', '~>0.1'
+
+  spec.add_development_dependency 'bundler', '~> 2.0'
+  spec.add_development_dependency 'rake', '~> 10.0'
+  spec.add_development_dependency 'rspec', '~> 3.8'
+  spec.add_development_dependency 'rubocop', '~>0.73'
+  spec.add_development_dependency 'simplecov', '~>0.17'
+  spec.add_development_dependency 'yard', '~>0.9'
+end

metadata

@@ -0,0 +1,226 @@
+--- !ruby/object:Gem::Specification
+name: tac_scribe
+version: !ruby/object:Gem::Version
+  version: 0.2.0
+platform: java
+authors:
+- Jeffrey Jones
+autorequire:
+bindir: exe
+cert_chain: []
+date: 2019-10-12 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: activerecord-jdbcpostgresql-adapter
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.5'
+  name: georuby
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.5'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.22'
+  name: sequel
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.22'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.1.2
+  name: sequel-postgis-georuby
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.1.2
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.1'
+  name: tacview_client
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.1'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  name: bundler
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  name: rake
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.8'
+  name: rspec
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.8'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.73'
+  name: rubocop
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.73'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.17'
+  name: simplecov
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.17'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.9'
+  name: yard
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.9'
+description: Write Tacview data to PostGIS database
+email:
+- jeff@jones.be
+executables:
+- start_scribe
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".gitlab-ci.yml"
+- ".rspec"
+- ".rubocop.yml"
+- ".ruby-gemset"
+- ".ruby-version"
+- ".travis.yml"
+- CHANGELOG.md
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- data/airfields.json
+- db/001_create_unit_table.rb
+- db/README.md
+- exe/start_scribe
+- lib/tac_scribe.rb
+- lib/tac_scribe/daemon.rb
+- lib/tac_scribe/datastore.rb
+- lib/tac_scribe/event_processor.rb
+- lib/tac_scribe/event_queue.rb
+- lib/tac_scribe/version.rb
+- scratchpad
+- tac_scribe.gemspec
+homepage: https://gitlab.com/overlord-bot/tac_scribe
+licenses:
+- AGPL-3.0-or-later
+metadata:
+  yard.run: yri
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.7.6
+signing_key:
+specification_version: 4
+summary: Write Tacview data to PostGIS database
+test_files: []