gtfs-realtime 0.3.0 → 0.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 05148a6c6a4925c9072942c4ab6a57c1d8ddda4b
-  data.tar.gz: 072e0487c28f7f7ff2483bdeac72f006dc507f8a
+  metadata.gz: c4fb01e9aa3b3d57def85c0ebdbda36acbc4c9ab
+  data.tar.gz: d3bbf13907cd3b09a0e55cada1aa16dae4ec09c9
 SHA512:
-  metadata.gz: c2bd4c6f34c66db13ddc5eb56f27aa7238c1dc68208ce8a7ba027fb542b1b907539ebef06fccc7b042450361a2ae15e486f64183e4eca6caabf900711ca7b7e2
-  data.tar.gz: 29ec92ae65ecbef01d633610eea3594669a32510985089f8e7675f9b82acdf37dd7b2953f3e11cfe9683eed5bf1b944df55f0ca0247e1171fb707b6ca64e80a0
+  metadata.gz: bfc85354de0492acac1c60bf85a1d9085b170f502f57b3f32364b06eaa8fca59237bfee4f51b00e8ea8cac52a6d49ccce18ac90f1724aa1cbad80e106276934c
+  data.tar.gz: ff2b51ad9471a0f11ca788363f8968446504625b6f5a0538302dbe362d37e7954705014c5f8373d4c366f9dbb683d14a68418bc03f9fd2755a308e9d95288003

data/README.md

@@ -30,14 +30,16 @@ GTFS::Realtime.configure do |config|
   config.trip_updates_feed = "http://realtime.ripta.com:81/api/tripupdates"
   config.vehicle_positions_feed = "http://realtime.ripta.com:81/api/vehiclepositions"
   config.service_alerts_feed = "http://realtime.ripta.com:81/api/servicealerts"
-  config.database_path = "sqlite://database.db"    # leave unset to use an in-memory database
+  config.database_url = "sqlite3:////Users/rofreg/database.db"
+  # leave database_url unset to use your existing ActiveRecord DB, or
+  # set it to `nil` to use an in-memory SQLite database
 end
 
 # After calling 'configure', the gem loads all relevant GTFS info into a database.
 # This may take some time (up to a minute) depending on the size of the input data.
 # By default, gtfs-realtime uses an in-memory database, which requires reloading all
 # data from scratch on each launch. If you'd like to use a persistent database instead,
-# set 'config.database_path' above, and include a scheme/protocol path for the DB type
+# set 'config.database_url' above, and include a scheme/protocol path for the DB type
 # that you would like to use. gtfs-realtime will generate the relevant tables.
 
 @nearby = GTFS::Realtime::Stop.nearby(41.834521, -71.396906)

data/bin/console

@@ -3,6 +3,7 @@
 require "bundler/setup"
 require "gtfs/realtime"
 require "sqlite3"
+require "uri"
 
 # Load the RIPTA feed as an example, with a sqlite3 database
 GTFS::Realtime.configure do |config|
@@ -10,7 +11,7 @@ GTFS::Realtime.configure do |config|
   config.trip_updates_feed = "http://realtime.ripta.com:81/api/tripupdates"
   config.vehicle_positions_feed = "http://realtime.ripta.com:81/api/vehiclepositions"
   config.service_alerts_feed = "http://realtime.ripta.com:81/api/servicealerts"
-  config.database_path = "sqlite://database.db"
+  config.database_url = "sqlite3:///#{URI.escape(File.expand_path("../../database.db", __FILE__))}"
 end
 
 def reload!

data/gtfs-realtime.gemspec

@@ -29,5 +29,6 @@ Gem::Specification.new do |spec|
 
   spec.add_dependency "gtfs-realtime-bindings"
   spec.add_dependency "gtfs"
-  spec.add_dependency "sequel"
+  spec.add_dependency "activerecord"
+  spec.add_dependency "bulk_insert"
 end

data/lib/gtfs/realtime.rb

@@ -1,8 +1,22 @@
 require "google/transit/gtfs-realtime.pb"
 require "gtfs"
-require "sequel"
+require "active_record"
+require "bulk_insert"
+require "gtfs/gtfs_gem_patch"
 
 require "gtfs/realtime/configuration"
+require "gtfs/realtime/model"
+require "gtfs/realtime/calendar_date"
+require "gtfs/realtime/route"
+require "gtfs/realtime/service_alert"
+require "gtfs/realtime/shape"
+require "gtfs/realtime/stop"
+require "gtfs/realtime/stop_time"
+require "gtfs/realtime/stop_time_update"
+require "gtfs/realtime/trip"
+require "gtfs/realtime/trip_update"
+require "gtfs/realtime/vehicle_position"
+require "gtfs/realtime/version"
 
 module GTFS
   class Realtime
@@ -17,9 +31,174 @@ module GTFS
       def configure
         yield(configuration)
 
+        run_migrations
         load_static_feed!
         refresh_realtime_feed!
       end
+
+      def load_static_feed!(force: false)
+        return if !force && GTFS::Realtime::Route.count > 0
+
+        static_data = GTFS::Source.build(@configuration.static_feed)
+        return unless static_data
+
+        GTFS::Realtime::Model.transaction do
+          GTFS::Realtime::CalendarDate.delete_all
+          GTFS::Realtime::CalendarDate.bulk_insert(values:
+            static_data.calendar_dates.collect do |calendar_date|
+              {
+                service_id: calendar_date.service_id.strip,
+                date: Date.strptime(calendar_date.date, "%Y%m%d"),
+                exception_type: calendar_date.exception_type
+              }
+            end
+          )
+
+          GTFS::Realtime::Route.delete_all
+          GTFS::Realtime::Route.bulk_insert(:id, :short_name, :long_name, :url, values:
+            static_data.routes.collect do |route|
+              {
+                id: route.id.strip,
+                short_name: route.short_name,
+                long_name: route.long_name,
+                url: route.url
+              }
+            end
+          )
+
+          GTFS::Realtime::Shape.delete_all
+          GTFS::Realtime::Shape.bulk_insert(:id, :sequence, :latitude, :longitude, values:
+            static_data.shapes.collect do |shape|
+              {
+                id: shape.id.strip,
+                sequence: shape.pt_sequence,
+                latitude: shape.pt_lat.to_f,
+                longitude: shape.pt_lon.to_f
+              }
+            end
+          )
+
+          GTFS::Realtime::Stop.delete_all
+          GTFS::Realtime::Stop.bulk_insert(:id, :name, :latitude, :longitude, values:
+            static_data.stops.collect do |stop|
+              {
+                id: stop.id.strip,
+                name: stop.name.strip,
+                latitude: stop.lat.to_f,
+                longitude: stop.lon.to_f
+              }
+            end
+          )
+
+          GTFS::Realtime::StopTime.delete_all
+          GTFS::Realtime::StopTime.bulk_insert(values:
+            static_data.stop_times.collect do |stop_time|
+              {
+                stop_id: stop_time.stop_id.strip,
+                trip_id: stop_time.trip_id.strip,
+                arrival_time: stop_time.arrival_time,
+                departure_time: stop_time.departure_time,
+                stop_sequence: stop_time.stop_sequence.to_i
+              }
+            end
+          )
+
+          GTFS::Realtime::Trip.delete_all
+          GTFS::Realtime::Trip.bulk_insert(:id, :headsign, :route_id, :service_id, :shape_id, :direction_id, values:
+            static_data.trips.collect do |trip|
+              {
+                id: trip.id.strip,
+                headsign: trip.headsign.strip,
+                route_id: trip.route_id.strip,
+                service_id: trip.service_id.strip,
+                shape_id: trip.shape_id.strip,
+                direction_id: trip.direction_id
+              }
+            end
+          )
+        end
+      end
+
+      def refresh_realtime_feed!
+        trip_updates = get_entities(@configuration.trip_updates_feed)
+        vehicle_positions = get_entities(@configuration.vehicle_positions_feed)
+        service_alerts = get_entities(@configuration.service_alerts_feed)
+
+        GTFS::Realtime::Model.transaction do
+          GTFS::Realtime::TripUpdate.delete_all
+          GTFS::Realtime::TripUpdate.bulk_insert(:id, :trip_id, :route_id, values:
+            trip_updates.collect do |trip_update|
+              {
+                id: trip_update.id.strip,
+                trip_id: trip_update.trip_update.trip.trip_id.strip,
+                route_id: trip_update.trip_update.trip.route_id.strip
+              }
+            end
+          )
+
+          GTFS::Realtime::StopTimeUpdate.delete_all
+          GTFS::Realtime::StopTimeUpdate.bulk_insert(values:
+            trip_updates.collect do |trip_update|
+              trip_update.trip_update.stop_time_update.collect do |stop_time_update|
+                {
+                  trip_update_id: trip_update.id.strip,
+                  stop_id: stop_time_update.stop_id.strip,
+                  arrival_delay: stop_time_update.arrival ? stop_time_update.arrival.delay : nil,
+                  arrival_time: stop_time_update.arrival ? Time.at(stop_time_update.arrival.time) : nil,
+                  departure_delay: stop_time_update.departure ? stop_time_update.departure.delay : nil,
+                  departure_time: stop_time_update.departure ? Time.at(stop_time_update.departure.time) : nil,
+                }
+              end
+            end.flatten
+          )
+
+          GTFS::Realtime::VehiclePosition.delete_all
+          GTFS::Realtime::VehiclePosition.bulk_insert(values:
+            vehicle_positions.collect do |vehicle|
+              {
+                trip_id: vehicle.vehicle.trip.trip_id.strip,
+                stop_id: vehicle.vehicle.stop_id.strip,
+                latitude: vehicle.vehicle.position.latitude.to_f,
+                longitude: vehicle.vehicle.position.longitude.to_f,
+                bearing: vehicle.vehicle.position.bearing.to_f,
+                timestamp: Time.at(vehicle.vehicle.timestamp)
+              }
+            end
+          )
+
+          GTFS::Realtime::ServiceAlert.delete_all
+          GTFS::Realtime::ServiceAlert.bulk_insert(values:
+            service_alerts.collect do |service_alert|
+              {
+                stop_id: service_alert.alert.informed_entity.first.stop_id.strip,
+                header_text: service_alert.alert.header_text.translation.first.text,
+                description_text: service_alert.alert.description_text.translation.first.text,
+                start_time: Time.at(service_alert.alert.active_period.first.start),
+                end_time: Time.at(service_alert.alert.active_period.first.end)
+              }
+            end
+          )
+        end
+      end
+
+      private
+
+      def get_entities(path)
+        return [] if path.nil?
+
+        if File.exists?(path)
+          data = File.open(path, 'r'){|f| f.read}
+        else
+          data = Net::HTTP.get(URI.parse(path))
+        end
+        feed = Transit_realtime::FeedMessage.decode(data)
+        feed.entity   # array of entities
+      end
+
+      def run_migrations
+        ActiveRecord::Migration.verbose = false
+        ActiveRecord::Migrator.migrate(File.expand_path("../realtime/migrations", __FILE__))
+      end
     end
   end
 end

data/lib/gtfs/realtime/calendar_date.rb

@@ -4,7 +4,7 @@ module GTFS
       ADDED = 1
       REMOVED = 2
 
-      many_to_one :trip, primary_key: :service_id, key: :service_id
+      belongs_to :trip, primary_key: :service_id, foreign_key: :service_id
     end
   end
 end

data/lib/gtfs/realtime/configuration.rb

@@ -1,17 +1,16 @@
 module GTFS
   class Realtime
     class Configuration
-      attr_accessor :static_feed, :trip_updates_feed, :vehicle_positions_feed, :service_alerts_feed, :database_path
+      attr_accessor :static_feed, :trip_updates_feed, :vehicle_positions_feed, :service_alerts_feed, :database_url
 
-      def database_path=(new_path)
-        @database_path = new_path
+      def database_url=(new_path)
+        @database_url = new_path
 
-        # now that we know the DB path, we can initialize the database
-        require 'gtfs/realtime/database'
-        GTFS::Realtime::Database.path = database_path
-
-        # now that we have a database, initialize all the other models
-        require 'gtfs/realtime/bootstrap'
+        if @database_url
+          ActiveRecord::Base.establish_connection(@database_url)
+        else
+          ActiveRecord::Base.establish_connection(adapter: 'sqlite3', database: ':memory:')
+        end
       end
     end
   end

data/lib/gtfs/realtime/migrations/001_create_gtfs_tables.rb

@@ -0,0 +1,81 @@
+class CreateGtfsTables < ActiveRecord::Migration[5.0]
+  def change
+    create_table :gtfs_realtime_calendar_dates, id: false do |t|
+      t.string :service_id, index: true
+      t.date :date
+      t.integer :exception_type
+    end
+
+    create_table :gtfs_realtime_routes do |t|
+      t.string :short_name
+      t.string :long_name
+      t.string :url
+    end
+    change_column :gtfs_realtime_routes, :id, :string
+
+    create_table :gtfs_realtime_shapes, id: false do |t|
+      t.string :id  # NOT unique
+      t.integer :sequence
+      t.float :latitude
+      t.float :longitude
+
+      t.index [:id, :sequence]
+    end
+
+    create_table :gtfs_realtime_stops do |t|
+      t.string :name
+      t.float :latitude
+      t.float :longitude
+    end
+    change_column :gtfs_realtime_stops, :id, :string
+
+    create_table :gtfs_realtime_stop_times, id: false do |t|
+      t.string :trip_id, index: true
+      t.string :stop_id, index: true
+      t.string :arrival_time
+      t.string :departure_time
+      t.integer :stop_sequence
+    end
+
+    create_table :gtfs_realtime_trips do |t|
+      t.string :headsign
+      t.string :route_id, index: true
+      t.string :service_id
+      t.string :shape_id
+      t.integer :direction_id
+    end
+    change_column :gtfs_realtime_trips, :id, :string
+
+    create_table :gtfs_realtime_trip_updates do |t|
+      t.string :trip_id
+      t.string :route_id
+    end
+    change_column :gtfs_realtime_trip_updates, :id, :string
+
+    create_table :gtfs_realtime_stop_time_updates, id: false do |t|
+      t.string :trip_update_id, index: true
+      t.string :stop_id, index: true
+      t.integer :arrival_delay
+      t.timestamp :arrival_time
+      t.integer :departure_delay
+      t.timestamp :departure_time
+    end
+
+    create_table :gtfs_realtime_vehicle_positions, id: false do |t|
+      t.string :trip_id, index: true
+      t.string :stop_id, index: true
+      t.float :latitude
+      t.float :longitude
+      t.float :bearing
+      t.timestamp :timestamp
+    end
+
+    create_table :gtfs_realtime_service_alerts, id: false do |t|
+      t.string :stop_id, index: true
+      t.string :header_text
+      t.text :description_text
+      t.timestamp :start_time
+      t.timestamp :end_time
+    end
+  end
+end

data/lib/gtfs/realtime/model.rb

@@ -0,0 +1,8 @@
+module GTFS
+  class Realtime
+    class Model < ActiveRecord::Base
+      self.abstract_class = true
+      self.table_name_prefix = "gtfs_realtime_"
+    end
+  end
+end

data/lib/gtfs/realtime/service_alert.rb

@@ -1,7 +1,7 @@
 module GTFS
   class Realtime
     class ServiceAlert < GTFS::Realtime::Model
-      many_to_one :stop
+      belongs_to :stop
     end
   end
 end

data/lib/gtfs/realtime/shape.rb

@@ -1,14 +1,7 @@
 module GTFS
   class Realtime
     class Shape < GTFS::Realtime::Model
-      dataset_module do
-        def ordered_by_sequence
-          order(:sequence)
-        end
-      end
-
-      # order results by sequence by default
-      set_dataset(self.ordered_by_sequence)
+      scope :ordered, -> { order(sequence: :ASC) }
     end
   end
 end

data/lib/gtfs/realtime/stop.rb

@@ -5,24 +5,16 @@ module GTFS
     class Stop < GTFS::Realtime::Model
       include GTFS::Realtime::Nearby
 
-      one_to_many :service_alerts
-      one_to_many :stop_times
-      one_to_many :stop_time_updates
-      many_to_many :trip_updates, join_table: :gtfs_realtime_stop_time_updates
-      many_to_many :trips, join_table: :gtfs_realtime_stop_times
-      many_through_many :routes, through: [
-        [:stop_times, :stop_id, :trip_id],
-        [:trips, :id, :route_id]
-      ]
-      many_through_many :active_routes, class: GTFS::Realtime::Route, through: [
-        [:stop_time_updates, :stop_id, :trip_update_id],
-        [:trip_updates, :id, :route_id]
-      ]
+      has_many :service_alerts
+      has_many :stop_times
+      has_many :stop_time_updates
+      has_many :trips, through: :stop_times
+      has_many :trip_updates, through: :stop_times
+      has_many :routes, through: :trips
+      has_many :active_routes, through: :trip_updates, source: :route
 
       def stop_times_schedule_for(date)
-        # TODO: .all.first is a weird syntax to do eager loading correctly. Maybe there's a better way?
-        self_with_eager_loads = GTFS::Realtime::Stop.where(id: id).eager(stop_times: {trip: [:calendar_dates, :route, :shapes]}).all.first
-        self_with_eager_loads.stop_times.select{|st| st.trip.active?(Date.today)}.sort_by{|st| st.departure_time}
+        stop_times.includes(trip: [:calendar_dates, :route, :shapes]).select{|st| st.trip.active?(date)}.sort_by{|st| st.departure_time}
       end
 
       def stop_times_for_today

data/lib/gtfs/realtime/stop_time.rb

@@ -1,8 +1,9 @@
 module GTFS
   class Realtime
     class StopTime < GTFS::Realtime::Model
-      many_to_one :trip
-      many_to_one :stop
+      belongs_to :trip
+      belongs_to :trip_update, primary_key: :trip_id, foreign_key: :trip_id
+      belongs_to :stop
 
       attr_accessor :actual_arrival_time, :actual_arrival_delay, :actual_departure_time, :actual_departure_delay
 
@@ -38,7 +39,6 @@ module GTFS
       private
 
       def self.parse_time(time, date = Date.today)
-        # TODO: handle case where date != Date.today
         day_adjustment = 0
         hour = time[0...2].to_i
 
@@ -48,7 +48,7 @@ module GTFS
           time[0...2] = (hour % 24).to_s.rjust(2, '0')
         end
 
-        Time.parse(time) + day_adjustment * 60 * 60 * 24
+        Time.parse("#{date} #{time}").in_time_zone(Time.zone) + day_adjustment * 60 * 60 * 24
       end
     end
   end

data/lib/gtfs/realtime/stop_time_update.rb

@@ -1,10 +1,18 @@
 module GTFS
   class Realtime
     class StopTimeUpdate < GTFS::Realtime::Model
-      one_through_one :route, join_table: :gtfs_realtime_trip_updates, left_key: :id, left_primary_key: :trip_update_id, right_key: :route_id
-      many_to_one :stop
-      one_through_one :trip, join_table: :gtfs_realtime_trip_updates, left_key: :id, left_primary_key: :trip_update_id, right_key: :trip_id
-      many_to_one :trip_update
+      belongs_to :stop
+      belongs_to :trip_update
+      has_one :trip, through: :trip_update
+      has_one :route, through: :trip_update
+
+      def arrival_time
+        super ? super.in_time_zone(Time.zone) : nil
+      end
+
+      def departure_time
+        super ? super.in_time_zone(Time.zone) : nil
+      end
     end
   end
 end

data/lib/gtfs/realtime/trip.rb

@@ -1,14 +1,14 @@
 module GTFS
   class Realtime
     class Trip < GTFS::Realtime::Model
-      many_to_one :route
-      many_to_many :stops, join_table: :gtfs_realtime_stop_times
-      one_to_many :calendar_dates, primary_key: :service_id, key: :service_id
-      one_to_many :shapes, primary_key: :shape_id, key: :id
+      belongs_to :route
+      has_many :stop_times
+      has_many :stops, through: :stop_times
+      has_many :calendar_dates, primary_key: :service_id, foreign_key: :service_id
+      has_many :shapes, primary_key: :shape_id, foreign_key: :id
 
       def active?(date)
-        # can't use .where chaining b/c Sequel is weird
-        calendar_dates.find{|cd| cd.exception_type == GTFS::Realtime::CalendarDate::ADDED && cd.date == date}
+        calendar_dates.where(exception_type: GTFS::Realtime::CalendarDate::ADDED, date: date).any?
       end
     end
   end

data/lib/gtfs/realtime/trip_update.rb

@@ -1,8 +1,8 @@
 module GTFS
   class Realtime
     class TripUpdate < GTFS::Realtime::Model
-      many_to_one :trip
-      many_to_one :route
+      belongs_to :trip
+      belongs_to :route
     end
   end
 end

data/lib/gtfs/realtime/vehicle_position.rb

@@ -5,8 +5,8 @@ module GTFS
     class VehiclePosition < GTFS::Realtime::Model
       include GTFS::Realtime::Nearby
 
-      many_to_one :stop
-      many_to_one :trip
+      belongs_to :stop
+      belongs_to :trip
     end
   end
 end

data/lib/gtfs/realtime/version.rb

@@ -1,5 +1,5 @@
 module GTFS
   class Realtime
-    VERSION = "0.3.0"
+    VERSION = "0.4.0"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: gtfs-realtime
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.4.0
 platform: ruby
 authors:
 - Ryan Laughlin
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2016-11-26 00:00:00.000000000 Z
+date: 2016-12-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -109,7 +109,21 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: sequel
+  name: activerecord
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bulk_insert
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -143,10 +157,10 @@ files:
 - gtfs-realtime.gemspec
 - lib/gtfs/gtfs_gem_patch.rb
 - lib/gtfs/realtime.rb
-- lib/gtfs/realtime/bootstrap.rb
 - lib/gtfs/realtime/calendar_date.rb
 - lib/gtfs/realtime/configuration.rb
-- lib/gtfs/realtime/database.rb
+- lib/gtfs/realtime/migrations/001_create_gtfs_tables.rb
+- lib/gtfs/realtime/model.rb
 - lib/gtfs/realtime/nearby.rb
 - lib/gtfs/realtime/route.rb
 - lib/gtfs/realtime/service_alert.rb

data/lib/gtfs/realtime/bootstrap.rb

@@ -1,178 +0,0 @@
-require "gtfs/gtfs_gem_patch"
-require "gtfs/realtime/calendar_date"
-require "gtfs/realtime/route"
-require "gtfs/realtime/service_alert"
-require "gtfs/realtime/shape"
-require "gtfs/realtime/stop"
-require "gtfs/realtime/stop_time"
-require "gtfs/realtime/stop_time_update"
-require "gtfs/realtime/trip"
-require "gtfs/realtime/trip_update"
-require "gtfs/realtime/vehicle_position"
-require "gtfs/realtime/version"
-
-module GTFS
-  class Realtime
-    # This is a singleton object, so everything will be on the class level
-    class << self
-      def load_static_feed!(force: false)
-        return if !force && GTFS::Realtime::Route.count > 0
-
-        static_data = GTFS::Source.build(@configuration.static_feed)
-        return unless static_data
-
-        GTFS::Realtime::Model.db.transaction do
-          GTFS::Realtime::CalendarDate.dataset.delete
-          GTFS::Realtime::CalendarDate.multi_insert(
-            static_data.calendar_dates.collect do |calendar_date|
-              {
-                service_id: calendar_date.service_id.strip,
-                date: Date.strptime(calendar_date.date, "%Y%m%d"),
-                exception_type: calendar_date.exception_type
-              }
-            end
-          )
-
-          GTFS::Realtime::Route.dataset.delete
-          GTFS::Realtime::Route.multi_insert(
-            static_data.routes.collect do |route|
-              {
-                id: route.id.strip,
-                short_name: route.short_name,
-                long_name: route.long_name,
-                url: route.url
-              }
-            end
-          )
-
-          GTFS::Realtime::Shape.dataset.delete
-          GTFS::Realtime::Shape.multi_insert(
-            static_data.shapes.collect do |shape|
-              {
-                id: shape.id.strip,
-                sequence: shape.pt_sequence,
-                latitude: shape.pt_lat.to_f,
-                longitude: shape.pt_lon.to_f
-              }
-            end
-          )
-
-          GTFS::Realtime::Stop.dataset.delete
-          GTFS::Realtime::Stop.multi_insert(
-            static_data.stops.collect do |stop|
-              {
-                id: stop.id.strip,
-                name: stop.name.strip,
-                latitude: stop.lat.to_f,
-                longitude: stop.lon.to_f
-              }
-            end
-          )
-
-          GTFS::Realtime::StopTime.dataset.delete
-          GTFS::Realtime::StopTime.multi_insert(
-            static_data.stop_times.collect do |stop_time|
-              {
-                stop_id: stop_time.stop_id.strip,
-                trip_id: stop_time.trip_id.strip,
-                arrival_time: stop_time.arrival_time,
-                departure_time: stop_time.departure_time,
-                stop_sequence: stop_time.stop_sequence.to_i
-              }
-            end
-          )
-
-          GTFS::Realtime::Trip.dataset.delete
-          GTFS::Realtime::Trip.multi_insert(
-            static_data.trips.collect do |trip|
-              {
-                id: trip.id.strip,
-                headsign: trip.headsign.strip,
-                route_id: trip.route_id.strip,
-                service_id: trip.service_id.strip,
-                shape_id: trip.shape_id.strip,
-                direction_id: trip.direction_id
-              }
-            end
-          )
-        end
-      end
-
-      def refresh_realtime_feed!
-        trip_updates = get_entities(@configuration.trip_updates_feed)
-        vehicle_positions = get_entities(@configuration.vehicle_positions_feed)
-        service_alerts = get_entities(@configuration.service_alerts_feed)
-
-        GTFS::Realtime::Model.db.transaction do
-          GTFS::Realtime::TripUpdate.dataset.delete
-          GTFS::Realtime::TripUpdate.multi_insert(
-            trip_updates.collect do |trip_update|
-              {
-                id: trip_update.id.strip,
-                trip_id: trip_update.trip_update.trip.trip_id.strip,
-                route_id: trip_update.trip_update.trip.route_id.strip
-              }
-            end
-          )
-
-          GTFS::Realtime::StopTimeUpdate.dataset.delete
-          GTFS::Realtime::StopTimeUpdate.multi_insert(
-            trip_updates.collect do |trip_update|
-              trip_update.trip_update.stop_time_update.collect do |stop_time_update|
-                {
-                  trip_update_id: trip_update.id.strip,
-                  stop_id: stop_time_update.stop_id.strip,
-                  arrival_delay: stop_time_update.arrival ? stop_time_update.arrival.delay : nil,
-                  arrival_time: stop_time_update.arrival ? Time.at(stop_time_update.arrival.time) : nil,
-                  departure_delay: stop_time_update.departure ? stop_time_update.departure.delay : nil,
-                  departure_time: stop_time_update.departure ? Time.at(stop_time_update.departure.time) : nil,
-                }
-              end
-            end.flatten
-          )
-
-          GTFS::Realtime::VehiclePosition.dataset.delete
-          GTFS::Realtime::VehiclePosition.multi_insert(
-            vehicle_positions.collect do |vehicle|
-              {
-                trip_id: vehicle.vehicle.trip.trip_id.strip,
-                stop_id: vehicle.vehicle.stop_id.strip,
-                latitude: vehicle.vehicle.position.latitude.to_f,
-                longitude: vehicle.vehicle.position.longitude.to_f,
-                bearing: vehicle.vehicle.position.bearing.to_f,
-                timestamp: Time.at(vehicle.vehicle.timestamp)
-              }
-            end
-          )
-
-          GTFS::Realtime::ServiceAlert.dataset.delete
-          GTFS::Realtime::ServiceAlert.multi_insert(
-            service_alerts.collect do |service_alert|
-              {
-                stop_id: service_alert.alert.informed_entity.first.stop_id.strip,
-                header_text: service_alert.alert.header_text.translation.first.text,
-                description_text: service_alert.alert.description_text.translation.first.text,
-                start_time: Time.at(service_alert.alert.active_period.first.start),
-                end_time: Time.at(service_alert.alert.active_period.first.end)
-              }
-            end
-          )
-        end
-      end
-
-      private
-
-      def get_entities(path)
-        return [] if path.nil?
-
-        if File.exists?(path)
-          data = File.open(path, 'r'){|f| f.read}
-        else
-          data = Net::HTTP.get(URI.parse(path))
-        end
-        feed = Transit_realtime::FeedMessage.decode(data)
-        feed.entity   # array of entities
-      end
-    end
-  end
-end

data/lib/gtfs/realtime/database.rb

@@ -1,140 +0,0 @@
-module GTFS
-  class Realtime
-    class Database
-      class << self
-        attr_writer :database_path
-
-        def path=(new_path)
-          @path = new_path
-
-          # This script sets up an in-memory DB so that it can be used by this gem.
-          # It also extends Sequel::Model so that Sequel may be used independently by
-          # the parent project if desired.
-          db = Sequel.connect(new_path || "sqlite://")
-
-          # Set up all database tables
-          db.create_table? :gtfs_realtime_calendar_dates do
-            String :service_id
-            Date :date
-            Integer :exception_type
-
-            index :service_id
-          end
-
-          db.create_table? :gtfs_realtime_routes do
-            String :id, primary_key: true
-            String :short_name
-            String :long_name
-            String :url
-
-            index :id
-          end
-
-          db.create_table? :gtfs_realtime_shapes do
-            String :id
-            Integer :sequence
-            Float :latitude
-            Float :longitude
-
-            index :id
-          end
-
-          db.create_table? :gtfs_realtime_stops do
-            String :id, primary_key: true
-            String :name
-            Float :latitude
-            Float :longitude
-
-            index :id
-          end
-
-          db.create_table? :gtfs_realtime_stop_times do
-            String :trip_id
-            String :stop_id
-            String :arrival_time
-            String :departure_time
-            Integer :stop_sequence
-
-            index :trip_id
-            index :stop_id
-          end
-
-          db.create_table? :gtfs_realtime_trips do
-            String :id, primary_key: true
-            String :headsign
-            String :route_id
-            String :service_id
-            String :shape_id
-            Integer :direction_id
-
-            index :id
-            index :route_id
-          end
-
-          db.create_table? :gtfs_realtime_trip_updates do
-            String :id, primary_key: true
-            String :trip_id
-            String :route_id
-
-            index :id
-          end
-
-          db.create_table? :gtfs_realtime_stop_time_updates do
-            String :trip_update_id
-            String :stop_id
-            Integer :arrival_delay
-            Time :arrival_time
-            Integer :departure_delay
-            Time :departure_time
-
-            index :trip_update_id
-            index :stop_id
-          end
-
-          db.create_table? :gtfs_realtime_vehicle_positions do
-            String :trip_id
-            String :stop_id
-            Float :latitude
-            Float :longitude
-            Float :bearing
-            Time :timestamp
-
-            index :trip_id
-            index :stop_id
-          end
-
-          db.create_table? :gtfs_realtime_service_alerts do
-            String :stop_id
-            String :header_text
-            Text :description_text
-            Time :start_time
-            Time :end_time
-
-            index :stop_id
-          end
-
-          # Set up all gtfs-realtime models to use this database
-          model_classes.each do |model_class|
-            model_class.db = db
-          end
-        end
-
-        def model_classes
-          ObjectSpace.each_object(::Class).select{|klass| klass <= GTFS::Realtime::Model}
-        end
-      end
-    end
-  end
-end
-
-# If we have not defined our model parent class yet, initialize it.
-if !defined?(GTFS::Realtime::Model)
-  GTFS::Realtime::Model = Class.new(Sequel::Model)
-  GTFS::Realtime::Model.plugin :many_through_many
-
-  class GTFS::Realtime::Model
-    def self.implicit_table_name
-      "gtfs_realtime_#{super}".to_sym
-    end
-  end
-end