translink 0.0.1

data/test/helper.rb

@@ -0,0 +1,9 @@
+require 'minitest/autorun'
+require 'translink'
+require 'webmock/minitest'
+
+include Translink
+
+def fixture path
+  File.read File.expand_path("../fixtures/#{path}", __FILE__)
+end

data/test/unit/cli_test.rb

@@ -0,0 +1,78 @@
+require 'helper'
+
+class CLITtest < MiniTest::Unit::TestCase
+  TMPDIR = File.expand_path '../../../tmp', __FILE__
+
+  class Crawler
+    def initialize url
+
+    end
+
+    def crawl date
+
+    end
+  end
+
+  def setup
+    @out = StringIO.new
+    @cli = CLI.new(TMPDIR).tap do |cli|
+      cli.__crawler__ = Crawler
+      cli.out         = @out
+    end
+  end
+
+  def teardown
+    pattern = File.join TMPDIR, '*.sqlite3'
+    Dir[pattern].each { |file| FileUtils.rm_rf file }
+  end
+
+  def test_blank_executes_help_command
+    @cli.run ''
+    assert_match /help/, @out.string
+  end
+
+  def test_unrecognised_command_executes_help_command
+    @cli.run 'unknown'
+    assert_match /help/, @out.string
+  end
+
+  def test_execute_extract_command_with_invalid_uri
+    @cli.run 'extract invalid'
+    assert_match /help/, @out.string
+  end
+
+  def test_execute_extract_command_with_valid_uri
+    file          = File.join TMPDIR, "test_extract_#{Time.now.to_i}.sqlite3"
+    stop_instance = MiniTest::Mock.new.expect(:extract!, nil).expect(:save!, true)
+    stop_class    = MiniTest::Mock.new.expect :all, [stop_instance]
+    @cli.__stop__ = stop_class
+    @cli.run "extract sqlite://#{file}"
+    assert stop_instance.verify
+    assert stop_class.verify
+    assert File.exists?(file), 'Expected file to exist.'
+  end
+
+  def test_execute_help_command
+    @cli.run 'help'
+    assert_match /help/, @out.string
+  end
+
+  def test_execute_scrape_command_with_uri
+    file = File.join TMPDIR, "test_scrape_#{Time.now.to_i}.sqlite3"
+    refute File.exists?(file), 'Expected file not to exist.'
+    @cli.run "scrape 2011-11-27 --uri=sqlite://#{file}"
+    assert File.exists?(file), 'Expected file to exist.'
+  end
+
+  def test_execute_scrape_command_with_date_writes_sqlite_database
+    file = File.join TMPDIR, '2011-11-27.sqlite3'
+    refute File.exists?(file), 'Expected file not to exist.'
+    @cli.run 'scrape 2011-11-27'
+    assert File.exists?(file), 'Expected file to exist.'
+  end
+
+  def test_execute_scrape_command_without_date_executes_help_command
+    @cli.run 'scrape'
+    assert_match /help/, @out.string
+  end
+end

data/test/unit/code_test.rb

@@ -0,0 +1,12 @@
+require 'helper'
+
+class CodeTest < MiniTest::Unit::TestCase
+  def test_brisbane
+    refute Code.brisbane?('10')
+    assert Code.brisbane?('100')
+    assert Code.brisbane?('499')
+    assert Code.brisbane?('GLIDER')
+    assert Code.brisbane?('LOOP')
+    refute Code.brisbane?('500')
+  end
+end

data/test/unit/crawler_test.rb

@@ -0,0 +1,42 @@
+require 'helper'
+
+class CrawlerTest < MiniTest::Unit::TestCase
+  class Model
+    attr_reader :trip_pages
+
+    def initialize
+      @trip_pages = []
+    end
+
+    def add_service_from_trip_page trip_pages
+      @trip_pages << trip_pages
+    end
+
+    def self.find_or_add_from_route_page route_page
+      instance
+    end
+
+    def self.instance
+      @instance ||= new
+    end
+  end
+
+  def test_initialize
+    assert_equal 'http://localhost', Crawler.new('http://localhost').url.to_s
+  end
+
+  def test_crawl
+    stub_request(:get, 'http://jp.translink.com.au/travel-information/services-and-timetables/buses/all-bus-timetables').
+      to_return(:status => 200, :body => fixture('sample/timetable.html'), :headers => {'Content-Type' => 'text/html'})
+    stub_request(:get, /http:\/\/jp.translink.com.au\/travel-information\/services-and-timetables\/buses\/view-bus-timetable\/\d+\?direction=(In|Out)bound&routeCode=[0-9A-Z]+&timetableDate=\d{4}-\d{2}-\d{2}/).
+      to_return(:status => 200, :body => fixture('sample/route.html'), :headers => {'Content-Type' => 'text/html'})
+    stub_request(:get, /http:\/\/jp.translink.com.au\/travel-information\/services-and-timetables\/trip-details\/\d+\?timetableDate=\d{4}-\d{2}-\d{2}/).
+      to_return(:status => 200, :body => fixture('verbatim/trip.html'), :headers => {'Content-Type' => 'text/html'})
+    stub_request(:post, 'http://jp.translink.com.au/travel-information/services-and-timetables/buses/bus-timetables').
+      to_return(:status => 200, :body => fixture('sample/timetable.html'), :headers => {'Content-Type' => 'text/html'})
+    crawler = Crawler.new 'http://jp.translink.com.au/travel-information/services-and-timetables/buses/all-bus-timetables'
+    crawler.__model__ = Model
+    crawler.crawl Date.today
+    assert_equal 6, Model.instance.trip_pages.size
+  end
+end

data/test/unit/model/route_test.rb

@@ -0,0 +1,35 @@
+require 'helper'
+
+class Model::RouteTest < MiniTest::Unit::TestCase
+  def test_add_services_from_trip_pages
+    DB.new 'sqlite::memory:' do
+      trip = Page::Trip::Trip.new.tap do |t|
+        t.stop = Page::Trip::Stop.new 'Illaweena St (Waterstone)', 'Waterstone, Illaweena St far side of Waterbrooke Crt'
+        t.time = DateTime.parse '2011-11-24 23:17:00'
+      end
+      route_page = MiniTest::Mock.new
+      route_page.expect :code, '130'
+      route_page.expect :name, 'City Buz 130 Via Sunnybank'
+      route_page.expect :translink_id, 1
+      trip_page = MiniTest::Mock.new
+      trip_page.expect :trips, [trip]
+      route_model = Model::Route.find_or_add_from_route_page route_page
+      route_model.add_service_from_trip_page trip_page
+      route_model.add_service_from_trip_page trip_page
+      route_model.add_service_from_trip_page trip_page
+      assert_equal 3, Model::Service.count
+      assert_equal 1, Model::Stop.count
+    end
+  end
+
+  def test_find_or_add_from_route_page
+    DB.new 'sqlite::memory:' do
+      route_page = MiniTest::Mock.new
+      route_page.expect :code, '130'
+      route_page.expect :name, 'City Buz 130 Via Sunnybank'
+      route_page.expect :translink_id, 1
+      assert_equal Model::Route.find_or_add_from_route_page(route_page), Model::Route.find_or_add_from_route_page(route_page)
+      assert_equal 1, Model::Route.count
+    end
+  end
+end

data/test/unit/model/service_test.rb

@@ -0,0 +1,23 @@
+require 'helper'
+
+class Model::ServiceTest < MiniTest::Unit::TestCase
+  class Trip
+    def stop
+      Model::Stop.first_or_create :name => 'Stop'
+    end
+    
+    def time
+      DateTime.parse '2011-12-03 18:24:00'
+    end
+  end
+  
+  def test_build_from_trip
+    DB.new 'sqlite::memory:' do
+      trip    = Trip.new
+      service = Model::Service.build_from_trip trip
+      assert_equal trip.stop, service.stop
+      assert_equal trip.time, service.time
+      assert_instance_of Model::Service, service
+    end
+  end
+end

data/test/unit/model/stop/extractor_test.rb

@@ -0,0 +1,112 @@
+require 'helper'
+
+class Model::Stop::ExtractorTest < MiniTest::Unit::TestCase
+  def stub_extractor attributes
+    Model::Stop::Extractor.new OpenStruct.new(attributes)
+  end
+
+  def test_extract!
+    stop      = OpenStruct.new :summary => 'Grand Ave East, Grand Av opposite approaching Ascot Av'
+    extractor = Model::Stop::Extractor.new stop
+    assert_same stop, extractor.extract!
+    assert_equal 'Grand Av', stop.street1
+    assert_equal 'Ascot Av', stop.street2
+    assert_equal 'opposite_approaching', stop.locality
+  end
+
+  def test_street1_opposite_approaching
+    assert_equal 'Grand Av', stub_extractor(:summary => 'Grand Ave East, Grand Av opposite approaching Ascot Av').street1
+  end
+
+  def test_street2_opposite_approaching
+    assert_equal 'Ascot Av', stub_extractor(:summary => 'Grand Ave East, Grand Av opposite approaching Ascot Av').street2
+  end
+
+  def test_locality_opposite_approaching
+    assert_equal 'opposite_approaching', stub_extractor(:summary => 'Grand Ave East, Grand Av opposite approaching Ascot Av').locality
+  end
+
+  def test_street1_opposite_far_side
+    assert_equal 'Ipswich Rd', stub_extractor(:summary => 'P.A. Hospital - 14, Ipswich Rd opposite far side of Tottenham St').street1
+  end
+
+  def test_street2_opposite_far_side
+    assert_equal 'Tottenham St', stub_extractor(:summary => 'P.A. Hospital - 14, Ipswich Rd opposite far side of Tottenham St').street2
+  end
+
+  def test_locality_opposite_far_side
+    assert_equal 'opposite_far_side', stub_extractor(:summary => 'P.A. Hospital - 14, Ipswich Rd opposite far side of Tottenham St').locality
+  end
+
+  def test_street1_opposite
+    assert_equal 'Partridge St', stub_extractor(:summary => 'Partridge, Partridge St opposite Tang St').street1
+  end
+
+  def test_street2_opposite
+    assert_equal 'Tang St', stub_extractor(:summary => 'Partridge, Partridge St opposite Tang St').street2
+  end
+
+  def test_locality_opposite
+    assert_equal 'opposite', stub_extractor(:summary => 'Partridge, Partridge St opposite Tang St').locality
+  end
+
+  def test_street1_appraoching
+    assert_equal 'Blunder Rd', stub_extractor(:summary => 'Stop 66, Blunder Rd (approaching Ipswich Rd)').street1
+  end
+
+  def test_street2_appraoching
+    assert_equal 'Ipswich Rd', stub_extractor(:summary => 'Stop 66, Blunder Rd (approaching Ipswich Rd)').street2
+  end
+
+  def test_locality_appraoching
+    assert_equal 'approaching', stub_extractor(:summary => 'Stop 66, Blunder Rd (approaching Ipswich Rd)').locality
+  end
+
+  def test_street1_far_side
+    assert_equal 'Illaweena St', stub_extractor(:summary => 'Waterstone, Illaweena St far side of Waterbrooke Crt').street1
+  end
+
+  def test_street2_far_side
+    assert_equal 'Waterbrooke Crt', stub_extractor(:summary => 'Waterstone, Illaweena St far side of Waterbrooke Crt').street2
+  end
+
+  def test_locality_far_side
+    assert_equal 'far_side', stub_extractor(:summary => 'Waterstone, Illaweena St far side of Waterbrooke Crt').locality
+  end
+
+  def test_street1_at
+    assert_equal 'South East Busway', stub_extractor(:summary => 'Woolloongabba Platform 1, South East Busway At Main St').street1
+  end
+
+  def test_street2_at
+    assert_equal 'Main St', stub_extractor(:summary => 'Woolloongabba Platform 1, South East Busway At Main St').street2
+  end
+
+  def test_locality_at
+    assert_equal 'at', stub_extractor(:summary => 'Woolloongabba Platform 1, South East Busway At Main St').locality
+  end
+
+  def test_street1_near
+    assert_equal 'Old Northern Rd', stub_extractor(:summary => 'Allamanda, Old Northern Rd (Near Allamanda Cres)').street1
+  end
+
+  def test_street2_near
+    assert_equal 'Allamanda Cres', stub_extractor(:summary => 'Allamanda, Old Northern Rd (Near Allamanda Cres)').street2
+  end
+
+  def test_locality_near
+    assert_equal 'near', stub_extractor(:summary => 'Allamanda, Old Northern Rd (Near Allamanda Cres)').locality
+  end
+
+  def test_street1_without_locality
+    assert_equal 'Oyster Cove - Hail And Ride', stub_extractor(:name => 'Oyster Cove - Hail And Ride').street1
+  end
+
+  def test_street2_without_locality
+    assert_nil stub_extractor(:name => 'Oyster Cove - Hail And Ride').street2
+  end
+
+  def test_locality_without_locality
+    assert_nil stub_extractor(:name => 'Oyster Cove - Hail And Ride').locality
+  end
+end

data/test/unit/model/stop_test.rb

@@ -0,0 +1,37 @@
+require 'helper'
+
+class Model::StopTest < MiniTest::Unit::TestCase
+  def test_find_or_add_from_stop
+    DB.new 'sqlite::memory:' do
+      stop = MiniTest::Mock.new
+      stop.expect :name, 'Illaweena St (Waterstone)'
+      stop.expect :summary, 'Waterstone, Illaweena St far side of Waterbrooke Crt'
+      assert_equal Model::Stop.find_or_add_from_stop(stop), Model::Stop.find_or_add_from_stop(stop)
+      assert_equal 1, Model::Stop.count
+    end
+  end
+
+  def test_all
+    DB.new 'sqlite::memory:' do
+      Model::Stop.create :name => 'Adelaide St'
+      Model::Stop.create :name => 'Queen St'
+      Model::Stop.create :name => 'Elizabeth St'
+      stops = Model::Stop.all
+      assert_equal ['Adelaide St', 'Queen St', 'Elizabeth St'], stops.map(&:name)
+    end
+  end
+
+  def test_extract!
+    stop               = Model::Stop.new
+    extractor_instance = MiniTest::Mock.new.expect :extract!, stop
+    extractor_class    = MiniTest::Mock.new.expect :new, extractor_instance, [stop]
+    stop.__extractor__ = extractor_class
+    stop.extract!
+    assert extractor_instance.verify
+    assert extractor_class.verify
+  end
+
+  def test__extractor__
+    assert_equal Model::Stop::Extractor, Model::Stop.new.__extractor__
+  end
+end

data/test/unit/page/route_test.rb

@@ -0,0 +1,41 @@
+require 'helper'
+
+class Page::RouteTest < MiniTest::Unit::TestCase
+  def test_code
+    stub_request(:get, 'http://jp.translink.com.au/travel-information/services-and-timetables/buses/view-bus-timetable/1925?timetableDate=2011-11-14&direction=Inbound&routeCode=130').
+      to_return(:status => 200, :body => fixture('verbatim/route.html'), :headers => {'Content-Type' => 'text/html'})
+    assert_equal '130', Page::Route.new('http://jp.translink.com.au/travel-information/services-and-timetables/buses/view-bus-timetable/1925?timetableDate=2011-11-14&direction=Inbound&routeCode=130').code
+  end
+  
+  def test_date
+    stub_request(:get, 'http://jp.translink.com.au/travel-information/services-and-timetables/buses/view-bus-timetable/1925?timetableDate=2011-11-14&direction=Inbound&routeCode=130').
+      to_return(:status => 200, :body => fixture('verbatim/route.html'), :headers => {'Content-Type' => 'text/html'})
+    assert_equal Date.parse('Monday 14 November 2011'), Page::Route.new('http://jp.translink.com.au/travel-information/services-and-timetables/buses/view-bus-timetable/1925?timetableDate=2011-11-14&direction=Inbound&routeCode=130').date
+  end
+  
+  def test_direction
+    stub_request(:get, 'http://jp.translink.com.au/travel-information/services-and-timetables/buses/view-bus-timetable/1925?timetableDate=2011-11-14&direction=Inbound&routeCode=130').
+      to_return(:status => 200, :body => fixture('verbatim/route.html'), :headers => {'Content-Type' => 'text/html'})
+    assert_equal 'Inbound', Page::Route.new('http://jp.translink.com.au/travel-information/services-and-timetables/buses/view-bus-timetable/1925?timetableDate=2011-11-14&direction=Inbound&routeCode=130').direction
+  end
+  
+  def test_name
+    stub_request(:get, 'http://jp.translink.com.au/travel-information/services-and-timetables/buses/view-bus-timetable/1925?timetableDate=2011-11-14&direction=Inbound&routeCode=130').
+      to_return(:status => 200, :body => fixture('verbatim/route.html'), :headers => {'Content-Type' => 'text/html'})
+    assert_equal 'City Buz 130 Via Sunnybank', Page::Route.new('http://jp.translink.com.au/travel-information/services-and-timetables/buses/view-bus-timetable/1925?timetableDate=2011-11-14&direction=Inbound&routeCode=130').name
+  end
+  
+  def test_translink_id
+    stub_request(:get, 'http://jp.translink.com.au/travel-information/services-and-timetables/buses/view-bus-timetable/1925?timetableDate=2011-11-14&direction=Inbound&routeCode=130').
+      to_return(:status => 200, :body => fixture('verbatim/route.html'), :headers => {'Content-Type' => 'text/html'})
+    assert_equal '1925', Page::Route.new('http://jp.translink.com.au/travel-information/services-and-timetables/buses/view-bus-timetable/1925?timetableDate=2011-11-14&direction=Inbound&routeCode=130').translink_id
+  end
+  
+  def test_trip_pages
+    stub_request(:get, 'http://jp.translink.com.au/travel-information/services-and-timetables/buses/view-bus-timetable/1925?timetableDate=2011-11-14&direction=Inbound&routeCode=130').
+      to_return(:status => 200, :body => fixture('verbatim/route.html'), :headers => {'Content-Type' => 'text/html'})
+    trip_pages = Page::Route.new('http://jp.translink.com.au/travel-information/services-and-timetables/buses/view-bus-timetable/1925?timetableDate=2011-11-14&direction=Inbound&routeCode=130').trip_pages
+    assert_equal 'http://jp.translink.com.au/travel-information/services-and-timetables/trip-details/281889?timetableDate=2011-11-14', trip_pages.first.url.to_s
+    assert_equal 'http://jp.translink.com.au/travel-information/services-and-timetables/trip-details/252074?timetableDate=2011-11-14', trip_pages.last.url.to_s
+  end
+end

data/test/unit/page/timetable_test.rb

@@ -0,0 +1,26 @@
+require 'helper'
+
+class Page::TimetableTest < MiniTest::Unit::TestCase
+  def test_page
+    stub_request(:get, 'http://jp.translink.com.au/travel-information/services-and-timetables/buses/bus-timetables').
+      to_return(:status => 200, :body => fixture('verbatim/timetable.html'), :headers => {'Content-Type' => 'text/html'})
+    assert_instance_of Mechanize::Page, Page::Timetable.new('http://jp.translink.com.au/travel-information/services-and-timetables/buses/bus-timetables').page
+  end
+
+  def test_route_pages
+    stub_request(:get, 'http://jp.translink.com.au/travel-information/services-and-timetables/buses/bus-timetables').
+      to_return(:status => 200, :body => fixture('verbatim/timetable.html'), :headers => {'Content-Type' => 'text/html'})
+    route_pages = Page::Timetable.new('http://jp.translink.com.au/travel-information/services-and-timetables/buses/bus-timetables').route_pages
+    assert_equal 'http://jp.translink.com.au/travel-information/services-and-timetables/buses/view-bus-timetable/2245?timetableDate=2011-11-14&direction=Outbound&routeCode=100', route_pages.first.url.to_s
+    assert_equal 'http://jp.translink.com.au/travel-information/services-and-timetables/buses/view-bus-timetable/2631?timetableDate=2011-11-14&direction=Inbound&routeCode=LOOP', route_pages.last.url.to_s
+  end
+
+  def test_timetable_page
+    stub_request(:get, 'http://jp.translink.com.au/travel-information/services-and-timetables/buses/all-bus-timetables').
+      to_return(:status => 200, :body => fixture('verbatim/timetable.html'), :headers => {'Content-Type' => 'text/html'})
+    stub_request(:post, 'http://jp.translink.com.au/travel-information/services-and-timetables/buses/bus-timetables').
+      to_return(:status => 200, :body => fixture('verbatim/timetable.html'), :headers => {'Content-Type' => 'text/html'})
+    timetable_page = Page::Timetable.new('http://jp.translink.com.au/travel-information/services-and-timetables/buses/all-bus-timetables').timetable_page Date.parse('2011-11-27')
+    assert_equal 'http://jp.translink.com.au/travel-information/services-and-timetables/buses/bus-timetables', timetable_page.url.to_s
+  end
+end

data/test/unit/page/trip_test.rb

@@ -0,0 +1,35 @@
+require 'helper'
+
+class Page::TripTest < MiniTest::Unit::TestCase
+  def test_date
+    stub_request(:get, 'http://jp.translink.com.au/travel-information/services-and-timetables/trip-details/281889?timetableDate=2011-11-14').
+      to_return(:status => 200, :body => fixture('verbatim/trip.html'), :headers => {'Content-Type' => 'text/html'})
+    assert_equal Date.parse('Monday 14 November 2011'), Page::Trip.new('http://jp.translink.com.au/travel-information/services-and-timetables/trip-details/281889?timetableDate=2011-11-14').date
+  end
+
+  def test_stops
+    stub_request(:get, 'http://jp.translink.com.au/travel-information/services-and-timetables/trip-details/281889?timetableDate=2011-11-14').
+      to_return(:status => 200, :body => fixture('verbatim/trip.html'), :headers => {'Content-Type' => 'text/html'})
+    stops = Page::Trip.new('http://jp.translink.com.au/travel-information/services-and-timetables/trip-details/281889?timetableDate=2011-11-14').stops
+    assert_equal Page::Trip::Stop.new('Illaweena St (Waterstone)', 'Waterstone, Illaweena St far side of Waterbrooke Crt'), stops.first
+    assert_equal Page::Trip::Stop.new('Queen St Bus Station A6', 'Qsbs Stop A6'), stops.last
+  end
+
+  def test_times
+    stub_request(:get, 'http://jp.translink.com.au/travel-information/services-and-timetables/trip-details/281889?timetableDate=2011-11-14').
+      to_return(:status => 200, :body => fixture('verbatim/trip.html'), :headers => {'Content-Type' => 'text/html'})
+    times = Page::Trip.new('http://jp.translink.com.au/travel-information/services-and-timetables/trip-details/281889?timetableDate=2011-11-14').times
+    assert_equal DateTime.parse('2011-11-14 05:00 +1000'), times.first
+    assert_equal DateTime.parse('2011-11-14 05:50 +1000'), times.last
+  end
+
+  def test_trips
+    stub_request(:get, 'http://jp.translink.com.au/travel-information/services-and-timetables/trip-details/281889?timetableDate=2011-11-14').
+      to_return(:status => 200, :body => fixture('verbatim/trip.html'), :headers => {'Content-Type' => 'text/html'})
+    trips = Page::Trip.new('http://jp.translink.com.au/travel-information/services-and-timetables/trip-details/281889?timetableDate=2011-11-14').trips
+    assert_equal Page::Trip::Stop.new('Illaweena St (Waterstone)', 'Waterstone, Illaweena St far side of Waterbrooke Crt'), trips.first.stop
+    assert_equal DateTime.parse('2011-11-14 05:00 +1000'), trips.first.time
+    assert_equal Page::Trip::Stop.new('Queen St Bus Station A6', 'Qsbs Stop A6'), trips.last.stop
+    assert_equal DateTime.parse('2011-11-14 05:50 +1000'), trips.last.time
+  end
+end