calagator 0.0.1.pre1

data/spec/models/calagator/source/parser_facebook_spec.rb

@@ -0,0 +1,73 @@
+require 'spec_helper'
+
+module Calagator
+
+describe Source::Parser::Facebook, :type => :model do
+
+  describe "when importing an event" do
+    before(:each) do
+      url = 'http://facebook.com/event.php?eid=247619485255249'
+      graph_url = "http://graph.facebook.com/247619485255249"
+      stub_request(:get, graph_url).to_return(body: read_sample('facebook.json'), headers: { content_type: "application/json" })
+      @events = Source::Parser::Facebook.to_events(url: url)
+      @event = @events.first
+    end
+
+    it "should find one event" do
+      expect(@events.size).to eq 1
+    end
+
+    it "should set event details" do
+      expect(@event.title).to eq "Open Source Bridge 2012"
+      time = Time.zone.parse("26 Jun 2012 09:00:00")
+      expect(@event.start_time).to eq time
+    end
+
+    it "should tag Facebook events with automagic machine tags" do
+      expect(@event.tag_list).to eq ["facebook:event=247619485255249"]
+    end
+
+    it "should set the event url to the original import URL" do
+      expect(@event.url).to eq 'http://facebook.com/event.php?eid=247619485255249'
+    end
+
+    it "should populate a venue when structured data is provided" do
+      expect(@event.venue.title).to          eq "Eliot Center"
+      expect(@event.venue.street_address).to eq "1226 SW Salmon Street"
+      expect(@event.venue.locality).to       eq "Portland"
+      expect(@event.venue.region).to         eq "Oregon"
+      expect(@event.venue.country).to        eq "United States"
+      expect(@event.venue.latitude.to_s).to  eq "45.5236"
+      expect(@event.venue.longitude.to_s).to eq "-122.675"
+    end
+  end
+
+  describe "when parsing Facebook URLs" do
+    def should_parse(url)
+      expect(url.match(Source::Parser::Facebook.url_pattern)[1]).to eq "247619485255249"
+    end
+
+    it "should parse a GET-style URL" do
+      should_parse 'http://facebook.com/event.php?eid=247619485255249'
+    end
+
+    it "should parse a GET-style URL using HTTPS" do
+      should_parse 'https://facebook.com/event.php?eid=247619485255249'
+    end
+
+    it "should parse a REST-style URL" do
+      should_parse 'http://www.facebook.com/events/247619485255249'
+    end
+
+    it "should parse a GET-style URL with a 'www.' host prefix" do
+      should_parse 'http://www.facebook.com/event.php?eid=247619485255249'
+    end
+
+    it "should parse a API uri" do
+      should_parse 'http://graph.facebook.com/247619485255249'
+    end
+  end
+
+end
+
+end

data/spec/models/calagator/source/parser_hcal_spec.rb

@@ -0,0 +1,69 @@
+require 'spec_helper'
+
+module Calagator
+
+describe Source::Parser::Hcal, "with hCalendar events", :type => :model do
+  it "should parse hcal" do
+    url = "http://mysample.hcal/"
+    stub_request(:get, url).to_return(body: read_sample('hcal_single.xml'))
+    hcal_source = Source.new(title: "Calendar event feed", url: url)
+
+    events = hcal_source.to_events
+
+    expect(events.size).to eq 1
+    for key, value in {
+      :title => "Calendar event",
+      :description => "Check it out!",
+      :start_time => Time.parse("2008-1-19"),
+      :end_time => Time.parse("2008-1-20"),
+      :url => "http://www.cubespacepdx.com",
+      :venue_id => nil, # TODO what should venue instance be?
+    }
+      expect(events.first.send(key)).to eq value
+    end
+  end
+
+  it "should strip html from the venue title" do
+    url = "http://mysample.hcal/"
+    stub_request(:get, url).to_return(body: read_sample('hcal_upcoming_v1.html'))
+    hcal_source = Source.new(title: "Calendar event feed", url: url)
+
+    events = hcal_source.to_events
+
+    expect(events.first.venue.title).to eq 'Jive Software Office'
+  end
+
+  it "should parse a page with multiple events" do
+    url = "http://mysample.hcal/"
+    stub_request(:get, url).to_return(body: read_sample('hcal_multiple.xml'))
+    hcal_source = Source.new(title: "Calendar event feed", url: url)
+
+    events = hcal_source.to_events
+    expect(events.size).to eq 2
+    first, second = *events
+    expect(first.start_time).to eq Time.parse('2008-1-19')
+    expect(first.end_time).to eq Time.parse('2008-01-20')
+    expect(second.start_time).to eq Time.parse('2008-2-2')
+    expect(second.end_time).to eq Time.parse('2008-02-03')
+  end
+end
+
+describe Source::Parser::Hcal, "with hCalendar to Venue parsing", :type => :model do
+  it "should extract an Venue from an hCalendar text" do
+    url = "http://mysample.hcal/"
+    stub_request(:get, url).to_return(body: read_sample('hcal_upcoming_v1.html'))
+
+    events = Source::Parser::Hcal.to_events(url: url)
+    event = events.first
+    venue = event.venue
+
+    expect(venue).to be_a_kind_of(Venue)
+    expect(venue.locality).to eq "portland"
+    expect(venue.street_address).to eq "317 SW Alder St Ste 500"
+    expect(venue.latitude).to be_within(0.1).of(45.5191)
+    expect(venue.longitude).to be_within(0.1).of(-122.675)
+    expect(venue.postal_code).to eq "97204"
+  end
+end
+
+end

data/spec/models/calagator/source/parser_ical_non_standard_spec.rb

@@ -0,0 +1,91 @@
+require 'spec_helper'
+
+module Calagator
+
+describe Calagator::Source::Parser::Ical, "when parsing VVENUE", :type => :model do
+   before(:each) do
+     @venue = Source::Parser::Ical.new.send(:to_venue, %(
+BEGIN:VVENUE
+X-VVENUE-INFO:http://evdb.com/docs/ical-venue/draft-norris-ical-venue.
+  html
+UID:V0-001-001423875-1@eventful.com
+NAME:Apple Store Pioneer Place
+DESCRIPTION:(503) 222-3002 Driving Directions & Map  Store Hours:  Mon
+   - Fri: 9:30 a.m. to 9:00 p.m. Sat: 9:30 a.m. to 8:00 p.m. Sun: 11:00
+  a.m. to 6:00 p.m.
+ADDRESS:700 Southwest Fifth Avenue Suite #1035
+CITY:Portland
+REGION;ABBREV=OR:Oregon
+COUNTRY;ABBREV=USA:United States
+POSTALCODE:97204
+GEO:45.518798;-122.677583
+URL;X-LABEL=Venue Info:http://eventful.com/V0-001-001423875-1
+CATEGORIES:apple applecom appleinc technology
+END:VVENUE))
+  end
+
+  it "should have a street_address" do
+    expect(@venue.street_address).not_to be_nil
+  end
+
+  it "should have the adress as is" do
+    @venue.street_address == '700 Southwest Fifth Avenue Suite #1035'
+  end
+
+  it "should have a locality" do
+    expect(@venue.locality).not_to be_nil
+  end
+
+  it "should have the locality as is" do
+    @venue.locality == 'Portland'
+  end
+end
+
+describe Source::Parser::Ical, "when parsing VCARD lines", :type => :model do
+   before(:each) do
+     # Note that each line here represents a single, complete property definition -- this method doesn't do any magical unwrapping of text.
+     @vcard_hash = Source::Parser::Ical.new.send(:hash_from_vcard_lines, %(
+X-VVENUE-INFO:http://evdb.com/docs/ical-venue/draft-norris-ical-venue.html
+UID:V0-001-001423875-1@eventful.com
+NAME:Apple Store Pioneer Place
+DESCRIPTION:(503) 222-3002 Driving Directions & Map  Store Hours:  Mon - Fri: 9:30 a.m. to 9:00 p.m. Sat: 9:30 a.m. to 8:00 p.m. Sun: 11:00 a.m. to 6:00 p.m.
+ADDRESS:700 Southwest Fifth Avenue Suite; #1035
+CITY:Portland
+REGION;KMeta=none&bizzare:Oregon
+COUNTRY;;;ABBREV=USA:United States
+POSTALCODE:97204
+GEO:45.518798;-122.677583
+URL;X-LABEL=Venue Info:http://eventful.com/V0-001-001423875-1
+CATEGORIES:apple applecom appleinc technology).split("\n"))
+  end
+
+  it "should find a property set by its key" do
+    expect(@vcard_hash['NAME']).to eq 'Apple Store Pioneer Place'
+  end
+
+  it "should find a property set by its key and meta-qualifier" do
+    expect(@vcard_hash['URL;X-LABEL=Venue Info']).to eq 'http://eventful.com/V0-001-001423875-1'
+  end
+
+  it "should find a property set by its key and meta-qualifier by its key when one wasn't specified" do
+    expect(@vcard_hash['URL']).to eq 'http://eventful.com/V0-001-001423875-1'
+  end
+
+  it "should find a property set by its key and multiple meta-qualifier by" do
+    @vcard_hash['COUNTRY;;;ABBREV=USA'] == 'United States'
+  end
+
+  it "should find a property set by its key and multiple meta-qualifiers by its key when one wasn't specified" do
+    @vcard_hash['COUNTRY'] == 'United States'
+  end
+
+  it "should find a property set by its key and meta-qualifier with odd characters" do
+    @vcard_hash['REGION;KMeta=none&bizzare'] == 'Oregon'
+  end
+
+  it "should find a property set by its key and meta-qualifier with odd characters by its key when one wasn't specified" do
+    @vcard_hash['REGION'] == 'Oregon'
+  end
+end
+
+end

data/spec/models/calagator/source/parser_ical_spec.rb

@@ -0,0 +1,322 @@
+require 'spec_helper'
+
+def events_from_ical_at(filename)
+  url = "http://foo.bar/"
+  source = Calagator::Source.new(:title => "Calendar event feed", :url => url)
+  stub_request(:get, url).to_return(body: read_sample(filename))
+  return source.to_events(:skip_old => false)
+end
+
+module Calagator
+
+describe Source::Parser::Ical, "in general", :type => :model do
+  it "should read http URLs as-is" do
+    url = "http://foo.bar/"
+    stub_request(:get, url).to_return(body: "42")
+    expect(Source::Parser::Ical.read_url(url)).to eq "42"
+  end
+
+  it "should read webcal URLs as http" do
+    webcal_url = "webcal://foo.bar/"
+    http_url   = "http://foo.bar/"
+    stub_request(:get, http_url).to_return(body: "42")
+    expect(Source::Parser::Ical.read_url(webcal_url)).to eq "42"
+  end
+end
+
+describe Source::Parser::Ical, "when parsing events and their venues", :type => :model do
+
+  before(:each) do
+    url = "http://foo.bar/"
+    stub_request(:get, url).to_return(body: read_sample('ical_upcoming_many.ics'))
+    @events = Source::Parser.to_events(url: url, skip_old: false)
+  end
+
+   it "venues should be" do
+    @events.each do |event|
+      expect(event.venue).not_to be_nil
+    end
+  end
+
+end
+
+describe Source::Parser::Ical, "when parsing multiple items in an Eventful feed", :type => :model do
+  before(:each) do
+    url = "http://foo.bar/"
+    stub_request(:get, url).to_return(body: read_sample('ical_eventful_many.ics'))
+    @events = Source::Parser.to_events(url: url, skip_old: false)
+  end
+
+  it "should find multiple events" do
+    expect(@events.size).to eq 15
+  end
+
+  it "should find venues for events" do
+    @events.each do |event|
+      expect(event.venue.title).not_to be_nil
+    end
+  end
+
+  it "should match each event with its venue" do
+    event_titles_and_street_addresses = [
+      ["iMovie and iDVD Workshop", "7293 SW Bridgeport Road"],
+      ["Portland Macintosh Users Group (PMUG)", "Jean Vollum Natural Capital Center"],
+      ["Morning Meetings: IT", "622 SE Grand Avenue"]
+    ]
+
+    # Make sure each of the above events has the expected street address
+    event_titles_and_street_addresses.each do |event_title, street_address|
+      expect(@events.find { |event|
+        event.title == event_title && event.venue.street_address == street_address
+        }).not_to be_nil
+      end
+  end
+end
+
+describe Source::Parser::Ical, "with iCalendar events", :type => :model do
+
+  it "should parse Apple iCalendar v3 format" do
+    events = events_from_ical_at('ical_apple_v3.ics')
+
+    expect(events.size).to eq 1
+    event = events.first
+    expect(event.title).to eq "Coffee with Jason"
+    expect(event.start_time).to eq Time.zone.parse('2010-04-08 00:00:00 PDT -07:00')
+    expect(event.end_time).to eq Time.zone.parse('2010-04-08 01:00:00 PDT -07:00')
+    expect(event.venue).to be_nil
+  end
+
+  it "should parse basic iCalendar format" do
+    events = events_from_ical_at('ical_basic.ics')
+
+    expect(events.size).to eq 1
+    event = events.first
+    expect(event.title).to be_blank
+    expect(event.start_time).to eq Time.zone.parse('Wed Jan 17 00:00:00 2007')
+    expect(event.venue).to be_nil
+  end
+
+  it "should parse basic iCalendar format with a duration and set the correct end time" do
+    events = events_from_ical_at('ical_basic_with_duration.ics')
+
+    expect(events.size).to eq 1
+    event = events.first
+    expect(event.title).to be_blank
+    expect(event.start_time).to eq Time.zone.parse('2010-04-08 00:00:00')
+    expect(event.end_time).to eq Time.zone.parse('2010-04-08 01:00:00')
+    expect(event.venue).to be_nil
+  end
+
+  it "should parse Google iCalendar feed with multiple events" do
+    events = events_from_ical_at('ical_google.ics')
+    # TODO add specs for venues/locations
+
+    expect(events.size).to eq 47
+
+    event = events.first
+    expect(event.title).to eq "XPDX (eXtreme Programming) at CubeSpace"
+    expect(event.description).to be_blank
+    expect(event.start_time).to eq Time.parse("2007-10-24 18:30:00 PDT")
+    expect(event.end_time).to eq Time.parse("2007-10-24 19:30:00 PDT")
+
+    event = events[17]
+    expect(event.title).to eq "Code Sprint/Coding Dojo at CubeSpace"
+    expect(event.description).to be_blank
+    expect(event.start_time).to eq Time.parse("2007-10-17 19:00:00 PDT")
+    expect(event.end_time).to eq Time.parse("2007-10-17 21:00:00 PDT")
+
+    event = events.last
+    expect(event.title).to eq "Adobe Developer User Group"
+    expect(event.description).to eq "http://pdxria.com/"
+    expect(event.start_time).to eq Time.parse("2007-01-16 17:30:00 PST")
+    expect(event.end_time).to eq Time.parse("2007-01-16 18:30:00 PST")
+  end
+
+  it "should parse non-Vcard locations" do
+    events = events_from_ical_at('ical_google.ics')
+    expect(events.first.venue.title).to eq 'CubeSpace'
+  end
+
+  it "should parse a calendar file with multiple calendars" do
+    events = events_from_ical_at('ical_multiple_calendars.ics')
+    expect(events.size).to eq 3
+    expect(events.map(&:title)).to eq ["Coffee with Jason", "Coffee with Mike", "Coffee with Kim"]
+  end
+
+  it "should not swallow errors" do
+    expect(RiCal).to receive(:parse_string).and_raise(TypeError)
+    expect { events_from_ical_at('ical_multiple_calendars.ics') }.to raise_error(TypeError)
+  end
+end
+
+describe Source::Parser::Ical, "when importing events with non-local times", :type => :model do
+
+  it "should store time ending in Z as UTC" do
+    url = "http://foo.bar/"
+    stub_request(:get, url).to_return(body: read_sample('ical_z.ics'))
+    @source = Source.new(:title => "Non-local time", :url => url)
+    events = @source.create_events!(:skip_old => false)
+    event = events.first
+
+    expect(event.start_time).to eq Time.parse('Thu Jul 01 08:00:00 +0000 2010')
+    expect(event.end_time).to eq Time.parse('Thu Jul 01 09:00:00 +0000 2010')
+
+    # time should be the same after saving event to, and getting it from, database
+    event.save
+    e = Event.find(event)
+    expect(e.start_time).to eq Time.parse('Thu Jul 01 08:00:00 +0000 2010')
+    expect(e.end_time).to eq Time.parse('Thu Jul 01 09:00:00 +0000 2010')
+  end
+
+  it "should store time with TZID=GMT in UTC" do
+    events = events_from_ical_at('ical_gmt.ics')
+    expect(events.size).to eq 1
+    event = events.first
+    expect(event.start_time).to eq Time.parse('Fri May 07 08:00:00 +0000 2020')
+    expect(event.end_time).to eq Time.parse('Fri May 07 09:00:00 +0000 2020')
+  end
+end
+
+describe Source::Parser::Ical, "munge_gmt_dates", :type => :model do
+  it "should return unexpected-format strings unmodified" do
+    munged = Source::Parser::Ical.new.send(:munge_gmt_dates, 'justin bieber on a train')
+    expect(munged).to eq 'justin bieber on a train'
+  end
+
+  it "should return GMT-less ical strings unmodified" do
+    icard = %{
+BEGIN:VCALENDAR
+BEGIN:VEVENT
+DTSTART:20200507T080000
+DTEND:20200507T090000
+END:VEVENT
+END:VCALENDAR
+    }
+
+    expect(Source::Parser::Ical.new.send(:munge_gmt_dates, icard)).to eq icard
+  end
+
+  it "should replace TZID=GMT with a TZID-less UTC time" do
+    icard = %{
+BEGIN:VCALENDAR
+BEGIN:VEVENT
+DTSTART;TZID=GMT:20200507T080000
+DTEND;TZID=GMT:20200507T090000
+END:VEVENT
+END:VCALENDAR
+    }
+
+    munged = %{
+BEGIN:VCALENDAR
+BEGIN:VEVENT
+DTSTART:20200507T080000Z
+DTEND:20200507T090000Z
+END:VEVENT
+END:VCALENDAR
+    }
+
+    expect(Source::Parser::Ical.new.send(:munge_gmt_dates, icard)).to eq munged
+  end
+end
+
+describe Source::Parser::Ical, "when skipping old events", :type => :model do
+  before(:each) do
+    url = "http://foo.bar/"
+    stub_request(:get, url).to_return(body:
+%(BEGIN:VCALENDAR
+X-WR-CALNAME;VALUE=TEXT:NERV
+VERSION:2.0
+CALSCALE:GREGORIAN
+PRODID:-//nerv.go.jp//iCal 1.0//EN
+X-WR-TIMEZONE;VALUE=TEXT:US/Eastern
+BEGIN:VEVENT
+UID:Unit-01
+SUMMARY:Past start and no end
+DESCRIPTION:Ayanami
+DTSTART:#{(Time.now-1.year).strftime("%Y%m%d")}
+DTSTAMP:040425
+SEQ:0
+END:VEVENT
+BEGIN:VEVENT
+UID:Unit-02
+SUMMARY:Current start and no end
+DESCRIPTION:Soryu
+DTSTART:#{(Time.now+1.year).strftime("%Y%m%d")}
+DTSTAMP:040425
+SEQ:1
+END:VEVENT
+BEGIN:VEVENT
+UID:Unit-03
+SUMMARY:Past start and current end
+DESCRIPTION:Soryu a
+DTSTART:#{(Time.now-1.year).strftime("%Y%m%d")}
+DTEND:#{(Time.now+1.year).strftime("%Y%m%d")}
+DTSTAMP:040425
+END:VEVENT
+BEGIN:VEVENT
+UID:Unit-04
+SUMMARY:Current start and current end
+DESCRIPTION:Soryu as
+DTSTART:#{Time.now.strftime("%Y%m%d")}
+DTEND:#{(Time.now+1.year).strftime("%Y%m%d")}
+DTSTAMP:040425
+END:VEVENT
+BEGIN:VEVENT
+UID:Unit-05
+SUMMARY:Past start and past end
+DESCRIPTION:Soryu qewr
+DTSTART:#{(Time.now-1.year).strftime("%Y%m%d")}
+DTEND:#{(Time.now-1.year).strftime("%Y%m%d")}
+DTSTAMP:040425
+END:VEVENT
+BEGIN:VEVENT
+UID:Unit-06
+SUMMARY:Current start and past end
+DESCRIPTION:Not a valid event
+DTSTART:#{Time.now.strftime("%Y%m%d")}
+DTEND:#{(Time.now-1.year).strftime("%Y%m%d")}
+DTSTAMP:040425
+END:VEVENT
+END:VCALENDAR))
+    @source = Source.new(title: "Title", url: url)
+  end
+
+  # for following specs a 'valid' event does not start after it ends"
+  it "should be able to import all valid events" do
+    events = @source.create_events!(:skip_old => false)
+    expect(events.map(&:title)).to eq [
+      "Past start and no end",
+      "Current start and no end",
+      "Past start and current end",
+      "Current start and current end",
+      "Past start and past end"
+    ]
+  end
+
+  it "should be able to skip invalid and old events" do
+    events = @source.create_events!(:skip_old => true)
+    expect(events.map(&:title)).to eq [
+      "Current start and no end",
+      "Past start and current end",
+      "Current start and current end"
+    ]
+  end
+end
+
+describe Source::Parser::Ical, "when parsing an invalid ical", :type => :model do
+  before(:each) do
+    url = "http://foo.bar/"
+    stub_request(:get, url).to_return(body:
+%(BEGIN:VCALENDAR
+BEGIN:VEVENT
+OMGWTFBBQ
+END:VCALENDAR))
+    @source = Source.new(title: "Title", url: url)
+  end
+
+  it "should return no events" do
+    @source.create_events!.should == []
+  end
+end
+
+end