xing-backend 0.0.19 → 0.0.20

data/lib/xing/snapshot/local_site_snapshot.rb

@@ -0,0 +1,37 @@
+require 'selenium-webdriver'
+require 'xing/snapshot/site_snapshot'
+require 'xing/snapshot/writer'
+
+module Xing
+  module Snapshot
+    class LocalSiteSnapshot < SiteSnapshot
+      include Writer
+
+      def initialize(url)
+        super(url)
+        @wait = Selenium::WebDriver::Wait.new
+      end
+
+      def setup
+        @driver = Selenium::WebDriver.for :chrome
+      end
+      attr_accessor :driver, :wait
+
+      def teardown
+        @driver.close
+      end
+
+      def fetch(url, path)
+        @driver.navigate.to(url+path)
+        # better way to wait till javascript complete?
+        @wait.until do
+          @driver.execute_script("return window.frontendContentLoaded == true;")
+        end
+        element = @driver.find_element(:tag_name, "html")
+        html = element.attribute("outerHTML")
+        write(path, html)
+      end
+    end
+
+  end
+end

data/lib/xing/snapshot/remote_site_snapshot.rb

@@ -0,0 +1,16 @@
+require 'xing/snapshot/site_snapshot'
+require 'xing/snapshot/fetcher'
+
+module Xing
+  module Snapshot
+    class RemoteSiteSnapshot < SiteSnapshot
+      def setup
+        @fetcher = Xing::Snapshot::Fetcher.new
+      end
+
+      def fetch(url, path)
+        @fetcher.perform(url, path)
+      end
+    end
+  end
+end

data/lib/xing/snapshot/site_page_set.rb

@@ -0,0 +1,29 @@
+require 'xing/snapshot/domain_helpers'
+
+module Xing
+  module Snapshot
+    class SitePageSet
+      include DomainHelpers
+
+      def initialize(url)
+        @url = domain(url)
+      end
+
+      def pages_to_visit
+        @pages_to_visit ||= Page.published.where.not(type: "Page::Homepage")
+      end
+
+      def visit_pages(&block)
+        STATIC_PATHS_FOR_SITEMAP.each do |path|
+          yield(@url,path,Time.now)
+        end
+
+        pages_to_visit.each do |page|
+          path = page_frontend_url(page.url_slug)
+          yield(@url, path, page.updated_at)
+        end
+      end
+    end
+
+  end
+end

data/lib/xing/snapshot/site_snapshot.rb

@@ -0,0 +1,41 @@
+require "xing/snapshot/site_page_set"
+
+module Xing
+  module Snapshot
+    class SiteSnapshot
+      class << self
+        def create!(url)
+          self.new(url).create!
+        end
+      end
+
+      def initialize(url)
+        @url = url
+      end
+      attr_accessor :url
+
+      def create!
+        @sitemap_page_set = SitePageSet.new(url)
+        setup
+        generate_snapshot
+        teardown
+      end
+
+      def setup
+      end
+
+      def generate_snapshot
+        @sitemap_page_set.visit_pages do |url, path, updated_at|
+          fetch(url, path)
+        end
+      end
+
+      def fetch(url, path)
+      end
+
+      def teardown
+      end
+    end
+
+  end
+end

data/lib/xing/snapshot/sitemap.rb

@@ -0,0 +1,68 @@
+require 'builder'
+require 'xing/snapshot/site_page_set'
+require 'xing/snapshot/domain_helpers'
+
+module Xing
+  module Snapshot
+    class Sitemap
+      class << self
+        include DomainHelpers
+
+        def create!(url = nil)
+          @bad_pages = []
+
+          @sitemap_page_set = SitePageSet.new(url)
+
+          generate_sitemap
+          update_search_engines if Rails.env.production?
+        end
+
+        private
+        def generate_sitemap
+          xml_str = ""
+
+          xml = Builder::XmlMarkup.new(:target => xml_str, :indent => 2)
+
+          xml.instruct!
+          xml.urlset(:xmlns=>'http://www.sitemaps.org/schemas/sitemap/0.9') {
+            @sitemap_page_set.visit_pages do |url, path, update_time|
+              xml.url {
+                xml.loc(url+path)
+                xml.lastmod(update_time.utc.strftime('%Y-%m-%dT%H:%M:%S+00:00'))
+              }
+            end
+          }
+
+          save_file(xml_str)
+        end
+
+        def save_file(xml)
+          File.open("#{ Rails.root }/public/sitemap.xml", "w+") do |f|
+            f.write(xml)
+          end
+        end
+
+        def update_search_engine(host, path, sitemap_uri)
+          Rails.logger.info{"Notifying #{host}"}
+          begin
+            res = Net::HTTP.get_response(host, path + sitemap_uri)
+          rescue Object => ex
+            Rails.logger.info "Error while notifying #{host}: #{ex.inspect}"
+          end
+          Rails.logger.info res.class
+        end
+
+        # Notify popular search engines of the updated sitemap.xml
+        def update_search_engines
+          sitemap_uri = domain + 'sitemap.xml'
+          escaped_sitemap_uri = CGI.escape(sitemap_uri)
+
+          update_search_engine('www.google.com', '/webmasters/tools/ping?sitemap=', escaped_sitemap_uri)
+          update_search_engine('search.yahooapis.com', '/SiteExplorerService/V1/updateNotification?appid=SitemapWriter&url=', escaped_sitemap_uri)
+          update_search_engine('www.bing.com', '/webmaster/ping.aspx?siteMap=', escaped_sitemap_uri)
+        end
+      end
+    end
+
+  end
+end

data/lib/xing/snapshot/writer.rb

@@ -0,0 +1,15 @@
+module Xing
+  module Snapshot
+    module Writer
+      def write(path, html)
+        snapshot_file = "#{ Rails.root }/public/frontend_snapshots/#{path.present? ? path : 'index'}.html"
+        dirname = File.dirname(snapshot_file)
+        FileUtils.mkdir_p(dirname)
+
+        File.open(snapshot_file, "w+:ASCII-8BIT:UTF-8") do |f|
+          f.write(html)
+        end
+      end
+    end
+  end
+end

data/lib/xing/spec_helpers.rb

@@ -0,0 +1,7 @@
+require 'xing/spec_helpers/api_response_matchers'
+require 'xing/spec_helpers/ci_support'
+require 'xing/spec_helpers/dom_equiv'
+require 'xing/spec_helpers/json_requests'
+require 'xing/spec_helpers/routing_spec_patch'
+require 'xing/spec_helpers/split_servers'
+require 'xing/spec_helpers/test_url_helpers'

data/lib/xing/spec_helpers/api_response_matchers.rb

@@ -0,0 +1,26 @@
+module APIResponseMatchers
+  extend RSpec::Matchers::DSL
+
+  matcher :reject_as_unprocessable do
+    match_unless_raises ActiveSupport::TestCase::Assertion do |response|
+      expect(response.status).to eq(422)
+    end
+
+    failure_message do |response|
+      "Expected response to be a 422: Unprocessable Entity"
+    end
+
+    failure_message_when_negated do |source|
+      "Expected response not to be a 422: Unprocessable Entity"
+    end
+
+    description do
+      "should send a 422: Unprocessable Entity status"
+    end
+  end
+end
+
+
+class RSpec::Core::ExampleGroup
+  include APIResponseMatchers
+end

data/lib/xing/spec_helpers/ci_support.rb

@@ -0,0 +1,6 @@
+$RAW_SELENIUM_WAIT = 5
+if ENV["CI_SERVER"] == "yes"
+  puts "Setting up longer timeouts for CI"
+  Capybara.default_wait_time = 30
+  $RAW_SELENIUM_WAIT = 30
+end

data/lib/xing/spec_helpers/dom_equiv.rb

@@ -0,0 +1,26 @@
+module DomEquivalence
+  extend RSpec::Matchers::DSL
+
+  matcher :match_dom_of do |target|
+    match_unless_raises ActiveSupport::TestCase::Assertion do |source|
+      assert_dom_equal source, target
+    end
+
+    failure_message do |source|
+      "Expected #{source} to have equivalent DOM to #{target}"
+    end
+
+    failure_message_when_negated do |source|
+      "Expected #{source} not to have equivalent DOM to #{target}"
+    end
+
+    description do
+      "should be DOM equivalent to #{target}"
+    end
+  end
+end
+
+
+class RSpec::Core::ExampleGroup
+  include DomEquivalence
+end

data/lib/xing/spec_helpers/json_requests.rb

@@ -0,0 +1,58 @@
+module JSONRequests
+
+  def json_get(url, arg2 = nil)
+    get rootify(url), arg2, { 'HTTP_ACCEPT' => 'application/json' }
+  end
+
+  def json_post(url, arg2 = nil)
+    post rootify(url), arg2, { 'HTTP_ACCEPT' => 'application/json' }
+  end
+
+  def json_put(url, arg2 = nil)
+    put rootify(url), arg2, { 'HTTP_ACCEPT' => 'application/json' }
+  end
+
+  def json_delete(url, arg2 = nil)
+    delete rootify(url), arg2, { 'HTTP_ACCEPT' => 'application/json' }
+  end
+
+  def authenticated_json_get(user, url, arg2 = nil)
+    auth_header = user.create_new_auth_token
+    get rootify(url), arg2, auth_header.merge({ 'HTTP_ACCEPT' => 'application/json' })
+  end
+
+  def authenticated_json_post(user, url, arg2 = nil)
+    auth_header = user.create_new_auth_token
+    post rootify(url), arg2, auth_header.merge({ 'HTTP_ACCEPT' => 'application/json' })
+  end
+
+  def authenticated_json_put(user, url, arg2 = nil)
+    auth_header = user.create_new_auth_token
+    put rootify(url), arg2, auth_header.merge({ 'HTTP_ACCEPT' => 'application/json' })
+  end
+
+  def authenticated_json_delete(user, url, arg2 = nil)
+    auth_header = user.create_new_auth_token
+    delete rootify(url), arg2, auth_header.merge({ 'HTTP_ACCEPT' => 'application/json' })
+  end
+
+  def rootify(url)
+    if url[0] == '/'
+      url
+    else
+      "/#{url}"
+    end
+  end
+
+
+end
+
+module RSpec::Rails::RequestExampleGroup
+  include JSONRequests
+  include JsonSpec::Matchers
+  include JsonSpec::Helpers
+end
+
+RSpec.configure do |config|
+  config.include JsonSpec::Helpers, :type => :serializer
+end

data/lib/xing/spec_helpers/routing_spec_patch.rb

@@ -0,0 +1,28 @@
+module RSpec
+  module Rails
+    module Matchers
+      # Matchers to help with specs for routing code.
+      module RoutingMatchers
+        class RouteToMatcher
+          def matches_with_patches?(verb_to_path_map)
+            path = verb_to_path_map.values.first
+            verb_to_path_map[verb_to_path_map.keys.first] = "http://#{BACKEND_SUBDOMAIN}.example.com#{path[0] == "/" ? "" : "/"}#{path}";
+            matches_without_patches?(verb_to_path_map)
+          end
+          alias_method_chain :matches?, :patches
+        end
+
+        class FrontendRouteToMatcher < RouteToMatcher
+          def matches?(verb_to_path_map)
+            matches_without_patches?(verb_to_path_map)
+          end
+        end
+
+        def frontend_route_to(*expected)
+          FrontendRouteToMatcher.new(self, *expected)
+        end
+
+      end
+    end
+  end
+end

data/lib/xing/spec_helpers/split_servers.rb

@@ -0,0 +1,15 @@
+begin
+require 'static-app'
+
+Capybara.configure do |capy|
+  backend_server = Capybara::Server.new(Capybara.app)
+  backend_server.boot
+  puts "Rails API server started on #{backend_server.host}:#{backend_server.port}"
+  ActionMailer::Base.default_url_options[:host] = "#{backend_server.host}:#{backend_server.port}"
+  Capybara.app = APP_MODULE::StaticApp.build("../frontend/bin", backend_server.port)
+  RSpec.configure do |config|
+    config.waterpig_clearable_logs << 'test_static'
+  end
+end
+rescue LoadError
+end

data/lib/xing/spec_helpers/test_url_helpers.rb

@@ -0,0 +1,5 @@
+module TestUrlHelpers
+  def full_url(rails_path)
+    return "http://127.0.0.1:"+Capybara.current_session.server.port.to_s+rails_path
+  end
+end

data/lib/xing/static.rb

@@ -0,0 +1 @@
+require 'xing/static/rack_app'

data/lib/xing/static/backend_url_cookie.rb

@@ -0,0 +1,16 @@
+module Xing
+  module Static
+    class BackendUrlCookie
+      def initialize(app, backend_url)
+        @backend_url = backend_url
+        @app = app
+      end
+
+      def call(env)
+        status, headers, body = @app.call(env)
+        headers["Set-Cookie"] = [(headers["Set-Cookie"]), "lrdBackendUrl=#@backend_url"].compact.join(";") unless @backend_url.nil?
+        [ status, headers, body ]
+      end
+    end
+  end
+end

data/lib/xing/static/goto_param.rb

@@ -0,0 +1,30 @@
+require 'pp'
+module Xing
+  module Static
+    class GotoParam
+      def initialize(app)
+        @app = app
+      end
+
+      def call(env)
+        status, headers, body = @app.call(env)
+        default = [ status, headers, body ]
+        request_path = env["SCRIPT_NAME"] + env["PATH_INFO"]
+        if env["QUERY_STRING"]
+          request_path += "&#{env["QUERY_STRING"]}"
+        end
+
+        redirect = [ 301, headers.merge("Location" => "/?goto=#{request_path}", "Content-Length" => "0"), [] ]
+
+        return default unless status == 404
+        return default if /\A(assets|fonts|system)/ =~ request_path
+        return default if /\.(xml|html|ico|txt)\z/ =~ request_path
+        return default if /goto=/ =~ env["QUERY_STRING"]
+
+        return redirect
+      rescue => ex
+        pp ex
+      end
+    end
+  end
+end