skypager 0.0.4 → 0.0.5

data/lib/skypager/builder/webhook_handler.rb

@@ -0,0 +1,73 @@
+module Skypager::Builder::WebhookHandler
+  def self.handle(service_identifier=:custom, request)
+    unless respond_to?("handle_#{service_identifier}")
+      return [404, {}, [""]]
+    end
+
+    puts "== Handling #{ service_identifier }: #{ request.path } #{ request.params }"
+    send("handle_#{service_identifier}", request)
+  end
+
+  # The Dropbox API requires us to support
+  # two different types of Webhook requests.
+  #
+  # One will include the UID of the users who have changes.
+  # We will need to find all of the skypager sites which are
+  # registered against this UID in order to find the credentials
+  # needed to make a delta request to the API.
+  #
+  # We will then use the paths we find in the delta, to find
+  # the specific site that we need to mark for building
+  def self.handle_dropbox(request)
+    puts "== Dropbox handler initiated"
+    body = request.body.read
+
+    puts "== Request body: #{ body }"
+    puts "== Params: #{ request.params.inspect }"
+
+    begin
+      if request.params['challenge']
+        puts "== challenge request"
+        response = "#{request.params['challenge']}"
+      elsif body.length > 0
+        data = JSON.parse(body) rescue nil
+        data = data.to_mash if data.respond_to?(:to_mash)
+
+        Array(data.delta.users).each do |uid|
+          puts "== Attempting to find a site for #{ uid }"
+          sites = Skypager::Site.find_sites_for_dropbox_uid(uid)
+
+          if sites.length > 0
+            sites.each do |site|
+              puts "== Marking site for build: #{ site.name }"
+              site.requires_build!
+            end
+          else
+            puts "== Could not find site for uid: #{ uid }"
+          end
+        end
+
+        response = data.delta.users.to_json
+      end
+    rescue => e
+      response = "== Error: #{ e.message }"
+      puts response
+    end
+
+    [200, {}, [response]]
+  end
+
+  # TODO
+  # Investigate the makeup of google drive webhook request
+  def self.handle_google(request)
+  end
+
+  # TODO
+  # Presumably we will get commit notifications from Github,
+  # and will find the site that matches the notification
+  def self.handle_github(request)
+  end
+
+  def self.handle_custom(request)
+  end
+end

data/lib/skypager/cli/commands/build.rb

@@ -0,0 +1,48 @@
+if defined?(Slim::Engine)
+  Slim::Engine.disable_option_validator!
+end
+
+command 'build' do |c|
+  c.syntax = "skypager build"
+  c.description = "performs a build on the site"
+
+  c.option "--force", nil, 'Whether or not we should force a build'
+
+  c.action do |args, options|
+    require 'rack/test'
+    require 'skypager/builder'
+
+    app = Skypager.app
+    builder = Skypager::Builder.new(app, clean: true, verbose: true)
+
+    if app.site.requires_build? || options.force.present?
+      puts "== Building site: #{ app.site.name }"
+      builder.build(options.force.present?)
+    else
+      puts "== Site is not marked to be built. Skipping unless the --force flag is passed"
+    end
+  end
+end
+
+command 'run build server' do |c|
+  c.syntax = 'skypager run build server [OPTIONS]'
+  c.description = 'run the skypager webhook handler'
+
+  c.option '--port', Fixnum, 'What port should this run on?'
+  c.option '--host', String, 'What host should this run on?'
+
+  c.action do |args, options|
+    require 'rack'
+    require 'skypager/builder/server'
+
+    opts = {
+      Host: options.host || '127.0.0.1',
+      Port: options.port || 3000
+    }
+
+    Rack::Handler::WEBrick.run(Skypager::Builder::Server.new, opts) do |server|
+       [:INT, :TERM].each { |sig| trap(sig) { server.stop } }
+    end
+
+  end
+end

data/lib/skypager/cli/commands/config.rb

@@ -26,7 +26,7 @@ end
 
 command 'config get' do |c|
   c.syntax = 'skypager config:get [options]'
-  c.description = 'manipulate skypager configuration settings'
+  c.description = 'view a skypager configuration setting'
 
   c.action do |args, _options|
     Skypager::Configuration.initialize!

data/lib/skypager/cli/commands/setup.rb

@@ -122,3 +122,16 @@ command 'setup google' do |c|
                                  client_secret: options.client_secret)
   end
 end
+
+command 'setup github' do |c|
+  c.syntax = 'skypager setup github [options]'
+  c.description = 'Setup github syncing'
+
+  c.option '--github-access-token STRING', String, 'What is the Github access token?'
+
+  c.action do |args, options|
+    Skypager::Sync::Github.setup(github_access_token: options.github_access_token)
+  end
+end
+
+

data/lib/skypager/cli/commands/site.rb

@@ -0,0 +1,22 @@
+command 'promote site' do |c|
+  c.syntax = 'skypager promote site'
+  c.description = 'Promotes this current folder to be the main folder for this site in the build server'
+
+  c.action do
+    app = Skypager.app
+    site = app.site
+    site.set(:root, app.root_path)
+    app.save_site_config
+  end
+end
+
+command 'list build queue' do |c|
+  c.syntax = "skypager list build queue"
+  c.description = "lists the sites in the build queue"
+
+  c.action do
+    Skypager::Site.requiring_build.each do |site|
+      puts "== site #{ site.name } at #{ site.root } requires a build"
+    end
+  end
+end

data/lib/skypager/cli/commands/sync.rb

@@ -12,7 +12,7 @@ command 'sync' do |c|
     app.data_sources.each do |name, source|
       source.refresh
       source.save_to_disk unless source.persisted?
-      data.callbacks(name, -> { source.data })
+      app.data.callbacks(name, -> { source.data })
     end
   end
 end

data/lib/skypager/configuration.rb

@@ -26,6 +26,9 @@ module Skypager
       google_refresh_token: '',
       google_access_token: '',
 
+      github_access_token: '',
+      github_repository: '',
+
       domain: "skypager.io",
 
       sites_directory: { }
@@ -47,8 +50,14 @@ module Skypager
       super
     end
 
-    def initialize!
+    def initialize!(fresh=false)
+      return if home_config_path.exist? && !fresh
+
       FileUtils.mkdir_p home_config_path.dirname
+
+      home_config_path.open("w+") do |fh|
+        fh.write(DefaultSettings.to_json)
+      end
     end
 
     def dnsimple_setup?
@@ -98,13 +107,21 @@ module Skypager
       save! if persist == true
     end
 
+    def defaults
+      DefaultSettings.dup
+    end
+
     def current
       @current ||= begin
-                    defaults = DefaultSettings.dup
-                    Hashie::Mash.new(defaults.merge(home_config.merge(cwd_config).merge(applied_config)))
+                    defaults.merge(home_config.merge(cwd_config.merge(applied_config))).to_mash
                    end
     end
 
+    def apply_config(hash={})
+      applied_config.merge!(hash)
+      current.merge(applied_config)
+    end
+
     def apply_config_from_path(path)
       path = Pathname(path)
       parsed = JSON.parse(path.read) rescue {}
@@ -115,6 +132,8 @@ module Skypager
     def save!
       save_home_config
       save_cwd_config
+      @current = nil
+      true
     end
 
     def save_cwd_config
@@ -146,6 +165,8 @@ module Skypager
     end
 
     def home_config
+      initialize! unless home_config_path.exist?
+
       @home_config ||= begin
         (home_config_path.exist? rescue false) ? JSON.parse(home_config_path.read) : {}
       rescue
@@ -153,16 +174,20 @@ module Skypager
       end
     end
 
-    def home_folder
-      Pathname(ENV['HOME']).join('.skypager')
+    def home_config_path= value
+      @home_config_path = Pathname(value)
     end
 
     def home_config_path
-      home_folder.join('config.json')
+      @home_config_path || Pathname(ENV['HOME']).join(".skypager","config.json")
+    end
+
+    def cwd_config_path= value
+      @cwd_config_path = Pathname(value)
     end
 
     def cwd_config_path
-      Pathname(Dir.pwd).join('skypager.json')
+      @cwd_config_path || Pathname(Dir.pwd).join('skypager.json')
     end
   end
 end

data/lib/skypager/core_ext.rb

@@ -19,3 +19,9 @@ class String
     end
   end
 end
+
+class Hash
+  def to_mash
+    Hashie::Mash.new(self)
+  end
+end

data/lib/skypager/data/google_spreadsheet.rb

@@ -150,7 +150,7 @@ module Skypager
       end
 
       def last_updated_at
-        if value = spreadsheet.document_feed_entry.css('updated').try(:text) rescue nil
+        if value = spreadsheet.document_feed_entry_internal.css('updated').try(:text) rescue nil
           DateTime.parse(value).to_i
         end
       end
@@ -166,7 +166,7 @@ module Skypager
       protected
 
         def process_worksheets
-          worksheets.inject(Hashie::Mash.new) do |memo, parts|
+          worksheets.inject({}.to_mash) do |memo, parts|
             k, ws = parts
             header_row = Array(ws.rows[0])
             column_names = header_row.map {|cell| "#{ cell }".parameterize.underscore }
@@ -205,7 +205,7 @@ module Skypager
         end
 
         def worksheets
-          @worksheets ||= _worksheets.inject(Hashie::Mash.new) do |memo,ws|
+          @worksheets ||= _worksheets.inject({}.to_mash) do |memo,ws|
             key = ws.title.strip.downcase.underscore.gsub(/\s+/,'_')
             memo[key] = ws
             memo

data/lib/skypager/data/source.rb

@@ -57,6 +57,24 @@ module Skypager
 
           row
         end
+
+        processors.each do |processor|
+          original = self.processed.dup
+          modified = []
+
+          original.each_with_index do |record, index|
+            previous = original[index - 1]
+            modified.push(processor.call(record, index, previous: previous, set: original))
+          end
+
+          self.processed = modified
+        end
+      end
+
+      def processors &block
+        @processors ||= []
+        @processors << block if block_given?
+        @processors
       end
 
       # makes sure that the required options for this data source
@@ -94,6 +112,10 @@ module Skypager
         !need_to_refresh? && (age > max_age)
       end
 
+      def fresh_on_server?
+        need_to_refresh?
+      end
+
       def max_age
         max = ENV['MAX_DATA_SOURCE_AGE']
         (max && max.to_i) || 120
@@ -139,7 +161,7 @@ module Skypager
         return @refreshed_at if @refreshed_at.to_i > 0
 
         if path_to_file.exist?
-          @refreshed_at = FileUtils.mtime(path.join(file)).to_i
+          @refreshed_at = File.mtime(path.join(file)).to_i
         end
       end
 
@@ -157,6 +179,7 @@ module Skypager
 
       def file
         @file ||= name.parameterize if name.respond_to?(:parameterize)
+        @file.gsub!("-","_")
         @file = "#{@file}.json" unless @file.match(/\.json/i)
         @file
       end

data/lib/skypager/extension.rb

@@ -7,6 +7,7 @@ module Skypager
     option :synced_folders, {}, 'The settings for dropbox source syncing'
     option :data_sources, [], 'The data source mappings for this site'
     option :deploy_options, {}, 'Deploy options: domain, bucket_name, use_cdn, aliases, auto_deploy'
+    option :skypager, {}, 'Options to be passed to Skypager.config'
 
     def initialize(app, options_hash={}, &block)
       # if only skypager/extension is required this will be necessary
@@ -16,27 +17,20 @@ module Skypager
 
       app.include(ClassMethods)
 
-      options_hash.reverse_merge!(:data_sources     => {},
-                                  :synced_folders   => {},
-                                  :deploy_options   => {},
+      options_hash.reverse_merge!(:data_sources     => {}.to_mash,
+                                  :synced_folders   => {}.to_mash,
+                                  :deploy_options   => {}.to_mash,
                                   :site_name        => File.basename(app.root))
 
       options_hash.each do |key, value|
         app.set(key, value)
       end
 
-      unless $skypager_command
+      unless $skypager_command || ENV['DISABLE_SKYPAGER_SYNC']
         app.ready do
-          synced_folders.each do |name, folder|
-            folder.sync()
-          end
-
+          sync_folders()
+          load_stores()
           # Load the data source and save it to disk
-          data_sources.each do |name, source|
-            source.refresh
-            source.save_to_disk unless source.persisted?
-            data.callbacks(name, -> { source.data })
-          end
         end
 
         # In development, we will try to refresh remote data stores (e.g. google spreadsheets)
@@ -46,19 +40,55 @@ module Skypager
             data_source.refresh_if_stale?
           end if development?
         end
+      end
 
-        app.after_build do
-          if deploy_options[:auto_deploy]
-            app.site.deploy()
-          end
-        end
+      app.after_build do
+        app.site.requires_build!(false)
+        app.deploy! if app.auto_deploy?
+      end
 
+      app.after_configuration do
+        save_site_config()
       end
+
     end
 
     helpers do
+      def deploy!
+        site.deploy()
+      end
+
+      def auto_deploy?
+        !!deploy_options[:auto_deploy]
+      end
+
+      def save_site_config
+        syncable_config = site.config.syncables ||= {}.to_mash
+
+        syncables.each do |folder|
+          type = folder.type
+          cfg = syncable_config[type] ||= {}.to_mash
+          cfg.paths ||= []
+          cfg.paths.push(syncable.remote_path.to_s)
+          cfg.paths.uniq!
+        end
+
+        if Skypager.config.dropbox_setup?
+          syncable_config.dropbox ||= {}
+          syncable_config.dropbox.uid = Skypager.dropbox.account.uid
+        end
+
+        site.set(:syncables, syncable_config)
+      end
+
       def site
-        @site ||= Skypager::Site.new(site_name, deploy_options: deploy_options)
+        return @site if @site
+
+        @site = Skypager::Site.new(site_name, deploy_options: deploy_options).tap do |site|
+          site.load_config
+          site.set(:deploy_options, deploy_options)
+          site.set(:root, root) unless site.config.key?(:root)
+        end
       end
     end
 
@@ -108,6 +138,39 @@ module Skypager
         self.synced_folders[folder] = Skypager::Sync::Folder.new(f.merge(app: self, root:Pathname(root)))
 
         save_dropbox_settings
+
+      end
+
+      def app
+        self
+      end
+
+      def stores
+        data_sources.values
+      end
+
+      def load_stores persist=false
+        data_sources.each do |name, source|
+          source.refresh
+          source.save_to_disk if persist || !source.persisted?
+          data.callbacks(name, -> { source.data })
+        end
+
+        after_stores_loaded.each do |callback|
+          callback = app.method(callback) if callback.is_a?(Symbol)
+          app.instance_eval(&callback) if callback.respond_to?(:call)
+        end
+      end
+
+      # middleman does have an event system, we can piggyback on that instead
+      def after_stores_loaded &block
+        @after_stores_callbacks ||= []
+        @after_stores_callbacks << block if block_given?
+        @after_stores_callbacks
+      end
+
+      def sync_folders
+        syncables.each(&:sync)
       end
 
       def syncables
@@ -129,9 +192,9 @@ module Skypager
         end
 
         @dropbox_data ||= begin
-                            Hashie::Mash.new(JSON.parse(dropbox_data_file.read))
+                            JSON.parse(dropbox_data_file.read).to_mash
                           rescue
-                            Hashie::Mash.new({})
+                            {}.to_mash
                           end
       end