skypager 0.0.2

data/lib/skypager/cli/commands/edit.rb

@@ -0,0 +1,32 @@
+edit_spreadsheet_command = lambda do |c|
+  c.syntax = "skypager edit datasource NAME"
+  c.description = "Open up the data source editor"
+
+  c.action do |args, options|
+    require 'launchy'
+    require 'middleman-core'
+
+    name = args.first
+
+    if defined?(::Middleman)
+      app = ::Middleman::Application.server.inst do
+        set :environment, 'development'
+      end
+
+      if !name
+        names = app.data_sources.keys.map(&:to_s)
+        name = choose("Which data source?", *names)
+      end
+
+      source = app.data_sources[name.to_sym]
+
+      if source
+        Launchy.open(source.edit_url)
+      end
+    end
+  end
+end
+
+command "edit data source" do |c|
+  edit_spreadsheet_command.call(c)
+end

data/lib/skypager/cli/commands/list.rb

@@ -0,0 +1,12 @@
+command 'list spreadsheets' do |c|
+  c.syntax = 'skypager list:spreadsheets [options]'
+  c.description = 'list available spreadsheets to use with skypager '
+
+  c.action do |_args, _options|
+
+    Skypager::Sync::Google.setup
+    Skypager::Sync.google.spreadsheets.map {|s| puts [s.key,s.title].join("\t\t") }
+  end
+end
+
+

data/lib/skypager/cli/commands/setup.rb

@@ -0,0 +1,124 @@
+command 'setup' do |c|
+  c.syntax = 'skypager setup [options]'
+  c.description = 'setup the integrations for skypager to work'
+
+  c.option '--skip-dropbox', nil, 'Skip dropbox setup'
+  c.option '--skip-google', nil, 'Skip google setup'
+  c.option '--skip-amazon', nil, 'Skip amazon setup'
+  c.option '--skip-dns', nil, 'Skip dns setup'
+
+  c.action do |args, options|
+    Skypager::Sync::Dropbox.setup unless options.skip_dropbox || Skypager.config.dropbox_setup?
+    Skypager::Sync::Google.setup unless options.skip_google || Skypager.config.google_setup?
+    Skypager::Sync::Amazon.setup unless options.skip_amazon || Skypager.config.amazon_setup?
+
+    require 'dnsimple'
+    Skypager.dns.setup unless options.skip_dns || Skypager.config.dnsimple_setup?
+  end
+end
+
+command 'setup amazon' do |c|
+  c.syntax = 'skypager setup amazon [options]'
+  c.description = 'Setup amazon integration'
+
+  c.option '--access-key-id STRING', String, 'What is the AWS access key id?'
+  c.option '--secret-access-key STRING', String, 'What is the AWS secret access key?'
+  c.option '--create-bucket STRING', String, 'What is the bucket name?'
+
+  c.action do |args, options|
+    Skypager::Sync::Amazon.setup(access_key_id: options.access_key_id,
+                                 secret_access_key: options.secret_access_key)
+  end
+
+end
+
+command 'setup deployment' do |c|
+  c.syntax = 'skypager setup deployment [options]'
+  c.description = 'Setup AWS deployment / hosting'
+
+  c.option '--access-key-id STRING', String, 'What is the AWS access key id?'
+  c.option '--secret-access-key STRING', String, 'What is the AWS secret access key?'
+  c.option '--create-bucket STRING', String, 'What is the bucket name?'
+
+  c.action do |args, options|
+    Skypager::Sync::Amazon.setup(access_key_id: options.access_key_id,
+                                 secret_access_key: options.secret_access_key)
+
+
+    app = Skypager.app
+
+    if !Skypager.config.dnsimple_setup?
+      if agree("Do you want to setup DNSimple integration?")
+        Skypager.dns.setup()
+      end
+    end
+
+    custom_domain = app.deploy_options[:custom_domain] || options.custom_domain || ask("Enter a custom domain name to deploy to.  Leave blank if you don't want to use this.")
+
+    if custom_domain.to_s.length > 0
+      app.site.set :custom_domain, custom_domain
+      app.site.set :use_cdn, true
+      @custom_domain = custom_domain
+    end
+
+    unless @custom_domain || app.deploy_options[:use_cdn] == true
+      if agree("Do you want to use a CDN? Answer yes if you want to use a custom domain, or SSL for this site")
+        app.site.set :use_cdn, true
+      end
+    end
+
+    bucket_name = app.deploy_options[:bucket_name] || options.create_bucket || ask("Enter a name for this bucket. Leave blank to use #{ app.site.name }.#{ Skypager.config.domain}")
+    bucket_name = app.site_name + "." + Skypager.config.domain if bucket_name.to_s.length == 0
+
+    if bucket_name
+      if bucket = Skypager.amazon.find_or_create_bucket(bucket_name)
+        app.site.set :bucket_key, bucket.key
+        app.site.set :bucket_name, bucket.key
+      end
+    end
+
+    config_path = Pathname(app.root).join("config.rb")
+    config_text = config_path.read rescue ""
+
+    app.site.after_setup
+
+    unless config_text.match(/deploy_to\(\:amazon/)
+      puts "Adding the following to your config.rb:\n\n\t#{ line = app.site.deploy_options_config_string }"
+      config_path.open("a+") {|fh| fh.write(line) }
+    end
+
+    site = app.site
+
+    puts "Site Info:"
+    puts "Bucket Name: #{ site.bucket_name }"
+    puts "Bucket URL: #{ site.bucket_url }"
+    puts "CDN URL: #{ site.cname_value }" if site.has_cdn?
+    puts "Custom Domain: #{ site.custom_domain }" if site.custom_domain?
+  end
+end
+
+command 'setup dropbox' do |c|
+  c.syntax = 'skypager setup dropbox [options]'
+  c.description = 'Setup dropbox sync'
+
+  c.option '--app-key STRING', String, 'What is the dropbox app key?'
+  c.option '--app-secret STRING', String, 'What is the dropbox app secret?'
+
+  c.action do |args, options|
+    Skypager::Sync::Dropbox.setup(dropbox_app_key: options.app_key,
+                                  dropbox_app_secret: options.app_secret)
+  end
+end
+
+command 'setup google' do |c|
+  c.syntax = 'skypager setup google [options]'
+  c.description = 'Setup google sync'
+
+  c.option '--client-id STRING', String, 'What is the google app client id?'
+  c.option '--client-secret STRING', String, 'What is the google app client secret?'
+
+  c.action do |args, options|
+    Skypager::Sync::Google.setup(client_id: options.client_id,
+                                 client_secret: options.client_secret)
+  end
+end

data/lib/skypager/cli/commands/sync.rb

@@ -0,0 +1,18 @@
+command 'sync' do |c|
+  c.action do |args, options|
+    app = ::Middleman::Application.server.inst do
+      set :environment, 'development'
+    end
+
+    app.synced_folders.each do |name, folder|
+      puts "Syncing #{ name }"
+      folder.sync()
+    end
+
+    app.data_sources.each do |name, source|
+      source.refresh
+      source.save_to_disk unless source.persisted?
+      data.callbacks(name, -> { source.data })
+    end
+  end
+end

data/lib/skypager/configuration.rb

@@ -0,0 +1,173 @@
+require 'singleton'
+require 'json'
+
+module Skypager
+  class Configuration
+    include Singleton
+
+    DefaultSettings = {
+      github_username: '',
+      github_api_token: '',
+
+      dnsimple_api_token: '',
+      dnsimple_username: '',
+
+      dropbox_app_key: '',
+      dropbox_app_secret: '',
+      dropbox_app_type: 'sandbox',
+      dropbox_client_token: '',
+      dropbox_client_secret: '',
+
+      aws_access_key_id: '',
+      aws_secret_access_key: '',
+
+      google_client_id: '',
+      google_client_secret: '',
+      google_refresh_token: '',
+      google_access_token: '',
+
+      domain: "skypager.io",
+
+      sites_directory: { }
+    }
+
+    def self.method_missing(meth, *args, &block)
+      if instance.respond_to?(meth)
+        return instance.send meth, *args, &block
+      end
+
+      nil
+    end
+
+    def method_missing(meth, *args, &block)
+      if current.key?(meth.to_s)
+        return current.fetch(meth)
+      end
+
+      super
+    end
+
+    def initialize!
+      FileUtils.mkdir_p home_config_path.dirname
+    end
+
+    def dnsimple_setup?
+      dnsimple_api_token.to_s.length > 0 && dnsimple_username.to_s.length > 0
+    end
+
+    def dropbox_setup?
+      dropbox_app_key.to_s.length > 0 && dropbox_app_secret.to_s.length > 0
+    end
+
+    def google_setup?
+      google_client_secret.to_s.length > 0 && google_client_id.to_s.length > 0
+    end
+
+    def amazon_setup?
+      aws_access_key_id.to_s.length > 0 && aws_secret_access_key.to_s.length > 0
+    end
+
+    def show
+      current.each do |p|
+        key, value = p
+
+        unless key == 'sites_directory'
+          puts "#{key}: #{ value.inspect }"
+        end
+      end
+    end
+
+    def current
+      @current ||= begin
+                     home_config.merge(cwd_config)
+                   end
+    end
+
+    def current_config
+      cwd_config_path.exist? ? cwd_config : home_config
+    end
+
+    def get(setting)
+      setting = setting.to_s.downcase
+      current_config[setting]
+    end
+
+    def set(setting, value, persist = true, options={})
+      setting = setting.to_s.downcase
+      cfg = options[:global] ? home_config : current_config
+      cfg[setting] = value
+      save! if persist == true
+      value
+    end
+
+    def unset(setting, persist = true)
+      current_config.delete(setting)
+      save! if persist == true
+    end
+
+    def current
+      defaults = DefaultSettings.dup
+      Hashie::Mash.new(defaults.merge(home_config.merge(cwd_config).merge(applied_config)))
+    end
+
+    def apply_config_from_path(path)
+      path = Pathname(path)
+      parsed = JSON.parse(path.read) rescue {}
+      applied_config.merge!(parsed)
+      nil
+    end
+
+    def save!
+      save_home_config
+      save_cwd_config
+    end
+
+    def save_cwd_config
+      return nil unless cwd_config_path.exist?
+
+      File.open(cwd_config_path, 'w+') do |fh|
+        fh.write JSON.generate(cwd_config.to_hash)
+      end
+    end
+
+    def save_home_config
+      File.open(home_config_path, 'w+') do |fh|
+        fh.write JSON.generate(home_config.to_hash)
+      end
+    end
+
+    # Applied config is configuration values passed in context
+    # usually from the cli, but also in the unit tests
+    def applied_config
+      @applied_config ||= {}
+    end
+
+    def cwd_config
+      @cwd_config ||= begin
+        (cwd_config_path.exist? rescue false) ? JSON.parse(cwd_config_path.read) : {}
+      rescue
+        {}
+      end
+    end
+
+    def home_config
+      @home_config ||= begin
+        (home_config_path.exist? rescue false) ? JSON.parse(home_config_path.read) : {}
+      rescue
+        {}
+      end
+    end
+
+    def home_folder
+      Pathname(ENV['HOME']).join('.skypager')
+    end
+
+    def home_config_path
+      home_folder.join('config.json')
+    end
+
+    def cwd_config_path
+      Pathname(Dir.pwd).join('skypager.json')
+    end
+  end
+end

data/lib/skypager/data.rb

@@ -0,0 +1,8 @@
+module Skypager
+  module Data
+    def self.sync_all
+    end
+  end
+end
+
+

data/lib/skypager/data/excel_spreadsheet.rb

@@ -0,0 +1,8 @@
+module Skypager
+  module Data
+    class ExcelSpreadsheet < Source
+      requires :host,
+               :path
+    end
+  end
+end

data/lib/skypager/data/google_spreadsheet.rb

@@ -0,0 +1,225 @@
+module Skypager
+  module Data
+    class GoogleSpreadsheet < Source
+
+      requires :key
+
+      attr_accessor :key,
+                    :session,
+                    :name
+
+      def initialize name, options={}
+        @options  = options
+
+        if name.is_a?(GoogleDrive::Spreadsheet)
+          @spreadsheet = name
+          @name = @spreadsheet.title
+          @key = @spreadsheet.key
+        end
+
+        @key      ||= options[:key]
+        @session  ||= options.fetch(:session) { Skypager::Sync.google.api }
+
+        ensure_valid_options!
+      end
+
+      def self.create_from_file(path, title)
+        if find_by_title(title)
+          raise 'Spreadsheet with this title already exists'
+        end
+
+        session.upload_from_file(path, title, :content_type => "text/csv")
+
+        find_by_title(title)
+      end
+
+      def self.[](key_or_title)
+        find_by_key(key_or_title) || find_by_title(key_or_title)
+      end
+
+      def self.find_by_key(key)
+        sheet = session_spreadsheets.detect do |spreadsheet|
+          spreadsheet.key == key
+        end
+
+        sheet && new(sheet, session: Skypager.google.session)
+      end
+
+      def self.find_by_title title
+        sheet = session_spreadsheets.detect do |spreadsheet|
+          spreadsheet.title.match(title)
+        end
+
+        sheet && new(sheet, session: Skypager.google.session)
+      end
+
+      def self.session_spreadsheets
+        @session_spreadsheets ||= Skypager.google.api.spreadsheets
+      end
+
+      def self.create_from_data(data, options={})
+        require 'csv'
+
+        headers = Array(options[:headers]).map(&:to_s)
+
+        tmpfile = "tmp-csv.csv"
+
+        CSV.open(tmpfile, "wb") do |csv|
+          csv << headers
+
+          data.each do |row|
+            csv << headers.map do |header|
+              row = row.stringify_keys
+              row[header.to_s]
+            end
+          end
+        end
+
+        spreadsheet = Skypager::Sync.google.api.upload_from_file(tmpfile, options[:title], :content_type => "text/csv")
+
+        if options[:skypager_config_info]
+          config_line = "data_source :#{ spreadsheet.title.to_s.downcase.underscore }, :type => 'google', :key => '#{ spreadsheet.key }'\n"
+
+          puts "Adding the following line to your config.rb: \n #{config_line}"
+
+          File.open("config.rb", "a+") do |fh|
+            fh.write("\n")
+            fh.write(config_line)
+          end
+        end
+
+        new(spreadsheet.title, key: spreadsheet.key)
+      end
+
+
+      def title
+        @name ||= spreadsheet.try(:title)
+      end
+
+      def edit_url
+        spreadsheet.human_url
+      end
+
+      def share_write_access_with *emails
+        acl = spreadsheet.acl
+
+        Array(emails).flatten.each do |email|
+          acl.push scope_type: "user",
+                   with_key: false,
+                   role: "writer",
+                   scope: email
+        end
+      end
+
+      def share_read_access_with *emails
+        acl = spreadsheet.acl
+
+        Array(emails).flatten.each do |email|
+          acl.push scope_type: "user",
+                   with_key: false,
+                   role: "reader",
+                   scope: email
+        end
+      end
+
+      def add_to_collection collection_title
+        collection = if collection_title.is_a?(GoogleDrive::Collection)
+          collection_title
+        else
+          session.collections.find do |c|
+            c.title == collection_title
+          end
+        end
+
+        if !collection
+          collection_names = session.collections.map(&:title)
+          raise 'Could not find collection in Google drive. Maybe you mean: ' + collection_names.join(', ')
+        end
+      end
+
+      def spreadsheet_key
+        key
+      end
+
+      def stale?
+        (!need_to_refresh? && (age > max_age)) || fresh_on_server?
+      end
+
+      def fresh_on_server?
+        refreshed_at.to_i > 0 && (last_updated_at > refreshed_at)
+      end
+
+      def last_updated_at
+        if value = spreadsheet.document_feed_entry.css('updated').try(:text) rescue nil
+          DateTime.parse(value).to_i
+        end
+      end
+
+      def fetch
+        self.raw = process_worksheets
+      end
+
+      def preprocess
+        single? ? raw.values.flatten : raw
+      end
+
+      protected
+
+        def process_worksheets
+          worksheets.inject(Hashie::Mash.new) do |memo, parts|
+            k, ws = parts
+            header_row = Array(ws.rows[0])
+            column_names = header_row.map {|cell| "#{ cell }".parameterize.underscore }
+            rows = ws.rows.slice(1, ws.rows.length)
+
+            row_index = 1
+            memo[k] = rows.map do |row|
+              col_index = 0
+
+              _record = column_names.inject({}) do |record, field|
+                record[field] = "#{ row[col_index] }".strip
+                record["_id"] = row_index
+                col_index += 1
+                record
+              end
+
+              row_index += 1
+
+              _record
+            end
+
+            memo
+          end
+        end
+
+        def single?
+          worksheets.length == 1
+        end
+
+        def header_rows_for_worksheet key
+          if key.is_a?(Fixnum)
+            _worksheets[key]
+          else
+            worksheets.fetch(key)
+          end
+        end
+
+        def worksheets
+          @worksheets ||= _worksheets.inject(Hashie::Mash.new) do |memo,ws|
+            key = ws.title.strip.downcase.underscore.gsub(/\s+/,'_')
+            memo[key] = ws
+            memo
+          end
+        end
+
+        def _worksheets
+          @_worksheets ||= spreadsheet.worksheets
+        end
+
+        def spreadsheet
+          @spreadsheet ||= session.spreadsheet_by_key(spreadsheet_key)
+        end
+
+    end
+  end
+end