amazon_static_site 0.1.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 4eb7bca91606801e7d0f5119a155b8eb88cbb07b167e669a45eb4f2ffc7800a9
+  data.tar.gz: 782abe744733815240cd87da5dc4af08fafe78237828987fa2e03a8502af9dae
+SHA512:
+  metadata.gz: 896f57be534e465b6d87b27cdd7a97e0b8f0e93145b5cb726da681dd46c7c5753109cb17e5c80e0a5c6d15c97673aac2ba8ec1d13658f872f04e3dcd7350a12b
+  data.tar.gz: d328337e0852467e00d8bccdccc75b82ed45c15488fbd3586d927fb462eee029c35c39f84be9cca760e4349642df698d8becafaec87226f601660d68dfee4e70

data/Gemfile

@@ -0,0 +1,6 @@
+source "https://rubygems.org"
+
+git_source(:github) {|repo_name| "https://github.com/#{repo_name}" }
+
+# Specify your gem's dependencies in amazon_static_site.gemspec
+gemspec

data/Gemfile.lock

@@ -0,0 +1,131 @@
+PATH
+  remote: .
+  specs:
+    amazon_static_site (0.1.2)
+      activesupport
+      aws-sdk-s3
+      better_tempfile
+      cloudflare
+      mime-types
+      nokogiri
+      sinatra
+      terminal-table
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    activesupport (7.0.2.2)
+      concurrent-ruby (~> 1.0, >= 1.0.2)
+      i18n (>= 1.6, < 2)
+      minitest (>= 5.1)
+      tzinfo (~> 2.0)
+    async (1.30.1)
+      console (~> 1.10)
+      nio4r (~> 2.3)
+      timers (~> 4.1)
+    async-http (0.56.5)
+      async (>= 1.25)
+      async-io (>= 1.28)
+      async-pool (>= 0.2)
+      protocol-http (~> 0.22.0)
+      protocol-http1 (~> 0.14.0)
+      protocol-http2 (~> 0.14.0)
+    async-io (1.32.2)
+      async
+    async-pool (0.3.9)
+      async (>= 1.25)
+    async-rest (0.12.4)
+      async-http (~> 0.42)
+      protocol-http (~> 0.7)
+    aws-eventstream (1.2.0)
+    aws-partitions (1.554.0)
+    aws-sdk-core (3.126.2)
+      aws-eventstream (~> 1, >= 1.0.2)
+      aws-partitions (~> 1, >= 1.525.0)
+      aws-sigv4 (~> 1.1)
+      jmespath (~> 1.0)
+    aws-sdk-kms (1.54.0)
+      aws-sdk-core (~> 3, >= 3.126.0)
+      aws-sigv4 (~> 1.1)
+    aws-sdk-s3 (1.112.0)
+      aws-sdk-core (~> 3, >= 3.126.0)
+      aws-sdk-kms (~> 1)
+      aws-sigv4 (~> 1.4)
+    aws-sigv4 (1.4.0)
+      aws-eventstream (~> 1, >= 1.0.2)
+    better_tempfile (0.1.0)
+    cloudflare (4.3.0)
+      async-rest (~> 0.12.3)
+    coderay (1.1.3)
+    concurrent-ruby (1.1.9)
+    console (1.14.0)
+      fiber-local
+    diff-lcs (1.5.0)
+    fiber-local (1.0.0)
+    i18n (1.10.0)
+      concurrent-ruby (~> 1.0)
+    jmespath (1.6.0)
+    method_source (1.0.0)
+    mime-types (3.4.1)
+      mime-types-data (~> 3.2015)
+    mime-types-data (3.2022.0105)
+    minitest (5.15.0)
+    mustermann (1.1.1)
+      ruby2_keywords (~> 0.0.1)
+    nio4r (2.5.8)
+    nokogiri (1.13.1-x86_64-linux)
+      racc (~> 1.4)
+    protocol-hpack (1.4.2)
+    protocol-http (0.22.5)
+    protocol-http1 (0.14.2)
+      protocol-http (~> 0.22)
+    protocol-http2 (0.14.2)
+      protocol-hpack (~> 1.4)
+      protocol-http (~> 0.18)
+    pry (0.14.1)
+      coderay (~> 1.1)
+      method_source (~> 1.0)
+    racc (1.6.0)
+    rack (2.2.3)
+    rack-protection (2.2.0)
+      rack
+    rake (10.5.0)
+    rspec (3.11.0)
+      rspec-core (~> 3.11.0)
+      rspec-expectations (~> 3.11.0)
+      rspec-mocks (~> 3.11.0)
+    rspec-core (3.11.0)
+      rspec-support (~> 3.11.0)
+    rspec-expectations (3.11.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.11.0)
+    rspec-mocks (3.11.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.11.0)
+    rspec-support (3.11.0)
+    ruby2_keywords (0.0.5)
+    sinatra (2.2.0)
+      mustermann (~> 1.0)
+      rack (~> 2.2)
+      rack-protection (= 2.2.0)
+      tilt (~> 2.0)
+    terminal-table (3.0.2)
+      unicode-display_width (>= 1.1.1, < 3)
+    tilt (2.0.10)
+    timers (4.3.3)
+    tzinfo (2.0.4)
+      concurrent-ruby (~> 1.0)
+    unicode-display_width (2.1.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  amazon_static_site!
+  bundler
+  pry
+  rake (~> 10.0)
+  rspec (~> 3.0)
+
+BUNDLED WITH
+   2.3.7

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/bin/amazon_static_site

@@ -0,0 +1,23 @@
+#!/usr/bin/env ruby
+require_relative "../lib/amazon_static_site.rb"
+begin
+  require "pry"
+rescue LoadError
+end
+
+case ARGV[0].to_s
+when /^(serve|s|start|server)$/i
+  AmazonStaticSite::Server.new.start
+when /^(generate|g|new|n)$/i
+  AmazonStaticSite::Generator.new.start
+when /^(deploy|d|push|p|production)$/i
+  AmazonStaticSite::Worker.new(file: ARGV[1], folder: ARGV[2])
+else
+  puts "amazon_static_site wrong parameters".red
+  puts "How to use:".yellow
+  puts "amazon_static_site generate <NAME>                  # create new application using template in the gem"
+  puts "amazon_static_site server                           # to start server and develop your HTML/CSS/JS locally in browser"
+  puts "amazon_static_site deploy <CONFIG> <PATH-TO-PUBLIC> # to start server and develop your HTML/CSS/JS locally in browser"
+  puts "example:"
+  puts "amazon_static_site deploy site-folder/config.yml site-folder/public"
+end

data/lib/amazon_static_site/client/base.rb

@@ -0,0 +1,13 @@
+module AmazonStaticSite
+  module Client
+    class Base
+      attr_reader :service
+      delegate :config, to: :service
+
+      def initialize(service)
+        @service  = service
+      end
+
+    end
+  end
+end

data/lib/amazon_static_site/client/cloudflare.rb

@@ -0,0 +1,76 @@
+module AmazonStaticSite
+  module Client
+    class Cloudflare < Base
+      def configure_dns
+        in_cloudflare do |connection|
+          account_id = cloudflare_account_id(connection)
+
+          puts "  find or create #{domain_for_cloudflare} in account: #{account_id}"
+
+          zone = fetch_zone(connection)
+          unless zone
+            connection.zones.create(domain_for_cloudflare, { id: account_id })
+            zone = fetch_zone(connection)
+          end
+
+          puts "Creating DNS records:".yellow
+          puts "  - #{service.s3.s3_primary}"
+          puts "  - #{service.s3.s3_secondary}"
+
+          puts "Generating ...".yellow
+          zone.dns_records.to_a.each do |record|
+            if record.type == 'CNAME' && (record.name == config.domain.secondary || record.name == config.domain.primary)
+              record.delete
+            end
+          end
+          www     = zone.dns_records.create('CNAME', 'www', service.s3.s3_primary, proxied: true)
+          non_www = zone.dns_records.create('CNAME', '.', service.s3.s3_secondary, proxied: true)
+
+          zone_info = []
+          zone_info << [
+            zone.value[:name],
+            zone.value[:name_servers].join('; '),
+            zone.value[:status]
+          ]
+          puts
+          puts "Domain settings (you need to chang nameservers for your domain)".green
+          puts Terminal::Table.new(headings: ["Name", "Name Servers", "Status"], rows: zone_info)
+          puts
+          puts "DNS settings".green
+          summary_info = []
+          [www, non_www].each do |e|
+            summary_info << [ e.type, e.name, ' => ', e.content, e.proxied ]
+          end
+          puts Terminal::Table.new(headings: ['Type', 'Name', nil, 'Destination', 'Proxied'], rows: summary_info)
+          puts "=> Done!".green
+        end
+      end
+
+      def primary_www?
+        config.domain.primary =~ /^www\./
+      end
+
+      def domain_for_cloudflare
+        primary_www? ? config.domain.secondary : config.domain.primary
+      end
+
+      private
+
+      def fetch_zone(connection)
+        connection.zones.find_by_name(domain_for_cloudflare)
+      end
+
+      def in_cloudflare
+        # use Cloadflare API client
+        ::Cloudflare.connect(key: config.cloudflare.api_key, email: config.cloudflare.email) do |connection|
+          yield(connection)
+        end
+      end
+
+      def cloudflare_account_id(connection)
+        connection.accounts.first.value[:id]
+      end
+
+    end
+  end
+end

data/lib/amazon_static_site/client/s3.rb

@@ -0,0 +1,78 @@
+module AmazonStaticSite
+  module Client
+    class S3 < Base
+      def create_buckets
+        primary
+        secondary
+      end
+
+      def primary
+        @primary ||= get_bucket(config.domain.primary)
+      end
+
+      def secondary
+        @secondary ||= get_bucket(config.domain.secondary)
+      end
+
+      def publish_static_website_on_s3
+        puts "Publish static web site:".yellow
+        s3_client.put_bucket_website(
+          bucket: config.domain.primary,
+          website_configuration: {
+            index_document: {
+              suffix: "index.html"
+            },
+            error_document: {
+              key: "error.html"
+            }
+          }
+        )
+        puts "  Primary #{config.domain.primary} DONE"
+        s3_client.put_bucket_website(
+          bucket: config.domain.secondary,
+          website_configuration: {
+            redirect_all_requests_to: {
+              host_name: config.domain.primary,
+              protocol: "https",
+            },
+          }
+        )
+        puts "  Secondary #{config.domain.secondary} DONE"
+      end
+
+      def s3_primary; s3_domain(config.domain.primary); end
+      def s3_secondary; s3_domain(config.domain.secondary); end
+
+      private
+
+      def get_bucket(name)
+        s3_resource.bucket(name).exists? ?
+        s3_resource.bucket(name) : s3_client.create_bucket(bucket: name, acl: 'public-read')
+      end
+
+      def s3_client
+        @s3_client ||= Aws::S3::Client.new(aws_credentials)
+      end
+
+      def s3_resource
+        @s3_resource ||= Aws::S3::Resource.new(aws_credentials)
+      end
+
+      def aws_credentials
+        {
+          region: config.s3.region,
+          access_key_id: config.s3.access_key_id,
+          secret_access_key: config.s3.secret_access_key
+        }
+      end
+
+      def s3_domain(domain)
+        [
+          domain,
+          ".s3-website-#{config.s3.region}.amazonaws.com"
+        ].join
+      end
+
+    end
+  end
+end

data/lib/amazon_static_site/client/upload.rb

@@ -0,0 +1,74 @@
+# http://www.railsjazz.com.s3-website-us-west-1.amazonaws.com/
+
+module AmazonStaticSite
+  module Client
+    class Upload < Base
+      GZIP_FILES = /\.(js|css)$/
+
+      def upload_to(destination)
+        result = FileList.new(config.folder + "/**/*.*")
+        result -= [config.file] # don not upload config file
+
+        puts "Uploading:"
+
+        total_uploaded = 0
+
+        result.each do |file|
+          pathname  = Pathname.new(file)
+          basename  = pathname.basename
+          upload_to = pathname.to_s.gsub(config.folder, "").gsub(/^\//, "")
+
+          size = File.size(file)
+          total_uploaded += size
+
+          puts "    #{file}...#{filesize(size)}".green
+          upload_file(file: file, upload_to: upload_to, destination: destination)
+
+          if file.downcase =~ GZIP_FILES
+            temp_filename = "#{basename}.gz"
+            temp          = BetterTempfile.new(temp_filename)
+            # gzip file in temp folder
+            Zlib::GzipWriter.open(temp.path) do |gz|
+              gz.mtime     = File.mtime(file)
+              gz.orig_name = temp_filename
+              gz.write IO.binread(file)
+            end
+
+            size = File.size(temp.path)
+            total_uploaded += size
+
+            # print progress
+            print "      GZip: #{temp_filename}".dark_green
+            print "...#{filesize(size)}\n".green
+
+            upload_file(file: temp.path, upload_to: upload_to + ".gz", destination: destination)
+            # delete temp file
+            temp.unlink
+          end
+        end
+        puts "Total uploaded: #{filesize(total_uploaded)}"
+        result
+      end
+
+      def upload_file(file:, upload_to:, destination:)
+        aws_options = {
+          acl: "public-read",
+          content_type: MIME::Types.type_for(file).first&.content_type
+        }
+        destination.object(upload_to).upload_file(file, aws_options)
+      end
+
+      def filesize(size)
+        units = ['B', 'KB', 'MB', 'GB', 'TB', 'Pb', 'EB']
+
+        return '0.0 B' if size == 0
+        exp = (Math.log(size) / Math.log(1024)).to_i
+        exp += 1 if (size.to_f / 1024 ** exp >= 1024 - 0.05)
+        exp = 6 if exp > 6 
+
+        '%.1f %s' % [size.to_f / 1024 ** exp, units[exp]]
+      end
+
+    end
+  end
+end

data/lib/amazon_static_site/config.rb

@@ -0,0 +1,14 @@
+module AmazonStaticSite
+  class Config
+    attr_reader :worker, :options, :file, :folder
+
+    delegate_missing_to :options
+
+    def initialize(file: "./config.yml", folder: "./public")
+      @file    = file
+      @folder  = folder.gsub(/\/$/, '')
+      @worker  = worker
+      @options = JSON.parse(YAML.load_file(file).to_json, object_class: OpenStruct)
+    end
+  end
+end

data/lib/amazon_static_site/generator.rb

@@ -0,0 +1,43 @@
+module AmazonStaticSite
+  class Generator
+    attr_reader :folder
+
+    def initialize(folder = ARGV[1] || '.')
+      require 'fileutils'
+      @folder = folder.gsub(/\/$/, '')
+    end
+
+    def start
+      print "Creating folder #{folder} ...".green
+      FileUtils.mkdir_p(folder)
+      print "OK\n".yellow
+
+      print "Copying #{template} to #{destination} ...".green
+      FileUtils.copy_entry template, destination
+      print "OK\n".yellow
+
+      print "Generating config #{destination}/config/site.yml ...".green
+      generate_config
+      print "OK\n".yellow
+    end
+
+    private
+
+    def template
+      File.dirname(File.expand_path('..', __dir__)) + "/template"
+    end
+
+    def destination
+      Dir.pwd + "/" + folder
+    end
+
+    def generate_config
+      FileUtils.mv "#{destination}/config.yml.sample", "#{destination}/config.yml"
+    end
+
+  end
+end
+
+
+
+

data/lib/amazon_static_site/local_static_site.rb

@@ -0,0 +1,5 @@
+class LocalStaticSite < Sinatra::Base
+  get "/" do
+    redirect '/index.html'
+  end
+end

data/lib/amazon_static_site/server.rb

@@ -0,0 +1,23 @@
+module AmazonStaticSite
+  class Server
+    attr_reader :folder
+
+    def initialize(folder = ARGV[1] || './public')
+      require 'rack'
+      @folder = folder.gsub(/\/$/, '')
+    end
+
+    def start(host: '0.0.0.0', port: 8080)
+      handler = Rack::Handler::WEBrick
+      app     = LocalStaticSite.new
+      app.settings.public_folder = folder
+      puts "Starting server on folder: #{app.settings.public_folder} on http://#{host}:#{port}".green
+      handler.run app, Host: host, Port: port
+    end
+
+  end
+end
+
+
+
+

data/lib/amazon_static_site/service.rb

@@ -0,0 +1,26 @@
+module AmazonStaticSite
+  class Service
+    attr_reader :config, :s3, :cloudflare, :uploader
+
+    def initialize(config)
+      @config     = config
+      @s3         = Client::S3.new(self)
+      @cloudflare = Client::Cloudflare.new(self)
+      @uploader   = Client::Upload.new(self)
+    end
+
+    def run_s3
+      s3.create_buckets
+      s3.publish_static_website_on_s3
+    end
+
+    def run_upload
+      uploader.upload_to(s3.primary)
+    end
+
+    def run_cloudflare
+      cloudflare.configure_dns
+    end
+
+  end
+end

data/lib/amazon_static_site/utils/string_ext.rb

@@ -0,0 +1,10 @@
+class String
+  def red; colorize(self, "\e[1m\e[31m"); end
+  def green; colorize(self, "\e[1m\e[32m"); end
+  def dark_green; colorize(self, "\e[32m"); end
+  def yellow; colorize(self, "\e[1m\e[33m"); end
+  def blue; colorize(self, "\e[1m\e[34m"); end
+  def dark_blue; colorize(self, "\e[34m"); end
+  def pur; colorize(self, "\e[1m\e[35m"); end
+  def colorize(text, color_code)  "#{color_code}#{text}\e[0m" end
+end

data/lib/amazon_static_site/version.rb

@@ -0,0 +1,3 @@
+module AmazonStaticSite
+  VERSION = "0.1.2"
+end

data/lib/amazon_static_site/worker.rb

@@ -0,0 +1,23 @@
+module AmazonStaticSite
+  class Worker
+    attr_reader :config, :service
+
+    def initialize(file:, folder:)
+      @config   = Config.new(file: file, folder: folder)
+      @service  = Service.new(config)
+
+      puts "Starting...".yellow
+      puts "  Config file: #{config.file}"
+      puts "  Folder to upload: #{config.folder}"
+
+      puts "Connecting to Amazon:".yellow
+      service.run_s3
+
+      puts "Uploading to Amazon:".yellow
+      service.run_upload
+
+      puts "Configure Cloudflare:".yellow
+      service.run_cloudflare
+    end
+  end
+end

data/lib/amazon_static_site.rb

@@ -0,0 +1,30 @@
+require 'active_support/all'
+require 'yaml'
+require 'rake'
+require 'nokogiri'
+require 'aws-sdk-s3'
+require 'json'
+require 'cloudflare'
+require 'sinatra/base'
+require 'zlib'
+require 'better_tempfile'
+require 'mime/types'
+require 'terminal-table'
+
+require_relative './amazon_static_site/version'
+
+module AmazonStaticSite
+  class Error < StandardError; end
+end
+
+require_relative './amazon_static_site/utils/string_ext.rb'
+require_relative './amazon_static_site/server.rb'
+require_relative './amazon_static_site/generator.rb'
+require_relative './amazon_static_site/client/base.rb'
+require_relative './amazon_static_site/client/s3.rb'
+require_relative './amazon_static_site/client/upload.rb'
+require_relative './amazon_static_site/client/cloudflare.rb'
+require_relative './amazon_static_site/config.rb'
+require_relative './amazon_static_site/service.rb'
+require_relative './amazon_static_site/worker.rb'
+require_relative './amazon_static_site/local_static_site.rb'

data/spec/amazon_static_site_spec.rb

@@ -0,0 +1,5 @@
+RSpec.describe AmazonStaticSite do
+  it "has a version number" do
+    expect(AmazonStaticSite::VERSION).not_to be nil
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,14 @@
+require "bundler/setup"
+require "amazon_static_site"
+
+RSpec.configure do |config|
+  # Enable flags like --only-failures and --next-failure
+  config.example_status_persistence_file_path = ".rspec_status"
+
+  # Disable RSpec exposing methods globally on `Module` and `main`
+  config.disable_monkey_patching!
+
+  config.expect_with :rspec do |c|
+    c.syntax = :expect
+  end
+end

data/template/config.yml.sample

@@ -0,0 +1,10 @@
+domain:
+  primary: "www.site.com"
+  secondary: "site.com"
+s3:
+  region: us-west-1
+  access_key_id: "KEY"
+  secret_access_key: "SECRET"
+cloudflare:
+  email: email@site.org
+  api_key: "API"