staticd 0.0.1

data/lib/staticd_utils/archive.rb

@@ -0,0 +1,80 @@
+require "zlib"
+require "base64"
+require "open-uri"
+require "staticd_utils/memory_file"
+require "staticd_utils/tar"
+
+module StaticdUtils
+
+  # Manage Staticd archives.
+  #
+  # This class can manage the archives used as transport package to transfer
+  # files beetween Staticd client and Staticd API.
+  class Archive
+    attr_reader :stream
+
+    def self.open_file(url)
+      new(open(url))
+    end
+
+    # Create an archive from a folder.
+    #
+    # Can include a manifest as an array of files full path (from directory path
+    # as root).
+    #
+    # Example:
+    #   StaticdUtils::Archive.create("/tmp/my_site", ["/index.html"])
+    #   # Only the /tmp/my_site/index.html file will be included into
+    #     the archive.
+    def self.create(directory_path, manifest=nil)
+      files =
+        if manifest
+          manifest.map { |entry| directory_path + entry }
+        else
+          Dir["#{directory_path}/**/*"].select { |f| File.file?(f) }
+        end
+      new(Tar.tar(files))
+    end
+
+    def initialize(stream)
+      @stream = stream
+    end
+
+    def open
+      Dir.mktmpdir do |tmp|
+        Dir.chdir(tmp) do
+          extract(tmp)
+          yield tmp
+        end
+      end
+    end
+
+    def close
+      @stream.close unless @stream.closed?
+    end
+
+    def extract(path)
+      return false if @stream.closed?
+
+      Tar.untar(@stream, path)
+      close
+      path
+    end
+
+    def size
+      @stream.size
+    end
+
+    def to_file(path)
+      return false if @stream.closed?
+
+      File.open(path, 'w') { |file| file.write(@stream.read) }
+      self.close
+      path
+    end
+
+    def to_memory_file
+      StaticdUtils::MemoryFile.new(@stream)
+    end
+  end
+end

data/lib/staticd_utils/file_size.rb

@@ -0,0 +1,26 @@
+module StaticdUtils
+
+  # Class to convert file size in octect to human readable size.
+  #
+  # Example:
+  #   Staticd::FileSize.new(1000).to_s
+  #   # => "1KB"
+  class FileSize
+
+    def initialize(size)
+      @size = size
+    end
+
+    def to_s
+      units = %w(B KB MB GB TB)
+      base = 1000
+      return "#{@size}#{units[0]}" if @size < base
+
+      exponent = (Math.log(@size) / Math.log(base)).to_i
+      exponent = units.size - 1 if exponent > units.size - 1
+
+      human_size = @size / base**exponent
+      "#{human_size}#{units[exponent]}"
+    end
+  end
+end

data/lib/staticd_utils/gli_object.rb

@@ -0,0 +1,14 @@
+require "gli"
+
+# Move the GLI::App module into its own class.
+#
+# It's usefull to build a GLI::App like object.
+#
+# Example:
+#   gli = GLIObject.new
+#   gli.program_desc("My Ultimate CLI")
+#   gli.version("1.0")
+#   gli.run(*args)
+class GLIObject
+  include GLI::App
+end

data/lib/staticd_utils/memory_file.rb

@@ -0,0 +1,36 @@
+module StaticdUtils
+
+  # Make an IO object behave like File objects.
+  #
+  # Example:
+  #   io = StringIO.new("Content")
+  #   file = MemoryFile.new(io)
+  #   file.read
+  #   # => "Content"
+  #   file.path
+  #   # => "memory_file"
+  #   file.content_type
+  #   # => "application/octet-stream"
+  class MemoryFile
+
+    def initialize(stream)
+      @stream = stream
+    end
+
+    def read(*args)
+      @stream.read(*args)
+    end
+
+    def path
+      original_filename
+    end
+
+    def original_filename
+      "memory_file"
+    end
+
+    def content_type
+      "application/octet-stream"
+    end
+  end
+end

data/lib/staticd_utils/sitemap.rb

@@ -0,0 +1,100 @@
+require "digest/sha1"
+require "yaml"
+require "staticd_utils/memory_file"
+
+module StaticdUtils
+
+  # Manifest for Staticd releases.
+  #
+  # A Sitemap consist of an associative array representing each resources of a
+  # site release. Each entry consist of the sha1 digest of the resource content
+  # and the complete HTTP path this resource must be available to.
+  #
+  # Example:
+  #   sitemap = StaticdUtils::Sitemap.create("/tmp/my_website")
+  #   sitemap.to_h
+  #   # => {
+  #          "058ec3fa8aab4c0ccac27d80fd24f30a8730d3f6"=>"/index.html",
+  #          "92136ff551f50188f46486ab80db269eda4dfd4e"=>"/hello/world.html"
+  #        }
+  class Sitemap
+
+    # Create a sitemap from a directory content.
+    #
+    # It register each files digest and path inside the sitemap.
+    def self.create(path)
+      map = {}
+      if File.directory?(path)
+        Dir.chdir(path) do
+          Dir["**/*"].each do |object|
+            if File.file?(object)
+              sha1 = Digest::SHA1.hexdigest(File.read(object))
+              map[sha1] = "/#{object}"
+            end
+          end
+        end
+      end
+      new(map)
+    end
+
+    # Create a sitemap from a YAML string.
+    #
+    # The YAML string must reflect the sitemap associative array structure.
+    #
+    # Example:
+    #   yaml = "---\n058ec3fa8aab4c0ccac27d80fd24f30a8730d3f6: \"/hi.html\"\n"
+    #   sitemap = StaticdUtils::Sitemap.open(yaml)
+    def self.open(yaml)
+      new(YAML.load(yaml))
+    end
+
+    # Create a sitemap from a YAML file.
+    #
+    # The YAML file must reflect the sitemap associative array structure.
+    def self.open_file(path)
+      open(File.read(path))
+    end
+
+    # Create a sitemap from an associative array.
+    #
+    # The associative array must have the folowing structure:
+    # * Key: the sha1 of the ressource
+    # * Value: the HTTP path of the resource
+    #
+    # Example:
+    #   sitemap = Sitemap.new({
+    #     058ec3fa8aab4c0ccac27d80fd24f30a8730d3f6: "hi.html"
+    #   })
+    def initialize(map)
+      @map = map
+    end
+
+    # View all HTTP path of the sitemap.
+    def routes
+      @map.map { |sha1, path| path }
+    end
+
+    # View all sha1 digest of the sitemap.
+    def digests
+      @map.map { |sha1, path| sha1 }
+    end
+
+    # Iterate over each resources of the sitemap.
+    def each_resources
+      @map.each { |sha1, path| yield sha1, path }
+    end
+
+    def to_h
+      @map
+    end
+
+    def to_yaml
+      @map.to_yaml
+    end
+
+    # Export the sitemap to a YAML file stored into memory.
+    def to_memory_file
+      StaticdUtils::MemoryFile.new(StringIO.new(to_yaml))
+    end
+  end
+end

data/lib/staticd_utils/tar.rb

@@ -0,0 +1,43 @@
+require "rubygems/package"
+require "digest/sha1"
+
+module StaticdUtils
+
+  # Creation and Extraction of Tarball Stream.
+  #
+  # Example:
+  #  tar = Tar.tar(["/tmp/hello"])
+  #  Tar.untar(tar, "/tmp")
+  class Tar
+
+    def self.tar(files)
+      io = StringIO.new
+      tar = Gem::Package::TarWriter.new(io)
+
+      # Gem::Package::TarReader raise an exeption extracting an empty tarball,
+      # this add at least one useless file to extract.
+      tar.add_file("about", 0644) { |file| file.write("Hello.") }
+
+      files.each do |file|
+        content = File.read(file)
+        sha1 = Digest::SHA1.hexdigest(content)
+        tar.add_file(sha1, 0644) { |entry| entry.write(content) }
+      end
+
+      io.rewind
+      io
+    end
+
+    def self.untar(io, path)
+      FileUtils.mkdir_p("#{path}")
+      tar = Gem::Package::TarReader.new(io)
+      tar.rewind
+      tar.each do |entry|
+        File.open("#{path}/#{entry.full_name}", "w+") do |file|
+          file.write(entry.read)
+        end
+      end
+      tar.close
+    end
+  end
+end

metadata

@@ -0,0 +1,300 @@
+--- !ruby/object:Gem::Specification
+name: staticd
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Etienne Garnier
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-01-26 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: puma
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 2.9.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 2.9.2
+- !ruby/object:Gem::Dependency
+  name: rack
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '1.1'
+    - - <
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '1.1'
+    - - <
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: sinatra
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.4.5
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.4.5
+- !ruby/object:Gem::Dependency
+  name: rack-test
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.6.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.6.2
+- !ruby/object:Gem::Dependency
+  name: data_mapper
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.2.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.2.0
+- !ruby/object:Gem::Dependency
+  name: dm-postgres-adapter
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.2.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.2.0
+- !ruby/object:Gem::Dependency
+  name: gli
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 2.12.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 2.12.2
+- !ruby/object:Gem::Dependency
+  name: api-auth
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.2.6
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.2.6
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.57.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.57.0
+- !ruby/object:Gem::Dependency
+  name: sendfile
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.2.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.2.2
+- !ruby/object:Gem::Dependency
+  name: haml
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 4.0.6
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 4.0.6
+- !ruby/object:Gem::Dependency
+  name: dm-sqlite-adapter
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.2.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.2.0
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 10.3.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 10.3.2
+- !ruby/object:Gem::Dependency
+  name: byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 3.5.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 3.5.1
+- !ruby/object:Gem::Dependency
+  name: foreman
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.75.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.75.0
+description: Staticd API and HTTP service to manage and serve staticd content over
+  HTTP
+email: garnier.etienne@gmail.com
+executables:
+- staticd
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/staticd/json_response.rb
+- lib/staticd/cli.rb
+- lib/staticd/http_cache.rb
+- lib/staticd/json_request.rb
+- lib/staticd/public/main.css
+- lib/staticd/public/jquery-1.11.1.min.js
+- lib/staticd/public/main.js
+- lib/staticd/http_server.rb
+- lib/staticd/config.rb
+- lib/staticd/domain_generator.rb
+- lib/staticd/app.rb
+- lib/staticd/models/staticd_config.rb
+- lib/staticd/models/resource.rb
+- lib/staticd/models/domain_name.rb
+- lib/staticd/models/route.rb
+- lib/staticd/models/release.rb
+- lib/staticd/models/site.rb
+- lib/staticd/models/base.rb
+- lib/staticd/database.rb
+- lib/staticd/datastore.rb
+- lib/staticd/views/setup.haml
+- lib/staticd/views/welcome.haml
+- lib/staticd/views/main.haml
+- lib/staticd/version.rb
+- lib/staticd/datastores/s3.rb
+- lib/staticd/datastores/local.rb
+- lib/staticd/api.rb
+- lib/staticd/cache_engine.rb
+- lib/staticd_utils/memory_file.rb
+- lib/staticd_utils/file_size.rb
+- lib/staticd_utils/sitemap.rb
+- lib/staticd_utils/gli_object.rb
+- lib/staticd_utils/archive.rb
+- lib/staticd_utils/tar.rb
+- lib/rack/auth/hmac.rb
+- lib/rack/request_time.rb
+- lib/staticd.rb
+- bin/staticd
+homepage: http://staticd.eggnet.io
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.14
+signing_key: 
+specification_version: 4
+summary: Staticd API and HTTP service
+test_files: []