simple_blobstore_server 1.5.0.pre.1113

data/bin/simple_blobstore_server

@@ -0,0 +1,32 @@
+#!/usr/bin/env ruby
+
+require "simple_blobstore_server"
+require "thin"
+
+config_file = nil
+
+opts = OptionParser.new do |opts|
+  opts.on("-c", "--config [ARG]", "Configuration File") do |opt|
+    config_file = opt
+  end
+end
+
+opts.parse!(ARGV.dup)
+
+config_file ||= ::File.expand_path("../../config/simple_blobstore_server.yml", __FILE__)
+config = Psych.load_file(config_file)
+
+port = config["port"]
+raise "Invalid port" unless port.kind_of?(Integer)
+
+puts "Starting Simple Blobstore server on port: #{port}."
+
+Thin::Logging.silent = true
+server = Thin::Server.new('0.0.0.0', port) do
+  use Rack::CommonLogger
+  map "/" do
+    run Bosh::Blobstore::SimpleBlobstoreServer.new(config)
+  end
+end
+server.threaded = true
+server.start!

data/lib/simple_blobstore_server/version.rb

@@ -0,0 +1,3 @@
+module Bosh::SimpleBlobstoreServer
+  VERSION = '1.5.0.pre.1113'
+end

data/lib/simple_blobstore_server.rb

@@ -0,0 +1,140 @@
+require "digest/sha1"
+require "fileutils"
+require "set"
+require "optparse"
+require "pp"
+require "yaml"
+
+require "sinatra"
+require "securerandom"
+
+module Bosh
+  module Blobstore
+    class SimpleBlobstoreServer < Sinatra::Base
+
+      BUFFER_SIZE = 16 * 1024
+
+      def initialize(config)
+        super
+        @path = config["path"]
+        @nginx_path = config["nginx_path"]
+
+        if File.exists?(@path)
+          raise "Invalid path" unless File.directory?(@path)
+        else
+          FileUtils.mkdir_p(@path)
+        end
+
+        raise "Invalid user list" unless config["users"].kind_of?(Hash)
+        @users = Set.new
+        config["users"].each do |username, password|
+          @users << [username, password]
+        end
+        raise "Must have at least one user" if @users.empty?
+      end
+
+      def get_file_name(object_id)
+        sha1 = Digest::SHA1.hexdigest(object_id)
+        File.join(@path, sha1[0, 2], object_id)
+      end
+
+      def get_nginx_path(object_id)
+        sha1 = Digest::SHA1.hexdigest(object_id)
+        "#{@nginx_path}/#{sha1[0, 2]}/#{object_id}"
+      end
+
+      def generate_object_id
+        SecureRandom.uuid
+      end
+
+      def protected!
+        unless authorized?
+          response['WWW-Authenticate'] = %(Basic realm="Authenticate")
+          throw(:halt, [401, "Not authorized\n"])
+        end
+      end
+
+      def authorized?
+        @auth ||=  Rack::Auth::Basic::Request.new(request.env)
+        @auth.provided? && @auth.basic? && @auth.credentials && @users.include?(@auth.credentials)
+      end
+
+      def create_file(object_id)
+        object_id ||= generate_object_id
+        file_name = get_file_name(object_id)
+
+        error(409) if File.exist?(file_name)
+
+        FileUtils.mkdir_p(File.dirname(file_name))
+
+        yield file_name
+
+        status(200)
+        content_type(:text)
+        object_id
+      end
+
+      def create(params)
+        if params[:content] && params[:content][:tempfile]
+          # Process uploads coming directly to the simple blobstore
+          create_file(params[:id]) do |file_name|
+            tempfile = params[:content][:tempfile]
+            FileUtils.copy_file(tempfile.path, file_name)
+          end
+        elsif params["content.name"] && params["content.path"]
+          # Process uploads arriving via nginx
+          create_file(params[:id]) do |file_name|
+            FileUtils.mv(params["content.path"], file_name)
+          end
+        else
+          error(400)
+        end
+
+      end
+
+      before do
+        protected!
+      end
+
+      post "/resources/:id" do
+        create(params)
+      end
+
+      post "/resources" do
+        create(params)
+      end
+
+      head "/resources/:id" do
+        file_name = get_file_name(params[:id])
+        File.exists?(file_name) ? status(200) : status(404)
+      end
+
+      get "/resources/:id" do
+        file_name = get_file_name(params[:id])
+        if File.exist?(file_name)
+          if @nginx_path
+            status(200)
+            content_type "application/octet-stream"
+            response["X-Accel-Redirect"] = get_nginx_path(params[:id])
+            nil
+          else
+            send_file(file_name)
+          end
+        else
+          error(404)
+        end
+      end
+
+      delete "/resources/:id" do
+        file_name = get_file_name(params[:id])
+        if File.exist?(file_name)
+          status(204)
+          FileUtils.rm(file_name)
+        else
+          error(404)
+        end
+      end
+
+    end
+  end
+end

metadata

@@ -0,0 +1,84 @@
+--- !ruby/object:Gem::Specification
+name: simple_blobstore_server
+version: !ruby/object:Gem::Version
+  version: 1.5.0.pre.1113
+  prerelease: 6
+platform: ruby
+authors:
+- VMware
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-10-16 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: thin
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.5.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.5.0
+- !ruby/object:Gem::Dependency
+  name: sinatra
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.4.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.4.2
+description: ! 'BOSH Simple Blobstore Server
+
+  cfd471'
+email: support@cloudfoundry.com
+executables:
+- simple_blobstore_server
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/simple_blobstore_server.rb
+- lib/simple_blobstore_server/version.rb
+- README
+- bin/simple_blobstore_server
+homepage: https://github.com/cloudfoundry/bosh
+licenses:
+- Apache 2.0
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: 1.9.3
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>'
+    - !ruby/object:Gem::Version
+      version: 1.3.1
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: BOSH Simple Blobstore Server
+test_files: []