hubic 0.0.1

data/.gitignore

@@ -0,0 +1,34 @@
+*.gem
+*.rbc
+/.config
+/coverage/
+/InstalledFiles
+/pkg/
+/spec/reports/
+/test/tmp/
+/test/version_tmp/
+/tmp/
+
+## Specific to RubyMotion:
+.dat*
+.repl_history
+build/
+
+## Documentation cache and generated files:
+/.yardoc/
+/_yardoc/
+/doc/
+/rdoc/
+
+## Environment normalisation:
+/.bundle/
+/lib/bundler/man/
+
+# for a library or gem, you might want to ignore these files since the code is
+# intended to run in multiple environments; otherwise, check them in:
+# Gemfile.lock
+# .ruby-version
+# .ruby-gemset
+
+# unless supporting rvm < 1.11.0 or doing something fancy, ignore this:
+.rvmrc

data/Gemfile

@@ -0,0 +1,10 @@
+# -*- ruby -*-
+
+# Could be useful to fix permission error during local installation
+ENV['RB_USER_INSTALL'] = 'true'
+ENV['NOKOGIRI_USE_SYSTEM_LIBRARIES'] = "1"
+
+source "http://rubygems.org"
+
+gemspec
+

data/LICENSE

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2014 sdalu
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -0,0 +1,30 @@
+Hubic
+=====
+
+Requirement
+-----------
+You need to retrieve the client id, secret key, and redirection url. 
+For that if not alredy done you need to register an application into your account. 
+To start the registration process you will need to go to ``My Account``, select ``Your application``, and click on ``Add an application``.
+
+Quick example
+-------------
+```ruby
+require 'hubic'
+
+# Configure the client 
+Hubic.default_redirect_uri  = '** your redirect_uri  **'
+Hubic.default_client_id     = '** your client_id     **'
+Hubic.default_client_secret = '** your client_secret **'
+
+# Create a hubic handler for the desired user
+h = Hubic.for_user('** your login **', '** your password **')
+
+# Download file hubic-foo.txt and save it to local-foo.txt
+h.download("hubic-foo.txt", "local-foo.txt")
+
+# Upload file local-foo.txt and save it to hubic with the name hubic-bar.txt
+h.upload("local-foo.txt", "hubic-bar.txt")
+```
+
+

data/Rakefile

@@ -0,0 +1,11 @@
+# -*- ruby -*-
+
+require "rbconfig"
+require "rubygems"
+require "bundler/setup"
+
+include Rake::DSL
+
+
+Bundler::GemHelper.install_tasks
+

data/hubic.gemspec

@@ -0,0 +1,22 @@
+# -*- encoding: utf-8 -*-
+$:.unshift File.expand_path("../lib", __FILE__)
+require "hubic/version"
+
+Gem::Specification.new do |s|
+  s.name        = "hubic"
+  s.version     = Hubic::VERSION
+  s.platform    = Gem::Platform::RUBY
+  s.authors     = [ "Stephane D'Alu" ]
+  s.email       = ["sdalu@sdalu.com" ]
+  s.homepage    = "http://github.com/sdalu/ruby-hubic"
+  s.summary     = "Manage your Hubic account from Ruby"
+  s.description = "Manage your Hubic account from Ruby"
+
+  s.add_dependency "faraday", "~>0.9"
+  s.add_dependency "nokogiri"
+  s.add_development_dependency "rake"
+
+  s.files = `git ls-files`.split("\n")
+  s.executables = `git ls-files`.split("\n").map{|f| f =~ /^bin\/(.*)/ ? $1 : nil}.compact
+  s.require_path = 'lib'
+end

data/lib/hubic.rb

@@ -0,0 +1,219 @@
+# https://api.hubic.com/docs/#/server-side
+# http://docs.openstack.org/api/openstack-object-storage/1.0/content/authentication-examples-curl.html
+
+
+require 'pathname'
+require 'uri'
+require 'time'
+
+require 'json'
+require 'faraday'
+require 'nokogiri'
+
+# TODO
+#  - verify scope (requested == granted)
+#  - better scope handling
+#  - deal with state string
+#  - refresh token and credentials
+
+# X-Storage-Url
+# X-Auth-Token
+
+require_relative 'hubic/version'
+require_relative 'hubic/store'
+require_relative 'hubic/openstack'
+require_relative 'hubic/file_ops'
+
+class Hubic
+    class Error < StandardError
+        class Auth < Error
+        end
+        class NotFound < Error
+        end
+    end
+
+
+    def self.default_client_id=(client_id)
+        @@client_id = client_id
+    end
+
+    def self.default_client_secret=(client_secret)
+        @@client_secret = client_secret
+    end
+
+    def self.default_redirect_uri=(redirect_uri)
+        @@redirect_uri = redirect_uri
+    end
+
+
+    def self.for_user(user, password=nil, store: Store[user],
+                      &password_requester)
+        h = Hubic.new(@@client_id, @@client_secret, @@redirect_uri)
+        h.for_user(user, password, store: store, &password_requester)
+        h
+    end
+
+
+    def initialize(client_id     = @@client_id,
+                   client_secret = @@client_secret,
+                   redirect_uri  = @@redirect_uri)
+        @store         = nil
+        @client_id     = client_id
+        @client_secret = client_secret
+        @redirect_uri  = redirect_uri
+        @conn          = Faraday.new('https://api.hubic.com') do |faraday|
+            faraday.request  :url_encoded
+            faraday.adapter  :net_http
+            faraday.options.params_encoder =  Faraday::FlatParamsEncoder
+        end
+        @default_container = "default"
+    end
+
+    def for_user(user, password=nil, store: Store[user], &password_requester)
+        @store         = store
+        @refresh_token = @store['refresh_token'] if @store
+
+        if @refresh_token
+            data = refresh_access_token
+            @access_token  = data[:access_token]
+            @expires_at    = data[:expires_at  ]
+        else
+            password ||= password_requester.call(user) if password_requester
+            if password.nil?
+                raise ArgumentError, "password requiered for user authorization"
+            end
+            code = get_request_code(user, password)
+            data = get_access_token(code)
+            @access_token  = data[:access_token ]
+            @expires_at    = data[:expires_in   ]
+            @refresh_token = data[:refresh_token]
+            if @store
+                @store['refresh_token'] = @refresh_token
+                @store.save
+            end
+        end
+    end
+
+
+    def account
+        api_hubic(:get, '/1.0/account')
+    end
+
+    def credentials
+        api_hubic(:get, '/1.0/account/credentials')
+    end
+
+
+
+    def [](path=nil, container=@default_container)
+#        objects(path, container: container)
+    end
+
+    
+
+    def api_hubic(method, path, params=nil)
+        r = @conn.method(method).call(path) do |req|
+            req.headers['Authorization'] = "Bearer #{@access_token}"
+            req.params = params if params
+        end
+        JSON.parse(r.body)
+    end
+
+    private
+
+
+    def get_request_code(user, password)
+        # Request code (retrieve user confirmation form)
+        r = @conn.get '/oauth/auth', {
+            :client_id     => @client_id,
+            :response_type => 'code',
+            :redirect_uri  => 'http://localhost/',
+            :scope         => 'account.r,usage.r,links.drw,credentials.r',
+            :state         => 'random'
+        }
+
+        # Autofill confirmation 
+        params = {}
+        doc = Nokogiri::HTML(r.body)
+        doc.css('input').each {|i|
+            case i[:name]
+            when 'login'
+                params[:login   ] = user
+                next
+            when 'user_pwd'
+                params[:user_pwd] = password
+                next
+            end
+            
+            case i[:type]
+            when 'checkbox', 'hidden', 'text'
+                (params[i[:name]] ||= []) << i[:value] if i[:name]
+            end
+        }
+        if params.empty?
+            raise Error, "unable to autofill confirmation form"
+        end
+
+        # Confirm and get code
+        r = @conn.post '/oauth/auth', params
+        q = Hash[URI.decode_www_form(URI(r[:location]).query)]
+
+        case r.status
+        when 302
+            q['code']
+        when 400, 401, 500
+            raise Error::Auth, "#{q['error']} #{q['error_description']}"
+        else 
+            raise Error::Auth, "unhandled response code (#{r.status})"
+        end
+    end
+
+    def get_access_token(code)
+        r = @conn.post '/oauth/token', {
+            :code          => code,
+            :redirect_uri  => 'http://localhost/',
+            :grant_type    => 'authorization_code',
+            :client_id     => @client_id,
+            :client_secret => @client_secret
+        }
+        j = JSON.parse(r.body)
+        case r.status
+        when 200
+            {   :acces_token   => j['access_token'],
+                :expires_at    => Time.parse(r[:date]) + j['expires_in'].to_i,
+                :refresh_token => j['refresh_token']
+            }
+        when 400, 401, 500
+            raise Error::Auth, "#{j['error']} #{j['error_description']}"
+        else 
+            raise Error::Auth, "unhandled response code (#{r.status})"
+        end
+    end
+
+    def refresh_access_token
+        if @refresh_token.nil?
+            raise Error, "refresh_token was not previously acquiered" 
+        end
+        r = @conn.post '/oauth/token', {
+            :refresh_token => @refresh_token,
+            :grant_type    => 'refresh_token',
+            :client_id     => @client_id,
+            :client_secret => @client_secret
+        }
+        j = JSON.parse(r.body)
+        case r.status
+        when 200
+            {   :access_token => j['access_token'],
+                :expires_at   => Time.parse(r[:date]) + j['expires_in'].to_i
+            }
+        when 400, 401, 500
+            raise Error::Auth, "#{j['error']} #{j['error_description']}"
+        else 
+            raise Error::Auth, "unhandled response code (#{r.status})"
+        end
+    end
+
+end
+
+
+

data/lib/hubic/file_ops.rb

@@ -0,0 +1,54 @@
+class Hubic
+
+    # File operations
+    #######################################################################
+
+    def download(obj, dst=nil, size: nil, offset: 0, &block)
+        io   = nil
+        dst  = Pathname(dst) if String === dst
+        _dst = case dst
+               when Pathname then io = dst.open('w')
+               when NilClass then io = StringIO.new
+               else dst
+               end
+
+        meta = get_object(obj, _dst, size: size, offset: offset, &block)
+
+        if (Pathname === dst) && meta[:lastmod]
+            dst.utime(meta[:lastmod], meta[:lastmod])
+        end
+
+        if dst.nil?
+        then io.flush.string
+        else meta
+        end        
+    ensure
+        io.close unless io.nil?
+    end
+
+    def upload(src, obj, &block)
+        put_object(src, obj, &block)
+    end
+
+    def copy(src, dst)
+        raise "not implemented yet"
+    end
+    
+    def move(src, dst)
+        raise "not implemented yet"
+    end
+
+    def delete(src)
+        raise "not implemented yet"
+    end
+
+    def checksum(src)
+        raise "not implemented yet"
+    end
+
+
+    def list(path = '/', container = @default_container)
+        objects(container, path: path)
+    end
+
+end

data/lib/hubic/openstack.rb

@@ -0,0 +1,222 @@
+require 'uri'
+require 'net/http'
+require 'net/https'
+require 'json'
+
+
+class Hubic
+    class Container
+        attr_reader :name, :count, :bytes, :metadata
+        def initialize(hubic, name)
+            @hubic    = hubic
+            @name     = name.dup.freeze
+            j, h      = @hubic.api_openstack(:head, @name)
+            @count    = h['x-container-object-count'].to_i
+            @bytes    = h['x-container-bytes-used'  ].to_i
+            @etag     = h['etag'                    ]
+            @metadata = Hash[h.map {|k,v|
+                              if k =~ /^x-container-meta-(.*)/
+                                  [ $1, v ]
+                              end
+                             }.compact].freeze
+        end
+
+        def [](key)
+            @metadata[key]
+        end
+
+        def empty?
+            @count == 0
+        end
+
+        def destroy!
+            j, h = @hubic.api_openstack(:delete, @name)
+            j
+        end
+
+        def object(path)
+        end
+
+        def objects()
+        end
+
+
+    end
+
+    class Object
+        def initialize(hubic)
+            @hubic = hubic
+        end
+    end
+
+    def get_object(obj, dst=nil, size: nil, offset: 0, &block)
+        container, path, uri = normalize_object(obj)
+
+        if !(IO   === dst) && !dst.respond_to?(:write) &&
+           !(Proc === dst) && !dst.respond_to?(:call)
+            raise ArgumentError, "unsupported destination"
+        end
+
+        meta = {}
+
+        hdrs = {}
+        hdrs['X-Auth-Token'] = @os[:token]
+
+        if size
+            hdrs['Range'] = sprintf("bytes=%d-%d", offset, offset + size - 1)
+        end
+
+        http = Net::HTTP.new(uri.host, uri.port)
+        if uri.scheme == 'https'
+            http.use_ssl = true
+            # http.verify_mode = OpenSSL::SSL::VERIFY_NONE
+        end
+        http.start
+
+
+        http.request_get(uri.request_uri, hdrs) {|response|
+            case response
+            when Net::HTTPSuccess
+            when Net::HTTPRedirection
+                fail "http redirect is not currently handled"
+            when Net::HTTPUnauthorized
+                # TODO: Need to refresh token
+            else
+                fail "resource unavailable: #{uri} (#{response.class})"
+            end
+
+            lastmod = Time.parse(response['last-modified']) rescue nil
+            length  = response.content_length
+            type    = response['content-type']
+            meta    = { :lastmod => lastmod, 
+                        :length  => length, 
+                        :type    => type 
+                      }
+            
+            if block
+                block.call(meta)
+            end
+            
+            response.read_body {|segment|
+                if    IO   === dst            then dst.write(segment)
+                elsif Proc === dst            then dst.call(segment)
+                elsif dst.respond_to?(:write) then dst.write(segment)
+                elsif dst.respond_to?(:call ) then dst.call(segment)
+                end
+                
+                if block
+                    block.call(segment)
+                end
+            }
+        }            
+        if block
+            block.call(:done)
+        end
+
+        meta
+    ensure
+        http.finish unless http.nil?
+    end
+
+    def put_object(src, obj, &block)
+        container, path, uri = normalize_object(obj)
+
+        r = @conn.put(uri) do |req|
+            req.headers['X-Auth-Token'] = @os[:token]
+            req.params[:file] = Faraday::UploadIO.new(src, 'text/plain')
+        end
+        puts r.inspect
+    end
+
+    def objects(container = @default_container, 
+                path: nil, limit: nil, gt: nil, lt: nil)
+        path = path[1..-1] if path && path[0] == ?/
+        p    = { path: path, limit: limit, marker: gt, end_marker: lt 
+               }.delete_if {|k,v| v.nil? }            
+        j,   = api_openstack(:get, container, p)
+        Hash[j.map {|o| [ o['name'], {
+                              :hash    => o['hash'], 
+                              :lastmod => Time.parse(o['last_modified']),
+                              :size    => o['bytes'].to_i,
+                              :type    => o['content_type']
+                          } ] } ]
+    end
+
+    def containers
+        j, = api_openstack(:get, '/')
+        Hash[j.map {|c| [ c['name'], { :size  => c['bytes'].to_i, 
+                                       :count => c['count'].to_i } ] } ]
+    end
+
+    def container(name)
+        Container.new(self, name)
+    end
+
+    def default_container=(name)
+        @default_container = name
+    end
+
+    def api_openstack(method, path, params=nil)
+        openstack_setup_refresh
+
+        params ||= {}
+        params[:format] ||= :json
+
+        p = "#{@os[:endpoint]}#{'/' if path[0] != ?/}#{path}"
+        r = @conn.method(method).call(p) do |req|
+            req.headers['X-Auth-Token'] = @os[:token]
+            req.params = params
+        end
+
+        if r.body.nil? || r.body.empty?
+        then [ nil,                r.headers ]
+        else [ JSON.parse(r.body), r.headers ]
+        end
+    end
+
+
+    def openstack_setup_refresh(force: false)
+        return unless force || @os.nil? || @os[:expires] <= Time.now
+
+        data     = self.credentials
+        endpoint = data['endpoint']
+        token    = data['token']
+        expires  = Time.parse(data['expires'])
+
+        openstack_setup(endpoint, token, expires)
+    end
+
+    def openstack_setup(endpoint, token, expires)
+        conn = Faraday.new  do |faraday|
+            faraday.request  :url_encoded
+            faraday.adapter  :net_http
+            faraday.options.params_encoder =  Faraday::FlatParamsEncoder
+        end
+        @os = {
+            :expires  => expires,
+            :token    => token,
+            :endpoint => endpoint,
+            :conn     => conn
+        }
+    end
+
+    def normalize_object(obj)
+        c, p = case obj
+               when String 
+                   [ @default_container, obj ]
+               when Hash 
+                   [ obj[:name] || obj[:path], 
+                     (obj[:container] || @default_container).to_s ]
+               when Array  
+                   case obj.length
+                   when 1 then [ @default_container, obj ]
+                   when 2 then Symbol === obj[1] ? [ obj[1], obj[0] ] : obj
+                   else raise ArguementError
+                   end
+               end
+        c = c.to_s
+        p = p[1..-1] if p[0] == ?/
+        [ c, p, URI("#{@os[:endpoint]}/#{c}/#{p}") ]
+    end
+
+end

data/lib/hubic/store.rb

@@ -0,0 +1,40 @@
+require 'yaml'
+
+class Hubic
+class Store 
+    FILE = "#{ENV['HOME']}/.hubic"
+
+    extend Forwardable
+    def_delegator :@data, :[]
+    def_delegator :@data, :[]=
+
+    def initialize(file = FILE, user = nil)
+        @file   = file
+        @user   = user
+        @data   = Hash(begin
+                           if data = YAML.load_file(@file)
+                               @user.nil? ? data : data[@user]
+                           end
+                       rescue Errno::ENOENT
+                       end)
+    end
+    
+    def self.[](user)
+        self.new(file = FILE, user)
+    end
+    
+    def save
+        data = if @user
+                   ( begin 
+                         YAML.load_file(@file)
+                     rescue Errno::ENOENT
+                     end || {} ).merge(@user => @data).to_yaml
+               else
+                   @data
+               end
+        File.open(@file, 'w', 0600) {|io|
+            io.write(data.to_yaml)
+        }
+    end
+end
+end

data/lib/hubic/version.rb

@@ -0,0 +1,3 @@
+class Hubic
+    VERSION = "0.0.1"
+end

metadata

@@ -0,0 +1,110 @@
+--- !ruby/object:Gem::Specification
+name: hubic
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Stephane D'Alu
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-05-20 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: faraday
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.9'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.9'
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Manage your Hubic account from Ruby
+email:
+- sdalu@sdalu.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- hubic.gemspec
+- lib/hubic.rb
+- lib/hubic/file_ops.rb
+- lib/hubic/openstack.rb
+- lib/hubic/store.rb
+- lib/hubic/version.rb
+homepage: http://github.com/sdalu/ruby-hubic
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: 4363560357882864147
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: 4363560357882864147
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.29
+signing_key: 
+specification_version: 3
+summary: Manage your Hubic account from Ruby
+test_files: []