cloudfiles-sonian 1.5.0.2

data/.gitignore

@@ -0,0 +1,7 @@
+tmp/*
+coverage/*
+doc/*
+pkg/*
+*.gem
+.idea
+Gemfile.lock

data/CHANGELOG

@@ -0,0 +1,56 @@
+================================================================================
+1.5.0.1 (2011/12/05
+================================================================================
+o Fixed small bug with encoding or URI's
+
+================================================================================
+1.5.0 (2011/10/31)
+================================================================================
+ o The underlying http wrapper now uses client.rb a simple abstraction to manage
+   each ReST call in its own function
+
+================================================================================
+1.4.18 (2011/09/07)
+================================================================================
+ o Added Streaming URL support
+
+================================================================================
+1.4.17 (2011/05/27)
+================================================================================
+ o Added Manifest support for Large Objects
+ o Add support for container metadata
+ o Option to check the MD5 of a file uploaded via the load_from_filename method
+
+================================================================================
+1.4.16 (2011/03/17)
+================================================================================
+ o Bugfix on CDN purging. (CvX)
+ o Better OpenStack Swift support with regards to handling the lack of
+   available CDN. (Topper Bowers)
+
+================================================================================
+1.4.15 (2011/03/09)
+================================================================================
+ o Added CDN SSL URL stuff
+
+================================================================================
+1.4.14 (2011/02/24)
+================================================================================
+  o Added CDN Purge functionality for containers and objects.
+
+================================================================================
+ 1.4.13 (2011/02/22)
+================================================================================
+  o Catch an IOError (HTTP session not started) in cfreq and attempt a retry.
+
+================================================================================
+ 1.4.12 (2011/02/04)
+================================================================================
+  o Configurable :auth_url support for OpenStack Swift and non-US deployments. Add constants for Cloud Servers USA and UK. (Chmouel Boudjnah, Dan Prince)
+  o Moved exceptions under the CloudFiles::Exception scope
+  o Added support for configurable path delimiters (Corey Ward)
+  o Improvements in path escaping (Corey Ward)
+  o Support for the new COPY method on objects, via storage_object.copy and storage_object.move
+  o Reduced the number of API calls for loading metadata (Edmund Salvacion)
+  o Allow setting of content_type on more operations (suggestion by Bo Benson)
+  

data/CONTRIBUTORS

@@ -0,0 +1,34 @@
+The following people have contributed to this software, either with code, patches, bug reports, or suggestions.
+
+Thank you for your help! If you have contributed and are not on the list, feel free to email minter@lunenburg.org
+
+Major Hayden
+H. Wade Minter
+Niels Ganser
+phillc
+Todd Eichel
+Cory Forsyth
+Dan Prince
+Carl Woodward
+Conrad Weidenkeller
+Chmouel Boudjnah
+Corey Ward
+Edmund Salvacion
+mindgap
+Bo Benson
+Ryuujinx
+Ivan Torres
+creiht
+Vladimir Zhukov
+JCallicoat
+Jeremy McNevin
+Ryan Williams
+drue
+mkcode
+megaphone
+Nugroho Herucahyono
+CvX
+Topper Bowers
+Xavier Shay
+Dillon Amburgey
+Scott Simpson

data/COPYING

@@ -0,0 +1,12 @@
+Unless otherwise noted, all files are released under the MIT license, exceptions contain licensing information in them.
+
+  Copyright (C) 2011 Rackspace US, Inc.
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+Except as contained in this notice, the name of Rackspace US, Inc. shall not be used in advertising or otherwise to promote the sale, use or other dealings in this Software without prior written authorization from Rackspace US, Inc.
+

data/Gemfile

@@ -0,0 +1,7 @@
+source :gemcutter
+
+gemspec
+
+group :development do
+  gem 'rake'
+end

data/README.rdoc

@@ -0,0 +1,81 @@
+= Rackspace Cloud Files
+
+== Description
+
+This is a Ruby interface into the Rackspace[http://rackspace.com/] {Cloud Files}[http://www.rackspacecloud.com/cloud_hosting_products/files] service. Cloud Files is reliable, scalable and affordable web-based storage hosting for backing up and archiving all your static content.  Cloud Files is the first and only cloud service that leverages a tier one CDN provider to create such an easy and complete storage-to-delivery solution for media content.
+
+== Upgrade Gotchas
+
+As of gem version 1.4.8, the connection method has changed from positional arguments to a hash of options.  This is the new style:
+
+   cf = CloudFiles::Connection.new(:username => "MY_USERNAME", :api_key => "MY_API_KEY")
+   
+This is the old style, which still works but is deprecated:
+
+   cf = CloudFiles::Connection.new("MY_USERNAME","MY_API_KEY")
+
+== Installation
+
+This source is available on Github[http://github.com/rackspace/ruby-cloudfiles/] and the gem is available on Gemcutter[http://gemcutter.org/].  To install it, do
+
+  gem sources -a http://gemcutter.org/
+  
+  sudo gem install cloudfiles
+  
+To use it in a Rails application, add the following information to your config/environment.rb
+
+  config.gem "cloudfiles"
+  
+
+== Examples
+
+See the class definitions for documentation on specific methods and operations.
+
+  require 'rubygems'
+  require 'cloudfiles'
+
+  # Log into the Cloud Files system
+  cf = CloudFiles::Connection.new(:username => "MY_USERNAME", :api_key => "MY_API_KEY")
+
+  # Or, if you want to access the United Kingdom cloud installations, there's a handy constant:
+  cf = CloudFiles::Connection.new(:username => "MY_USERNAME", :api_key => "MY_API_KEY", :auth_url => CloudFiles::AUTH_UK)
+
+  # Or, if you want to access CloudFiles from within the Rackspace network
+  cf = CloudFiles::Connection.new(:username => "MY_USERNAME", :api_key => "MY_API_KEY", :snet => true)
+
+  # Get a listing of all containers under this account
+  cf.containers
+  => ["backup", "Books", "cftest", "test", "video", "webpics"]
+
+  # Access a specific container
+  container = cf.container('test')
+
+  # See how many objects are under this container
+  container.count
+  => 3
+  
+  # Upload a file
+  object = container.create_object 'filename.txt', false
+  object.write file
+
+  # List the objects
+  container.objects
+  => ["bigfile.txt", "new.txt", "test.txt"]
+
+  # Select an object
+  object = container.object('test.txt')
+
+  # Get that object's data
+  object.data
+  => "This is test data"
+
+== Authors
+
+Initial work by Major Hayden <major.hayden@rackspace.com>
+
+Subsequent work by H. Wade Minter <minter@lunenburg.org> and Dan Prince <dan.prince@rackspace.com>
+
+== License
+
+See COPYING for license information.
+Copyright (c) 2011, Rackspace US, Inc.

data/Rakefile

@@ -0,0 +1,21 @@
+namespace :test do
+  desc 'Check test coverage'
+  task :coverage do
+    rm_f "coverage"
+    system("rcov -x '/Library/Ruby/Gems/1.8/gems/' --sort coverage #{File.join(File.dirname(__FILE__), 'test/*_test.rb')}")
+    system("open #{File.join(File.dirname(__FILE__), 'coverage/index.html')}") if PLATFORM['darwin']
+  end
+
+  desc 'Remove coverage products'
+  task :clobber_coverage do
+    rm_r 'coverage' rescue nil
+  end
+
+end
+
+require 'rake/testtask'
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.pattern = 'test/**/*_test.rb'
+  test.verbose = true
+end

data/bin/cloudfiles

@@ -0,0 +1,118 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+require 'cloudfiles'
+require 'optparse'
+require 'yaml'
+
+$opts = {}
+OptionParser.new do |opts|
+  opts.on('-S', '--split BYTES', 'Split into BYTES-sized segments') do |bytes|
+    $opts[:split] = bytes.to_i
+  end
+end.parse!(ARGV)
+
+COMMANDS = %w{ls get put rm mkdir rmdir}
+
+class CloudFilesCmd
+  def initialize(config)
+    @cf = CloudFiles::Connection.new(config)
+  end
+  def ls(*container_names)
+    if container_names.empty?
+      @cf.containers_detail.each do |container_name, container_detail|
+        puts [container_detail[:count], container_detail[:bytes], container_name].join("\t")
+      end
+    else
+      container_names.each do |container_name|
+        if container_name.include?('/')
+          container_name, obj_name = container_name.split('/', 2)
+          obj = @cf.get_container(container_name).object(obj_name)
+          puts [container_name, obj.bytes, obj.last_modified.to_s, obj.etag, obj.etag, obj_name].join("\t")
+        else
+          @cf.get_container(container_name).objects_detail(:full_listing => true).each do |obj_name, obj_detail|
+            puts [container_name, obj_detail[:bytes], obj_detail[:last_modified].to_s, obj_detail[:hash], obj_name].join("\t")
+          end
+        end
+      end
+    end
+  end
+  def get(container_name, obj_name, obj_file=nil)
+    obj_file ||= obj_name
+    data = @cf.container(container_name).object(obj_name).data
+    if obj_file == '-'
+      STDOUT.write(data)
+    else
+      File.open(obj_file, 'w') do |f|
+        f.write(data)
+      end
+    end
+  end
+  def put(container_name, obj_name, obj_file=nil)
+    obj_file ||= obj_name
+    if obj_file == '-'
+      input = STDIN
+    else
+      input = File.open(obj_file)
+    end
+    if $opts[:split]
+      object = @cf.container(container_name).create_object(obj_name)
+      object.write('')
+      n = 0
+      until input.eof?
+        chunk_obj = @cf.container(container_name).create_object("#{obj_name}/#{n}", true)
+        chunk_obj.write(input.read($opts[:split]))
+        n += 1
+      end
+      object.set_manifest("#{container_name}/#{obj_name}/")
+    else
+      object = @cf.container(container_name).create_object(obj_name)
+      object.write(input.read)
+    end
+    input.close unless input == STDIN
+  end
+  def rm(container_name, obj_name)
+    @cf.container(container_name).delete_object(obj_name)
+  end
+  def mkdir(container_name)
+    @cf.create_container(container_name)
+  end
+  def rmdir(container_name)
+    begin
+      @cf.delete_container(container_name)
+    rescue CloudFiles::Exception::NonEmptyContainer => e
+      STDERR.puts e.message
+      exit 1
+    end
+  end
+end
+
+config_file = "#{ENV['HOME']}/.cloudfiles.yml"
+config = begin
+  YAML.load_file(config_file)
+rescue Errno::ENOENT => e
+  no_config = true
+  { :username => ENV['CLOUDFILES_USERNAME'],
+    :api_key => ENV['CLOUDFILES_API_KEY'],
+    :auth_url => ENV['CLOUDFILES_AUTH_URL'] }
+end
+
+if [:username, :api_key].any? {|k| config[k].nil? }
+  STDERR.puts "Could not load #{config_file}" if no_config
+  STDERR.puts "Need username and API key"
+  exit 1
+end
+
+cf = CloudFilesCmd.new(config)
+cmd = ARGV.shift
+
+if COMMANDS.include?(cmd)
+  begin
+    cf.send(cmd.to_sym, *ARGV)
+  rescue ArgumentError => e
+    STDERR.puts e.message
+  end
+else
+  STDERR.puts "Usage: cloudfiles [#{COMMANDS.join('|')}]"
+  exit 2
+end

data/cloudfiles.gemspec

@@ -0,0 +1,72 @@
+require File.expand_path('../lib/cloudfiles/version', __FILE__)
+
+Gem::Specification.new do |s|
+  s.name = %q{cloudfiles-sonian}
+  s.version = CloudFiles::VERSION
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["H. Wade Minter", "Rackspace Hosting"]
+  s.description = %q{A Ruby version of the Rackspace Cloud Files API.}
+  s.email = %q{minter@lunenburg.org}
+  s.extra_rdoc_files = [
+    "README.rdoc",
+     "TODO"
+  ]
+  s.files = [
+    ".gitignore",
+     "CHANGELOG",
+     "CONTRIBUTORS",
+     "COPYING",
+     "Gemfile",
+     "README.rdoc",
+     "Rakefile",
+     "TODO",
+     "cloudfiles.gemspec",
+     "lib/cloudfiles.rb",
+     "lib/client.rb",
+     "lib/cloudfiles/authentication.rb",
+     "lib/cloudfiles/connection.rb",
+     "lib/cloudfiles/container.rb",
+     "lib/cloudfiles/exception.rb",
+     "lib/cloudfiles/storage_object.rb",
+     "lib/cloudfiles/version.rb",
+     "test/cf-testunit.rb",
+     "test/cloudfiles_authentication_test.rb",
+     "test/cloudfiles_connection_test.rb",
+     "test/cloudfiles_container_test.rb",
+     "test/cloudfiles_storage_object_test.rb",
+     "test/cloudfiles_client_test.rb",
+     "test/test_helper.rb"
+  ]
+  s.executables = [
+     "cloudfiles"
+  ]
+  s.homepage = %q{http://www.rackspacecloud.com/cloud_hosting_products/files}
+  s.rdoc_options = ["--charset=UTF-8"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.5.0.1}
+  s.summary = %q{A Ruby API into Rackspace Cloud Files}
+  s.test_files = [
+    "test/cf-testunit.rb",
+     "test/cloudfiles_authentication_test.rb",
+     "test/cloudfiles_connection_test.rb",
+     "test/cloudfiles_container_test.rb",
+     "test/cloudfiles_storage_object_test.rb",
+     "test/cloudfiles_client_test.rb",
+     "test/test_helper.rb"
+  ]
+
+  s.add_dependency('json')
+
+  if s.respond_to? :specification_version then
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_development_dependency(%q<mocha>, ["~> 0.9.8"])
+    else
+      s.add_dependency(%q<mocha>, ["~> 0.9.8"])
+    end
+  else
+    s.add_dependency(%q<mocha>, ["~> 0.9.8"])
+  end
+end
+

data/lib/client.rb

@@ -0,0 +1,618 @@
+require 'rubygems'
+require 'uri'
+require 'json'
+
+class ClientException < StandardError
+  attr_reader :scheme, :host, :port, :path, :query, :status, :reason, :devices
+  def initialize(msg, params={})
+    @msg     = msg
+    @scheme  = params[:http_scheme]
+    @host    = params[:http_host]
+    @port    = params[:http_port]
+    @path    = params[:http_path]
+    @query   = params[:http_query]
+    @status  = params[:http_status]
+    @reason  = params[:http_reason]
+    @device  = params[:http_device]
+  end
+      
+  def to_s
+    a = @msg
+    b = ''
+    b += "#{@scheme}://" if @scheme
+    b += @host if @host
+    b +=  ":#{@port}" if @port
+    b += @path if @path
+    b += "?#{@query}" if @query
+    b ? b = "#{b} #{@status}" : b = @status.to_s if @status
+    b ? b = "#{b} #{@reason}" : b = "- #{@reason}" if @reason
+    b ? b = "#{b}: device #{@device}" : b = "device #{@device}" if @device
+    b ? "#{a} #{b}" : a
+  end
+end
+
+class ChunkedConnectionWrapper
+  def initialize(data, chunk_size)
+    @size = chunk_size
+    @file = data
+  end
+  
+  def read(foo)
+    @file.read(@size)
+  end
+
+  def eof!
+    @file.eof!
+  end
+  def eof?
+    @file.eof?
+  end
+end
+
+def quote(value)
+  URI.encode(value)
+end
+
+class Query
+  def initialize(url_params)
+    if url_params
+      @params = Query.from_url_params(url_params)
+    else
+      @params = {}
+    end
+  end
+  def to_s
+    to_url_params
+  end
+  def to_url_params
+    elements = []
+    @params.each_pair {|k,v| elements << "#{k}=#{v}"}
+    elements.join('&')
+  end
+  def self.from_url_params(url_params)
+    result = {}
+    url_params.split('&').each do |element|
+      element = element.split('=')
+      result[element[0]] = element[1]
+    end
+    result
+  end
+  def has_key?(key)
+    @params.has_key? key
+  end
+  def add(key, value)
+    @params[key] = value
+  end
+  def delete(key)
+    @params.delete(key)
+  end
+end
+
+class SwiftClient
+  def initialize(authurl, user, key, retries=5, preauthurl=nil, preauthtoken=nil, snet=false, starting_backoff=1)
+    @authurl = authurl
+    @user = user
+    @key = key
+    @retries = retries
+    @http_conn = nil
+    @url = preauthurl
+    @token = preauthtoken
+    @attempts = 0
+    @snet = snet
+    @starting_backoff = starting_backoff
+  end
+  
+private
+  def _retry(reset, func, args=nil)
+    @attempts = 0
+    backoff = @starting_backoff
+    
+    while @attempts < @retries 
+      @attempts += 1
+      begin
+        if !@url or !@token
+          @url, @token = self.get_auth()
+          @http_conn = nil
+        end
+        @http_conn = self.http_connection() if !@http_conn
+        return SwiftClient.method(func).call(@url, @token, *args)
+      rescue Net::HTTPExceptions
+        if @attempts > @retries
+          raise
+        end
+        @http_conn = nil
+      rescue ClientException => err
+        if @attempts > @retries
+          raise
+        end
+        if err.status.to_i == 401
+          @url = @token = nil
+          if @attempts > 1
+            raise
+          end
+        elsif err.status.to_i == 408
+          @http_conn = nil
+        elsif err.status.to_i >= 500 and err.status.to_i <= 599
+          return nil
+        else
+          raise
+        end
+      end
+      sleep(backoff)
+      backoff *= 2
+      if reset
+        reset.call(args)
+      end
+    end
+  end
+
+public
+  def self.http_connection(url, proxy_host=nil, proxy_port=nil)
+    parsed = URI::parse(url)
+    
+    if parsed.scheme == 'http'
+      require 'net/http'
+      conn = Net::HTTP::Proxy(proxy_host, proxy_port).new(parsed.host, parsed.port)
+      [parsed, conn]
+    elsif parsed.scheme == 'https'
+      require 'net/https'
+      conn = Net::HTTP::Proxy(proxy_host, proxy_port).new(parsed.host, parsed.port)
+      conn.use_ssl = true
+      conn.verify_mode = OpenSSL::SSL::VERIFY_NONE
+      [parsed, conn]
+    else
+      raise ClientException.new(
+        "Cannot handle protocol scheme #{parsed.scheme} for #{url} %s")
+    end
+  end
+  
+  def http_connection
+    if !@http_conn
+      @http_conn = SwiftClient.http_connection(@url)
+    else
+      @http_conn
+    end
+  end
+  
+  def self.get_auth(url, user, key, snet=false)
+    parsed, conn = http_connection(url)
+    conn.start if not conn.started?
+    resp = conn.get(URI.encode(parsed.request_uri), {"x-auth-user" => user, "x-auth-key" => key })
+    if resp.code.to_i < 200 or resp.code.to_i > 300
+      raise ClientException.new('Account GET failed', :http_scheme=>parsed.scheme,
+                  :http_host=>conn.address, :http_port=>conn.port,
+                  :http_path=>parsed.path, :http_query=>parsed.query, :http_status=>resp.code,
+                  :http_reason=>resp.message)
+    end
+    url = URI::parse(resp.header['x-storage-url'])
+    if snet
+      url.host = "snet-#{url.host}"
+    end
+    [url.to_s, resp.header['x-auth-token'], resp.header]
+  end
+  
+  def get_auth
+    @url, @token = SwiftClient.get_auth(@authurl, @user, @key, @snet)
+  end
+  
+  def self.get_account(url, token, marker=nil, limit=nil, prefix=nil, 
+      full_listing=false, http_conn=nil)
+    #todo: add in rest of functionality
+    if not http_conn
+      http_conn = http_connection(url)
+    end
+    parsed = http_conn[0].clone
+    conn = http_conn[1]
+    if full_listing
+      rv = get_account(url, token, marker, limit, prefix, false, http_conn)
+      listing = rv[1]
+      while listing.length > 0
+        marker = listing[-1]['name']
+        listing = get_account(url, token, marker, limit, prefix, false, http_conn)[1]
+        if listing.length > 0
+          rv[1] += listing
+        end
+      end
+      return rv
+    end
+    query = Query.new(parsed.query)
+    query.add('format', 'json')
+    query.add('marker', quote(marker.to_s)) if marker
+    query.add('limit', quote(limit.to_s)) if limit
+    query.add('prefix', quote(prefix.to_s)) if prefix
+    parsed.query = query.to_url_params
+    conn.start if !conn.started?
+    resp = conn.get(parsed.request_uri, {'x-auth-token' => token})
+    if resp.code.to_i < 200 or resp.code.to_i > 300
+      raise ClientException.new('Account GET failed', :http_scheme=>parsed.scheme,
+                  :http_host=>conn.address, :http_port=>conn.port,
+                  :http_path=>parsed.path, :http_query=>parsed.query, :http_status=>resp.code,
+                  :http_reason=>resp.message)
+    end
+    resp_headers = {}
+    resp.header.each do |k,v|
+      resp_headers[k.downcase] = v
+    end
+    if resp.code.to_i == 204
+      [resp_headers, []]
+    else
+      [resp_headers, JSON.parse(resp.body)]
+    end
+  end
+  
+  def get_account(marker=nil, limit=nil, prefix=nil, full_listing=false)
+    _retry(nil, :get_account, [marker, limit, prefix, @http_conn, full_listing])
+  end
+      
+  def self.head_account(url, token, http_conn=nil)
+    if not http_conn
+      http_conn = http_connection(url)
+    end
+    parsed = http_conn[0].clone
+    conn = http_conn[1]
+    conn.start if !conn.started?
+    resp = conn.head(parsed.request_uri, {'x-auth-token' => token})
+    if resp.code.to_i < 200 or resp.code.to_i > 300
+      raise ClientException.new('Account HEAD failed', :http_scheme=>parsed.scheme,
+              :http_host=>conn.address, :http_port=>conn.port,
+              :http_path=>parsed.path, :http_status=>resp.code,
+              :http_reason=>resp.message)
+    end
+    resp_headers = {}
+    resp.header.each do |k,v|
+      resp_headers[k.downcase] = v
+    end
+    resp_headers
+  end
+  
+  def head_account
+    _retry(nil, :head_account, [@http_conn])
+  end
+
+  def self.post_account(url, token, headers, http_conn=nil)
+    if not http_conn
+      http_conn = http_connection(url)
+    end
+    parsed = http_conn[0].clone
+    conn = http_conn[1]
+    headers['x-auth-token'] = token
+    conn.start if !conn.started?
+    resp = conn.post(parsed.request_uri, nil, headers)
+    if resp.code.to_i < 200 or resp.code.to_i > 300
+      raise ClientException.new('Account POST failed', :http_scheme=>parsed.scheme,
+              :http_host=>conn.address, :http_port=>conn.port,
+              :http_path=>parsed.path, :http_status=>resp.code,
+              :http_reason=>resp.message)
+    end
+    resp.body
+  end
+  def post_account(headers=nil)
+    _retry(nil, :post_account, [headers, @http_conn])
+  end
+
+  def self.get_container(url, token, container, marker=nil, limit=nil, 
+        prefix=nil, delimiter=nil, full_listing=false, http_conn=nil)
+    #todo: add in rest of functionality
+    if not http_conn
+      http_conn = http_connection(url)
+    end
+    parsed = http_conn[0].clone
+    conn = http_conn[1]
+    
+    if full_listing
+      rv = get_container(url, token, container, marker, limit, prefix, delimiter, false, http_conn)
+      listing = rv[1]
+      while listing.length > 0
+        marker = listing[-1]['name']
+        listing = get_container(url, token, container, marker, limit, prefix, delimiter, false, http_conn)[1]
+        if listing.length > 0
+          rv[1] += listing
+        end
+      end
+      return rv
+    end
+    query = Query.new(parsed.query)
+    query.add('format', 'json')
+    query.add('marker', quote(marker.to_s)) if marker
+    query.add('limit', quote(limit.to_s)) if limit
+    query.add('prefix', quote(prefix.to_s)) if prefix
+    parsed.query = query.to_url_params
+    conn.start if !conn.started?
+    parsed.path += "/#{quote(container)}"
+    resp = conn.get(parsed.request_uri, {'x-auth-token' => token})
+    if resp.code.to_i < 200 or resp.code.to_i > 300
+      raise ClientException.new('Container GET failed', :http_scheme=>parsed.scheme,
+                  :http_host=>conn.address, :http_port=>conn.port,
+                  :http_path=>parsed.path, :http_query=>parsed.query, :http_status=>resp.code,
+                  :http_reason=>resp.message)
+    end
+    resp_headers = {}
+    resp.header.each do |k,v|
+      resp_headers[k.downcase] = v
+    end
+    if resp.code.to_i == 204
+      [resp_headers, []]
+    else
+      [resp_headers, JSON.parse(resp.body())]
+    end
+  end
+  
+  def get_container(container, marker=nil, limit=nil, prefix=nil, delimiter=nil, full_listing=nil)
+    _retry(nil, :get_container, [container, marker, limit, prefix, delimiter, full_listing])
+  end
+
+  def self.head_container(url, token, container, http_conn=nil)
+    if not http_conn
+      http_conn = http_connection(url)
+    end
+    parsed = http_conn[0].clone
+    conn = http_conn[1]
+    
+    conn.start if !conn.started?
+    parsed.path += "/#{quote(container)}"
+    resp = conn.head(parsed.request_uri, {'x-auth-token' => token})
+    if resp.code.to_i < 200 or resp.code.to_i > 300
+      raise ClientException.new('Container HEAD failed', :http_scheme=>parsed.scheme,
+                  :http_host=>conn.address, :http_port=>conn.port,
+                  :http_path=>parsed.path, :http_status=>resp.code,
+                  :http_reason=>resp.message)
+    end
+    resp_headers = {}
+    resp.header.each do |k,v|
+      resp_headers[k.downcase] = v
+    end
+    resp_headers
+  end
+  
+  def head_container(container)
+    _retry(nil, :head_container, [container, @http_conn])
+  end
+
+  def self.put_container(url, token, container, headers={}, http_conn=nil)
+    if not http_conn
+      http_conn = http_connection(url)
+    end
+    parsed = http_conn[0].clone
+    conn = http_conn[1]
+    
+    conn.start if !conn.started?
+    parsed.path += "/#{quote(container)}"
+    headers['x-auth-token'] = token
+    # headers['content-length'] = 0
+    resp = conn.put(parsed.request_uri, nil, headers)
+    if resp.code.to_i < 200 or resp.code.to_i > 300
+      raise ClientException.new('Container PUT failed', :http_scheme=>parsed.scheme,
+                  :http_host=>conn.address, :http_port=>conn.port,
+                  :http_path=>parsed.path, :http_status=>resp.code,
+                  :http_reason=>resp.message)  
+    end
+  end
+  
+  def put_container(container, headers={})
+    _retry(nil, :put_container, [container, headers, @http_conn])
+  end
+
+  def self.post_container(url, token, container, headers={}, http_conn=nil)
+    if not http_conn
+      http_conn = http_connection(url)
+    end
+    parsed = http_conn[0].clone
+    conn = http_conn[1]
+    
+    conn.start if !conn.started?
+    parsed.path += "/#{quote(container)}"
+    headers['x-auth-token'] = token
+    resp = conn.post(parsed.request_uri, nil, headers)
+    if resp.code.to_i < 200 or resp.code.to_i > 300
+      raise ClientException.new('Container POST failed', :http_scheme=>parsed.scheme,
+                  :http_host=>conn.address, :http_port=>conn.port,
+                  :http_path=>parsed.path, :http_status=>resp.code,
+                  :http_reason=>resp.message)
+    end
+  end
+  
+  def post_container(container, headers={})
+    _retry(nil, :post_container, [container, headers])
+  end
+
+  def self.delete_container(url, token, container, headers={}, http_conn=nil)
+    if not http_conn
+      http_conn = http_connection(url)
+    end
+    parsed = http_conn[0].clone
+    conn = http_conn[1]
+    
+    conn.start if !conn.started?
+    parsed.path += "/#{quote(container)}"
+    headers['x-auth-token'] = token
+    resp = conn.delete(parsed.request_uri, headers)
+    if resp.code.to_i < 200 or resp.code.to_i > 300
+      raise ClientException.new('Container DELETE failed', :http_scheme=>parsed.scheme,
+                  :http_host=>conn.address, :http_port=>conn.port,
+                  :http_path=>parsed.path, :http_status=>resp.code,
+                  :http_reason=>resp.message)
+    end
+  end
+  
+  def delete_container(container)
+    _retry(nil, :delete_container, [container])
+  end
+
+  def self.get_object(url, token, container, name, http_conn=nil, resp_chunk_size=nil, &block)
+    if not http_conn
+      http_conn = http_connection(url)
+    end
+    parsed = http_conn[0].clone
+    conn = http_conn[1]
+    
+
+    parsed.path += "/#{quote(container)}/#{quote(name)}"
+    conn.start if not conn.started?
+    headers = {'x-auth-token' => token}
+    if block_given?
+      resp = conn.request_get(parsed.request_uri, headers) do |r|
+        r.read_body do |b|
+          yield b
+        end
+      end
+      object_body = nil
+    else
+      resp = conn.request_get(parsed.request_uri, headers)
+      object_body = resp.body  
+    end
+    if resp.code.to_i < 200 or resp.code.to_i > 300
+      raise ClientException.new('Object GET failed', :http_scheme=>parsed.scheme,
+                  :http_host=>conn.address, :http_port=>conn.port,
+                  :http_path=>parsed.path, :http_status=>resp.code,
+                  :http_reason=>resp.message)
+    end
+    resp_headers = {}
+    resp.header.each do |k,v|
+      resp_headers[k.downcase] = v
+    end
+    [resp_headers, object_body]
+  end
+
+  def get_object(container, name, resp_chunk_size=nil)
+    _retry(nil, :get_object, [container, name, resp_chunk_size])
+  end
+    
+  def self.head_object(url, token, container, name, http_conn=nil)
+    if not http_conn
+      http_conn = http_connection(url)
+    end
+    parsed = http_conn[0].clone
+    conn = http_conn[1]
+    
+
+    parsed.path += "/#{quote(container)}/#{quote(name)}"
+    conn.start if not conn.started?
+    resp = conn.head(parsed.request_uri, {'x-auth-token' => token})
+    if resp.code.to_i < 200 or resp.code.to_i > 300
+      raise ClientException.new('Object HEAD failed', :http_scheme=>parsed.scheme,
+                  :http_host=>conn.address, :http_port=>conn.port,
+                  :http_path=>parsed.path, :http_status=>resp.code,
+                  :http_reason=>resp.message)
+    end
+    resp_headers = {}
+    resp.header.each do |k,v|
+      resp_headers[k.downcase] = v
+    end
+    resp_headers
+  end
+  
+  def head_object(container, name)
+    _retry(nil, :head_object, [container, name])
+  end
+
+  def self.put_object(url, token=nil, container=nil, name=nil, contents=nil,
+                 content_length=nil, etag=nil, chunk_size=nil,
+                 content_type=nil, headers={}, http_conn=nil, proxy=nil)
+    chunk_size ||= 65536
+    if not http_conn
+      http_conn = http_connection(url)
+    end
+    parsed = http_conn[0].clone
+    conn = http_conn[1]
+                  
+    parsed.path += "/#{quote(container)}" if container
+    parsed.path += "/#{quote(name)}" if name
+    headers['x-auth-token'] = token if token
+    headers['etag'] = etag if etag
+    if content_length != nil
+      headers['content-length'] = content_length.to_s
+    else
+      headers.each do |k,v|
+        if k.downcase == 'content-length'
+          content_length = v.to_i
+        end
+      end
+    end
+    headers['content-type'] = content_type if content_type
+    headers['content-length'] = '0' if not contents  
+    if contents.respond_to? :read
+      request = Net::HTTP::Put.new(parsed.request_uri, headers)
+      chunked = ChunkedConnectionWrapper.new(contents, chunk_size)
+      if content_length == nil
+        request['Transfer-Encoding'] = 'chunked'
+        request.delete('content-length')
+      end
+      request.body_stream = chunked
+      resp = conn.start do |http|
+        http.request(request)
+      end
+    else
+      conn.start if not conn.started?
+      resp = conn.put(parsed.request_uri, contents, headers)
+    end
+    if resp.code.to_i < 200 or resp.code.to_i > 300
+      raise ClientException.new('Object PUT failed', :http_scheme=>parsed.scheme,
+                  :http_host=>conn.address, :http_port=>conn.port,
+                  :http_path=>parsed.path, :http_status=>resp.code,
+                  :http_reason=>resp.message)
+    end
+    resp.header['etag']
+  end
+  
+  def put_object(container, obj, contents, content_length=nil, etag=nil, chunk_size=65536, content_type=nil, headers={})
+    
+    _default_reset = Proc.new do |args|
+      raise ClientException("put_object(#{container}, #{obj}, ...) failure and no ability to reset contents for reupload.")
+    end
+    reset_func = _default_reset
+    if (contents.respond_to? :seek) and (contents.respond_to? :tell)
+      orig_pos = contents.tell
+      reset_func = Proc.new {|a| contents.seek(orig_pos)}
+    elsif !contents
+      reset_func = Proc.new {|a| nil }
+    end
+    _retry(reset_func, :put_object, [container, obj, contents, content_length, etag, chunk_size, content_type, headers])
+  end
+                 
+  def self.post_object(url, token=nil, container=nil, name=nil, headers={}, http_conn=nil)
+    if not http_conn
+       http_conn = http_connection(url)
+    end
+    parsed = http_conn[0].clone
+    conn = http_conn[1]
+    
+    parsed.path += "/#{quote(container)}" if container
+    parsed.path += "/#{quote(name)}" if name
+    headers['x-auth-token'] = token if token
+    resp = conn.post(parsed.request_uri, nil, headers)
+    if resp.code.to_i < 200 or resp.code.to_i > 300
+      raise ClientException.new('Object POST failed', :http_scheme=>parsed.scheme,
+                  :http_host=>conn.address, :http_port=>conn.port,
+                  :http_path=>parsed.path, :http_status=>resp.code,
+                  :http_reason=>resp.message)
+    end
+  end
+  
+  def post_object(container, name, headers={})
+    _retry(nil, :post_object, [container, name, headers])
+  end
+  
+  def self.delete_object(url, token=nil, container=nil, name=nil, http_conn=nil, headers={}, proxy=nil)
+    if not http_conn
+      http_conn = http_connection(url)
+    end
+    parsed = http_conn[0].clone
+    conn = http_conn[1]
+    
+    conn.start if !conn.started?
+    parsed.path += "/#{quote(container)}" if container
+    parsed.path += "/#{quote(name)}" if name
+    headers['x-auth-token'] = token if token
+    resp = conn.delete(parsed.request_uri, headers)
+    if resp.code.to_i < 200 or resp.code.to_i > 300
+      raise ClientException.new('Object DELETE failed', :http_scheme=>parsed.scheme,
+                  :http_host=>conn.address, :http_port=>conn.port,
+                  :http_path=>parsed.path, :http_status=>resp.code,
+                  :http_reason=>resp.message)
+    end
+  end
+  
+  def delete_object(container, name, headers={})
+    _retry(nil, :delete_object, [container, name, headers])
+  end
+end