uricp 0.0.1

data/lib/uricp/uri_strategy.rb

@@ -0,0 +1,47 @@
+require 'uri'
+
+module Uricp
+
+  class UriStrategy
+
+    include Methadone::CLILogging
+
+    def self.choose_strategy(options)
+      current = options.reject {|k,v| k.is_a? Symbol}
+      strategy_list = []
+      while STRATEGIES.detect {|klass| @strategy = klass.new(current).appropriate? }
+	debug "#{self.name}: Selected strategy #{@strategy.class.name}"
+        strategy_list << @strategy
+	current = @strategy.proposed_options
+      end
+      raise Uricp::UnsupportedURLtype, "Unsupported transfer from #{options['from_uri']} to #{options['to_uri']}" if incomplete_strategy?(strategy_list)
+      strategy_list
+    end
+
+    def self.incomplete_strategy?(list)
+      list.empty?
+    end
+
+  private
+
+    #This is an ordered list from the most specific to the most general
+    STRATEGIES = [
+      Strategy::CachedGet,
+      Strategy::PipedRemoteGet,
+      Strategy::PipedCacheConvert,
+      Strategy::PipedCache,
+      Strategy::PipedDecompress,
+      Strategy::LocalConvert,
+      Strategy::LocalLink,
+      Strategy::PipedCompress,
+      Strategy::SegmentedRemotePut,
+      Strategy::RemotePut,
+      Strategy::PipedLocalCompress,
+      Strategy::PipedLocalGet,
+      Strategy::PipedLocalPut,
+      Strategy::Cleaner,
+      Strategy::Sweeper,
+    ]
+
+  end
+end

data/lib/uricp/version.rb

@@ -0,0 +1,4 @@
+module Uricp
+  VERSION = "0.0.1"
+  DEFAULT_SEGMENT_SIZE = "5 GiB"
+end

data/lib/uricp.rb

@@ -0,0 +1,56 @@
+require 'uricp/version'
+require 'uricp/curl_primitives'
+require 'uricp/strategy/common'
+require 'uricp/strategy/cache_common'
+require 'uricp/strategy/local_convert_common'
+require 'uricp/strategy/local_convert'
+require 'uricp/strategy/local_link'
+require 'uricp/strategy/piped_cache'
+require 'uricp/strategy/piped_cache_convert'
+require 'uricp/strategy/piped_local_get'
+require 'uricp/strategy/piped_local_put'
+require 'uricp/strategy/piped_remote_get'
+require 'uricp/strategy/piped_compress'
+require 'uricp/strategy/piped_decompress'
+require 'uricp/strategy/piped_local_compress'
+require 'uricp/strategy/segmented_remote_put'
+require 'uricp/strategy/remote_put'
+require 'uricp/strategy/cached_get'
+require 'uricp/strategy/sweeper'
+require 'uricp/strategy/cleaner'
+require 'uricp/uri_strategy'
+require 'uricp/orbit_auth'
+
+module Uricp
+
+  UnsupportedURLtype = Class.new(ArgumentError)
+  MissingCache = Class.new(ArgumentError)
+
+end
+
+require 'tempfile'
+class Dir
+  module Tmpname
+    unless respond_to? :make_tmpname
+
+      module_function
+      def make_tmpname(prefix_suffix, n)
+	case prefix_suffix
+	when String
+	  prefix = prefix_suffix
+	  suffix = ""
+	when Array
+	  prefix = prefix_suffix[0]
+	  suffix = prefix_suffix[1]
+	else
+	  raise ArgumentError, "unexpected prefix_suffix: #{prefix_suffix.inspect}"
+	end
+	t = Time.now.strftime("%Y%m%d")
+	path = "#{prefix}#{t}-#{$$}-#{rand(0x100000000).to_s(36)}"
+	path << "-#{n}" if n
+	path << suffix
+      end
+
+    end
+  end
+end

data/spec/something_spec.rb

@@ -0,0 +1,5 @@
+describe "TestSomething" do
+  it "should be true" do
+    true.should == true
+  end
+end

data/uricp.gemspec

@@ -0,0 +1,32 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'uricp/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "uricp"
+  spec.version       = Uricp::VERSION
+  spec.authors       = ["Neil Wilson"]
+  spec.email         = ["neil@aldur.co.uk"]
+  spec.summary       = %q{Copy one URL to another with optional cacheing}
+  spec.description   = %q{Copy one URL to another with optional cacheing}
+  spec.homepage      = ""
+  spec.license       = "gplv3"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.7"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency('rdoc')
+  spec.add_development_dependency('aruba')
+  spec.add_development_dependency('rake')
+  spec.add_dependency('methadone', '~> 1.8.0')
+  spec.add_dependency('open4', '~> 1.3.0')
+  spec.add_dependency('filesize', '= 0.0.2')
+  spec.add_dependency('sendfile', '~> 1.2.0')
+  spec.add_development_dependency('rspec', '~> 2.99')
+  spec.add_development_dependency('inifile', '~> 3.0')
+end

metadata

@@ -0,0 +1,281 @@
+--- !ruby/object:Gem::Specification
+name: uricp
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Neil Wilson
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-01-15 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.7'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.7'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rdoc
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: aruba
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: methadone
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.8.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.8.0
+- !ruby/object:Gem::Dependency
+  name: open4
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.3.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.3.0
+- !ruby/object:Gem::Dependency
+  name: filesize
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.0.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.0.2
+- !ruby/object:Gem::Dependency
+  name: sendfile
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.2.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.2.0
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.99'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.99'
+- !ruby/object:Gem::Dependency
+  name: inifile
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.0'
+description: Copy one URL to another with optional cacheing
+email:
+- neil@aldur.co.uk
+executables:
+- segment_upload
+- uricp
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.md
+- README.rdoc
+- Rakefile
+- bin/segment_upload
+- bin/uricp
+- features/auth_download.feature
+- features/cacheable_from_uri.feature
+- features/documented_options.feature
+- features/remote_upload.feature
+- features/segmented_upload.feature
+- features/segmented_upload_options.feature
+- features/step_definitions/orbit_steps.rb
+- features/step_definitions/uricp_steps.rb
+- features/support/env.rb
+- features/userid_download.feature
+- lib/segment_upload.rb
+- lib/uricp.rb
+- lib/uricp/curl_primitives.rb
+- lib/uricp/orbit_auth.rb
+- lib/uricp/segmenter.rb
+- lib/uricp/strategy/cache_common.rb
+- lib/uricp/strategy/cached_get.rb
+- lib/uricp/strategy/cleaner.rb
+- lib/uricp/strategy/common.rb
+- lib/uricp/strategy/local_convert.rb
+- lib/uricp/strategy/local_convert_common.rb
+- lib/uricp/strategy/local_link.rb
+- lib/uricp/strategy/piped_cache.rb
+- lib/uricp/strategy/piped_cache_convert.rb
+- lib/uricp/strategy/piped_compress.rb
+- lib/uricp/strategy/piped_decompress.rb
+- lib/uricp/strategy/piped_local_compress.rb
+- lib/uricp/strategy/piped_local_get.rb
+- lib/uricp/strategy/piped_local_put.rb
+- lib/uricp/strategy/piped_remote_get.rb
+- lib/uricp/strategy/pruner.rb
+- lib/uricp/strategy/remote_put.rb
+- lib/uricp/strategy/segmented_remote_put.rb
+- lib/uricp/strategy/sweeper.rb
+- lib/uricp/uri_strategy.rb
+- lib/uricp/version.rb
+- spec/something_spec.rb
+- uricp.gemspec
+homepage: ''
+licenses:
+- gplv3
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: Copy one URL to another with optional cacheing
+test_files:
+- features/auth_download.feature
+- features/cacheable_from_uri.feature
+- features/documented_options.feature
+- features/remote_upload.feature
+- features/segmented_upload.feature
+- features/segmented_upload_options.feature
+- features/step_definitions/orbit_steps.rb
+- features/step_definitions/uricp_steps.rb
+- features/support/env.rb
+- features/userid_download.feature
+- spec/something_spec.rb