fog-ifeel 2.2.0

data/benchs/each_provider.sh

@@ -0,0 +1,6 @@
+#!/bin/sh
+
+# for each provider
+grep -lr "< Fog::Service$" lib/fog | xargs -L1 dirname | sort | uniq | sed -e 's/lib\///' |
+  # trigger rubygem cost then benchmark the load time
+  xargs -I{} ruby -Ilib -rbenchmark -e 'Gem::Specification._all; puts "{}: #{Benchmark.realtime{require "{}" }}"'

data/benchs/each_service.sh

@@ -0,0 +1,6 @@
+#!/bin/sh
+
+# for each service
+grep -lr "< Fog::Service$" lib/fog | sed -e 's/lib\///' -e 's/.rb$//' |
+  # trigger rubygem cost then benchmark the load time
+  xargs -I{} ruby -Ilib -rbenchmark -e 'Gem::Specification._all; puts "{}: #{Benchmark.realtime{ require "{}" }}"'

data/benchs/fog_vs.rb

@@ -0,0 +1,106 @@
+require 'rubygems'
+require 'aws/s3'
+require 'benchmark'
+require 'right_aws'
+
+require File.join(File.dirname(__FILE__), '..', 'lib', 'fog')
+
+data = File.open(File.expand_path('~/.fog')).read
+config = YAML.load(data)[:default]
+fog = Fog::AWS::S3.new(
+  :aws_access_key_id     => config[:aws_access_key_id],
+  :aws_secret_access_key => config[:aws_secret_access_key]
+)
+raws = RightAws::S3Interface.new(
+  config[:aws_access_key_id],
+  config[:aws_secret_access_key]
+)
+raws.logger.level = 3 # ERROR
+awss3 = AWS::S3::Base.establish_connection!(
+  :access_key_id     => config[:aws_access_key_id],
+  :secret_access_key => config[:aws_secret_access_key],
+  :persistent        => true
+)
+
+TIMES = 10
+
+Benchmark.bmbm(25) do |bench|
+  bench.report('fog.put_bucket') do
+    TIMES.times do |x|
+      fog.put_bucket("fogbench#{x}")
+    end
+  end
+  bench.report('raws.create_bucket') do
+    TIMES.times do |x|
+      raws.create_bucket("rawsbench#{x}")
+    end
+  end
+  bench.report('awss3::Bucket.create') do
+    TIMES.times do |x|
+      AWS::S3::Bucket.create("awss3bench#{x}")
+    end
+  end
+
+  bench.report('fog.put_object') do
+    TIMES.times do |x|
+      TIMES.times do |y|
+        file = File.open(File.dirname(__FILE__) + '/../spec/lorem.txt', 'r')
+        fog.put_object("fogbench#{x}", "lorem_#{y}", file)
+      end
+    end
+  end
+  bench.report('raws.put') do
+    TIMES.times do |x|
+      TIMES.times do |y|
+        file = File.open(File.dirname(__FILE__) + '/../spec/lorem.txt', 'r')
+        raws.put("rawsbench#{x}", "lorem_#{y}", file)
+      end
+    end
+  end
+  bench.report('awss3::S3Object.create') do
+    TIMES.times do |x|
+      TIMES.times do |y|
+        file = File.open(File.dirname(__FILE__) + '/../spec/lorem.txt', 'r')
+        AWS::S3::S3Object.create("lorem_#{y}", file, "awss3bench#{x}")
+      end
+    end
+  end
+
+  bench.report('fog.delete_object') do
+    TIMES.times do |x|
+      TIMES.times do |y|
+        fog.delete_object("fogbench#{x}", "lorem_#{y}")
+      end
+    end
+  end
+  bench.report('raws.delete') do
+    TIMES.times do |x|
+      TIMES.times do |y|
+        raws.delete("rawsbench#{x}", "lorem_#{y}")
+      end
+    end
+  end
+  bench.report('awss3::S3Object.delete') do
+    TIMES.times do |x|
+      TIMES.times do |y|
+        AWS::S3::S3Object.delete("lorem_#{y}", "awss3bench#{x}")
+      end
+    end
+  end
+
+  bench.report('fog.delete_bucket') do
+    TIMES.times do |x|
+      fog.delete_bucket("fogbench#{x}")
+    end
+  end
+  bench.report('raws.delete_bucket') do
+    TIMES.times do |x|
+      raws.delete_bucket("rawsbench#{x}")
+    end
+  end
+  bench.report('awss3::Bucket.delete') do
+    TIMES.times do |x|
+      AWS::S3::Bucket.delete("awss3bench#{x}")
+    end
+  end
+end

data/benchs/load_times.rb

@@ -0,0 +1,37 @@
+require 'benchmark'
+$LOAD_PATH << File.dirname(__FILE__) + '/../lib'
+
+def time_in_fork(&block)
+  read, write = IO.pipe
+  Process.fork do
+    write.puts Benchmark.realtime{ block.call }
+  end
+  Process.wait
+  write.close
+  read.read.tap do
+    read.close
+  end
+end
+
+class Array
+  def avg
+    map(&:to_f).inject(:+) / size
+  end
+end
+
+def report(label, n = 10, &block)
+  puts label
+  puts "%.4f" % n.times.map{ time_in_fork &block }.avg
+  puts
+end
+
+# make rubygems load specifications now so the
+# time is not included below.
+Gem::Specification._all
+
+N = 10
+
+report("require fog:", N)             { require 'fog' }
+report("require fog/aws:", N)         { require 'fog/aws' }
+report("require fog/aws/compute:", N) { require 'fog/aws/compute' }
+report("require fog/aws/core:", N)    { require 'fog/aws/core'}

data/benchs/params.rb

@@ -0,0 +1,43 @@
+require 'benchmark'
+
+def hash(options)
+  result = "#{options.delete(:name)}"
+  for key, value in options
+    result << " #{key} => #{value} "
+  end
+  result
+end
+
+def optional(name, a = nil, b = nil, c = nil)
+  result = "#{name}"
+  options = { :a => a, :b => b, :c => c }
+  for key, value in options
+    result << " #{key} => #{value} "
+  end
+  result
+end
+
+COUNT = 100_000
+data = "Content-Length: 100"
+Benchmark.bmbm(25) do |bench|
+  bench.report('hash') do
+    COUNT.times do
+      hash({:name => 'name'})
+    end
+  end
+  bench.report('optional') do
+    COUNT.times do
+      optional('name')
+    end
+  end
+  bench.report('hash_with_option') do
+    COUNT.times do
+      hash({:name => 'name', :a => 'a', :b => 'b', :c => 'c'})
+    end
+  end
+  bench.report('optional_with_option') do
+    COUNT.times do
+      optional('name', :a => 'a', :b => 'b', :c => 'c')
+    end
+  end
+end

data/benchs/parse_vs_push.rb

@@ -0,0 +1,67 @@
+require 'benchmark'
+require 'rubygems'
+require 'nokogiri'
+
+class Parser < Nokogiri::XML::SAX::Document
+  attr_reader :response
+
+  def initialize
+    reset
+  end
+
+  def reset
+    @item = {}
+    @response = { :items => [] }
+  end
+
+  def characters(string)
+    @value ||= ''
+    @value << string.strip
+  end
+
+  def start_element(name, attrs = [])
+    @value = nil
+  end
+
+  def end_element(name)
+    case name
+    when 'item'
+      @response[:items] << @item
+      @item = {}
+    when 'key'
+      @item[:key] = value
+    end
+  end
+
+  def value
+    @value.dup
+  end
+end
+
+data = <<-DATA
+<items>
+  <item>
+    <key>value</key>
+  </item>
+</items>
+DATA
+
+COUNT = 10_000
+
+Benchmark.bmbm(25) do |bench|
+  bench.report('parse') do
+    COUNT.times do
+      parser = Parser.new
+      Nokogiri::XML::SAX::Parser.new(parser).parse(data)
+      parser.response
+    end
+  end
+
+  bench.report('push') do
+    COUNT.times do
+      parser = Parser.new
+      Nokogiri::XML::SAX::PushParser.new(parser).write(data, true)
+      parser.response
+    end
+  end
+end

data/bin/fog

@@ -0,0 +1,78 @@
+#!/usr/bin/env ruby
+
+require File.expand_path(File.join(File.dirname(__FILE__), '..', 'lib', 'fog'))
+require 'optparse'
+require 'irb'
+require 'yaml'
+
+options = OptionParser.new do |opts|
+  opts.banner = 'usage: fog [options] CREDENTIAL'
+
+  opts.on('-C', '--credentials-path FILE', 'Path to the credentials file') do |file|
+    Fog.credentials_path = file
+  end
+
+  opts.on_tail('-v', '--version', 'Prints the version') do
+    puts Fog::VERSION
+    exit
+  end
+
+  opts.on_tail('-h', '--help', 'Prints this message') do
+    puts opts
+    exit
+  end
+end
+options.parse!
+
+Fog.credential = ARGV.first ? ARGV.first.to_sym : nil
+Fog.mock! if ENV['FOG_MOCK']
+if Fog.credentials.empty?
+  begin
+    Fog::Errors.missing_credentials
+  rescue Fog::Errors::LoadError => error
+    abort error.message
+  end
+end
+
+require 'fog/bin'
+
+providers = Fog.available_providers
+providers = if providers.length > 1
+  providers[0...-1].join(', ') << ' and ' << providers[-1]
+else
+  providers.first
+end
+
+if ARGV.length > 1
+
+  result = instance_eval(ARGV[1..-1].join(' '))
+  puts(Fog::JSON.encode(result))
+
+else
+
+  ARGV.clear # Avoid passing args to IRB
+  IRB.setup(nil)
+  @irb = IRB::Irb.new(nil)
+  IRB.conf[:MAIN_CONTEXT] = @irb.context
+  IRB.conf[:PROMPT][:FOG] = IRB.conf[:PROMPT][:SIMPLE].dup
+  IRB.conf[:PROMPT][:FOG][:RETURN] = "%s\n"
+  @irb.context.prompt_mode = :FOG
+  @irb.context.workspace = IRB::WorkSpace.new(binding)
+
+  trap 'INT' do
+    @irb.signal_handle
+  end
+
+  Fog::Formatador.display_line('Welcome to fog interactive!')
+  Fog::Formatador.display_line(":#{Fog.credential} provides #{providers}")
+  providers = Fog.providers
+
+  # FIXME: hacks until we can `include Fog` in bin
+  CDN     = Fog::CDN
+  Compute = Fog::Compute
+  DNS     = Fog::DNS
+  Storage = Fog::Storage
+
+  catch(:IRB_EXIT) { @irb.eval_input }
+
+end

data/fog.gemspec

@@ -0,0 +1,124 @@
+# coding: utf-8
+lib = File.expand_path("../lib", __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "fog/version"
+
+Gem::Specification.new do |s|
+  s.specification_version = 2 if s.respond_to? :specification_version=
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+
+  ## Leave these as is they will be modified for you by the rake gemspec task.
+  ## If your rubyforge_project name is different, then edit it and comment out
+  ## the sub! line in the Rakefile
+  s.name              = "fog-ifeel"
+  s.version           = "2.2.0"
+  s.date              = "2019-06-18"
+  s.rubyforge_project = "fog"
+
+  ## Make sure your summary is short. The description may be as long
+  ## as you like.
+  s.summary     = "brings clouds to you"
+  s.description = "The Ruby cloud services library. Supports all major cloud providers including AWS, Rackspace, Linode, Blue Box, StormOnDemand, and many others. Full support for most AWS services including EC2, S3, CloudWatch, SimpleDB, ELB, and RDS."
+
+  ## List the primary authors. If there are a bunch of authors, it's probably
+  ## better to set the email to an email list or something. If you don't have
+  ## a custom homepage, consider using your GitHub URL or the like.
+  s.authors  = ["geemus (Wesley Beary)"]
+  s.email    = "geemus@gmail.com"
+  s.homepage = "https://github.com/fog/fog"
+  s.license  = "MIT"
+
+  ## This sections is only necessary if you have C extensions.
+  # s.require_paths << 'ext'
+  # s.extensions = %w[ext/extconf.rb]
+
+  ## This gets added to the $LOAD_PATH so that 'lib/NAME.rb' can be required as
+  ## require 'NAME.rb' or'/lib/NAME/file.rb' can be as require 'NAME/file.rb'
+  s.require_paths = %w[lib]
+
+  ## If your gem includes any executables, list them here.
+  s.executables = ["fog"]
+
+  ## Specify any RDoc options here. You'll want to add your README and
+  ## LICENSE files to the extra_rdoc_files list.
+  s.rdoc_options = ["--charset=UTF-8"]
+  s.extra_rdoc_files = %w[README.md]
+
+  s.required_ruby_version = '>= 2.0.0'
+
+  s.add_dependency("fog-core", "~> 2.1")
+  s.add_dependency("fog-json")
+  s.add_dependency("fog-xml", "~> 0.1.1")
+
+  s.add_dependency("json", "~> 2.0")
+  s.add_dependency("ipaddress", "~> 0.5")
+
+  # Modular providers (please keep sorted)
+  s.add_dependency("fog-aliyun",">= 0.1.0")
+  s.add_dependency("fog-atmos")
+  s.add_dependency("fog-aws", ">= 0.6.0")
+  s.add_dependency("fog-brightbox", "~> 0.4")
+  s.add_dependency("fog-cloudatcost", "~> 0.4")
+  s.add_dependency("fog-cloudstack", "~> 0.1.0")
+  s.add_dependency("fog-digitalocean", ">= 0.3.0")
+  s.add_dependency("fog-dnsimple", "~> 2.1")
+  s.add_dependency("fog-dynect", "~> 0.0.2")
+  s.add_dependency("fog-ecloud", "~> 0.1")
+  s.add_dependency("fog-google", "~> 1.0")
+  s.add_dependency("fog-internet-archive")
+  s.add_dependency("fog-local")
+  s.add_dependency("fog-openstack")
+  s.add_dependency("fog-ovirt")
+  s.add_dependency("fog-powerdns", ">= 0.1.1")
+  s.add_dependency("fog-profitbricks")
+  s.add_dependency("fog-rackspace")
+  s.add_dependency("fog-radosgw", ">= 0.0.2")
+  s.add_dependency("fog-riakcs")
+  s.add_dependency("fog-sakuracloud", ">= 0.0.4")
+  s.add_dependency("fog-serverlove")
+  s.add_dependency("fog-softlayer")
+  s.add_dependency("fog-storm_on_demand")
+  s.add_dependency("fog-terremark")
+  s.add_dependency("fog-vmfusion")
+  s.add_dependency("fog-voxel")
+  s.add_dependency("fog-vsphere", ">= 0.4.0")
+  s.add_dependency("fog-xenserver")
+
+  s.add_development_dependency("docker-api", ">= 1.13.6")
+  s.add_development_dependency("fission")
+  s.add_development_dependency("mime-types")
+  s.add_development_dependency("minitest")
+  s.add_development_dependency("minitest-stub-const")
+  s.add_development_dependency("opennebula")
+  s.add_development_dependency("pry")
+  s.add_development_dependency("rake")
+  s.add_development_dependency("rbvmomi")
+  s.add_development_dependency("rubocop", "0.52.1")
+  s.add_development_dependency("shindo", "~> 0.3.4")
+  s.add_development_dependency("simplecov")
+  s.add_development_dependency("thor")
+  s.add_development_dependency("yard")
+  s.add_development_dependency("rspec-core")
+  s.add_development_dependency("rspec-expectations")
+  s.add_development_dependency("vcr")
+  s.add_development_dependency("webmock","~>1.22.2")
+
+  s.files = `git ls-files`.split("\n")
+  s.test_files = `git ls-files -- {spec,tests}/*`.split("\n")
+
+  postinstall_message =  <<-POSTINST
+------------------------------
+Thank you for installing fog!
+
+IMPORTANT NOTICE:
+If there's a metagem available for your cloud provider, e.g. `fog-aws`,
+you should be using it instead of requiring the full fog collection to avoid
+unnecessary dependencies.
+
+'fog' should be required explicitly only if the provider you use doesn't yet
+have a metagem available.
+------------------------------
+  POSTINST
+
+  s.post_install_message = postinstall_message
+end