fiverr_copy 0.0.2

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in fiverr_copy.gemspec
+gemspec

data/LICENSE

@@ -0,0 +1,22 @@
+Copyright (c) 2012 Elad Meidar
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,29 @@
+# FiverrCopy
+
+TODO: Write a gem description
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'fiverr_copy'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install fiverr_copy
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Added some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,2 @@
+#!/usr/bin/env rake
+require "bundler/gem_tasks"

data/bin/fiverr_copy

@@ -0,0 +1,55 @@
+#!/usr/bin/env ruby
+require 'rubygems'
+require 'lib/fiverr_copy'
+require 'optparse'
+
+options = {}
+
+optparse = OptionParser.new do |opts|
+  # Set a banner, displayed at the top
+  # of the help screen.
+  opts.banner = "Usage: fiverr_copy [options]"
+
+  options[:mode] = :client
+  opts.on( '-c', '--client', 'Run as client' ) do
+   options[:mode] = :client
+  end
+
+  opts.on( '-s', '--server', 'Run as server' ) do
+   options[:mode] = :server
+  end   
+
+  options[:port] = 1234
+  opts.on( '-p', '--port PORT', 'Select a port. (default: 1234)' ) do |port|
+   options[:port] = port.to_i
+  end
+
+  options[:recipe] = nil
+  opts.on( '-r', '--recipe FILE', 'Specify a recipe file' ) do |recipe|
+   options[:recipe] = recipe
+  end
+
+  options[:next_hop] = nil
+  opts.on( '-n', '--next_hop IP/HOST', 'Specify the next hop for distribution' ) do |next_hop|
+   options[:next_hop] = next_hop
+  end
+
+  # This displays the help screen, all programs are
+  # assumed to have this option.
+  opts.on( '-h', '--help', 'Display this screen' ) do
+   puts opts
+   exit
+  end
+end
+
+optparse.parse!
+
+if options[:recipe].nil? || !(FileTest.exists?(options[:recipe]))
+  puts "No recipe specified, do it with -r or --recipe"
+  exit 0
+end
+
+require options[:recipe]
+
+FiverrCopy::Server.run!
+

data/fiverr_copy.gemspec

@@ -0,0 +1,19 @@
+# -*- encoding: utf-8 -*-
+require File.expand_path('../lib/fiverr_copy/version', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.authors       = ["Elad Meidar"]
+  gem.email         = ["elad@fiverr.com"]
+  gem.description   = %q{A gem that automates efficient distribution of files between servers.}
+  gem.summary       = %q{This gem uses pipes and streaming to distribute a file in a column of servers.}
+  gem.homepage      = ""
+
+  gem.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  gem.files         = `git ls-files`.split("\n")
+  gem.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  gem.name          = "fiverr_copy"
+  gem.require_paths = ["lib"]
+  gem.version       = FiverrCopy::VERSION
+  gem.add_dependency "net-ssh"
+  gem.add_dependency "OptionParser"
+end

data/lib/fiverr_copy/client.rb

@@ -0,0 +1,76 @@
+class FiverrCopy::Client
+
+  attr_reader :next_client, :client_ip, :username, :port
+
+  def initialize(options = {})
+    #options.assert_valid_keys :client_ip, :next_client, :username, :port
+    @next_client = options[:next_client] ||= nil
+    @username = options[:username] ||= "admin"
+    @client_ip = options[:client_ip] || raise("No client specified")
+    @port = options[:port] ||= 1234
+    @ready = false
+    self
+  end
+
+  def forward?
+    !(@next_client.nil?)
+  end
+
+  def ready?
+    @ready
+  end
+
+  def setup!
+    puts "Setting up #{self.client_ip}"
+    Net::SSH.start(self.client_ip, self.username) do |ssh|
+      bundler_exists = ssh.exec!("which bundle") == "" ? false : true
+      if !(bundler_exists)
+        puts "Installing bundler on #{client_ip}."
+        puts ssh.exec!("gem install bundler")
+      end
+
+      fiverr_copy_exists = ssh.exec!("gem list | grep fiverr_copy") == "" ? false : true
+      
+      if !(fiverr_copy_exists)
+        puts "Installing fiverr_copy."
+        puts ssh.exec!("gem install fiverr_copy")
+      end
+
+      @ready = true
+    end
+  end
+
+
+  def run!(port, next_client)
+    server = TCPServer.new(port)
+    client_session = nil
+    if !(next_client.nil?)
+      client_session = TCPSocket.new(next_client, port)
+    end
+
+    @real_file_name = ""
+    temp_file = "fiverr_copy_#{Time.now.to_i}"
+    TempFile.open(temp_file) do |f|
+      while (session = server.accept)
+        Thread.start do
+          ## I want to be sure to output something on the server side
+          ## to show that there has been a connection
+          puts "log: Connection from #{session.peeraddr[2]} at #{session.peeraddr[3]}"
+          
+          stream = session.gets
+          
+          if (stream.slice(0...8) == "FILENAME")
+            @real_file_name = stream.chomp.split(":").last
+            puts "log: Recieving #{@real_file_name}"
+          else
+            puts "log: got #{stream.size} bytes"
+            f.write stream
+          end
+          client_session.puts(stream) if !(next_client.nil?)
+          session.puts "OK:#{stream.size}"
+        end  #end thread conversation
+      end   #end loop
+    end
+    FileUtils.mv(temp_file, "~/#{@real_file_name}")
+  end
+end

data/lib/fiverr_copy/recipe.rb

@@ -0,0 +1,28 @@
+class FiverrCopy::Recipe
+  attr_accessor :name, :description, :filter, :clients, :username, :port
+
+  attr_reader :initialized_clients
+
+  def initialize(name = nil, description = "A FiverrCopy Recipe", &block)
+    raise "Please specifiy a name for a Recipe" if name.nil?
+    self.name = name
+    self.description = description
+    self.port = 1234
+    @initialized_clients = []
+    yield(self)
+    self
+  end
+
+  def clients=(clients_array = [])
+    raise "No clients specified" if clients_array.empty?    
+    clients_array.uniq!
+    next_hop = nil
+    clients_array.each do |client|
+      self.initialized_clients << FiverrCopy::Client.new(:client_ip => client, 
+                                                         :username => self.username, 
+                                                         :next_client => next_hop,
+                                                         :port => self.port)
+      next_hop = client
+    end
+  end
+end

data/lib/fiverr_copy/server.rb

@@ -0,0 +1,43 @@
+class FiverrCopy::Server
+
+  @@recipe = nil
+
+  def self.recipe=(recipe)
+    @@recipe = recipe
+  end
+
+  def self.recipe
+    @@recipe
+  end
+
+  def self.run!
+    threads = []
+    files_to_sync = Dir[self.recipe.filter]
+    puts "Total Clients: #{self.recipe.initialized_clients.size}"
+    self.recipe.initialized_clients.each do |client|
+      threads << Thread.new(client) do |current_client|
+        current_client.setup!
+        Net::SSH.start(current_client.client_ip, current_client.username) do |ssh|
+          ssh.exec("fiverr_copy --client -p #{current_client.port} -n #{current_client.next_client}")
+        end
+      end
+    end
+
+    threads.collect(&:join)
+    compressed_file_name = "fiverr_copy_compressed_#{Time.now.to_i}"
+
+    begin
+      client_session = TCPSocket.new(self.recipe.initialized_clients.first.client_ip, self.recipe.port)
+      puts "Compressing: #{files_to_sync.inspect}"
+      `tar cv #{files_to_sync.join(" ")} #{compressed_file_name}`
+    rescue Errno::ECONNREFUSED => e
+      puts "ERROR: unable to connect to #{self.recipe.initialized_clients.first.client_ip} => #{e.to_s}"
+    end
+    
+    File.open(compressed_file_name) do |transmitted_file|
+      while (buffer = transmitted_file.read(size)) do
+        client_session.puts buffer
+      end
+    end
+  end
+end

data/lib/fiverr_copy/version.rb

@@ -0,0 +1,3 @@
+module FiverrCopy
+  VERSION = "0.0.2"
+end

data/lib/fiverr_copy.rb

@@ -0,0 +1,15 @@
+
+require "fiverr_copy/version"
+require 'fiverr_copy/server'
+require 'fiverr_copy/client'
+require 'fiverr_copy/recipe'
+
+require 'net/ssh'
+require 'socket'
+require 'tempfile'
+require 'fileutils'
+require 'optparse'
+
+module FiverrCopy
+  # Your code goes here...
+end

metadata

@@ -0,0 +1,106 @@
+--- !ruby/object:Gem::Specification 
+name: fiverr_copy
+version: !ruby/object:Gem::Version 
+  hash: 27
+  prerelease: false
+  segments: 
+  - 0
+  - 0
+  - 2
+  version: 0.0.2
+platform: ruby
+authors: 
+- Elad Meidar
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2012-04-01 00:00:00 +03:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: net-ssh
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: OptionParser
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id002
+description: A gem that automates efficient distribution of files between servers.
+email: 
+- elad@fiverr.com
+executables: 
+- fiverr_copy
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- .gitignore
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- bin/fiverr_copy
+- fiverr_copy.gemspec
+- lib/fiverr_copy.rb
+- lib/fiverr_copy/client.rb
+- lib/fiverr_copy/recipe.rb
+- lib/fiverr_copy/server.rb
+- lib/fiverr_copy/version.rb
+has_rdoc: true
+homepage: ""
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: This gem uses pipes and streaming to distribute a file in a column of servers.
+test_files: []
+