uploadr 0.0.1

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 Dan Ryan
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,29 @@
+# Uploadr
+
+TODO: Write a gem description
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'uploadr'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install uploadr
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/bin/uploadr

@@ -0,0 +1,9 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+$: << File.join(File.dirname(__FILE__), "..", "lib")
+
+require 'uploadr'
+require 'uploadr/command'
+
+Uploadr::Command.run

data/lib/uploadr.rb

@@ -0,0 +1,20 @@
+require 'flickraw'
+require 'parseconfig'
+require 'celluloid'
+
+require 'uploadr/version'
+
+require 'uploadr/queue'
+require 'uploadr/worker'
+require 'uploadr/config'
+require 'uploadr/bar'
+require 'uploadr/log'
+
+module Uploadr
+  extend Uploadr::Config
+
+  FlickRaw.api_key = ENV['FLICKR_API_KEY'] || "3863ad4bbc95758077ee8709de72752f"
+  FlickRaw.shared_secret = ENV['FLICKR_SHARED_SECRET'] || "3ce6eaa025d9a699"
+
+  # Your code goes here...
+end

data/lib/uploadr/authentication.rb

@@ -0,0 +1,10 @@
+require 'flickraw'
+
+module Uploadr
+  module Authentication
+
+    def authentication
+    end
+
+  end
+end

data/lib/uploadr/bar.rb

@@ -0,0 +1,15 @@
+require 'progress_bar'
+
+module Uploadr
+  class Bar
+    include Celluloid
+
+    def initialize
+      @progress_bar = ProgressBar.new(Actor[:queue].files.length)
+    end
+
+    def increment
+      @progress_bar.increment!
+    end
+  end
+end

data/lib/uploadr/command.rb

@@ -0,0 +1,69 @@
+require 'clamp'
+require 'progress_bar'
+
+require 'uploadr/log'
+require 'uploadr/queue'
+require 'uploadr/worker'
+require 'uploadr/bar'
+
+module Uploadr
+  class Command < Clamp::Command
+
+    option [ '-v', '--version' ], :flag, 'print version and exit' do
+      puts Uploadr::VERSION
+      exit 0
+    end
+
+    subcommand 'upload', 'upload a directory of files' do
+      option [ '-n', '--concurrency' ], 'NUM', 'The number of concurrent uploaders', default: 4 do |x|
+        x.to_i
+      end
+
+      option [ '-d', '--directory'], 'DIR', 'The directory to upload',
+        multivalued: true, default: [], attribute_name: :directories
+
+      option [ '-c', '--config'], 'CONFIG', 'The config file to use', default: "#{ENV['HOME']}/.uploadrc"
+
+      def execute
+        self_read, self_write = IO.pipe
+
+        %w( INT TERM ).each do |signal|
+          trap signal do
+            raise Interrupt
+          end
+        end
+
+        begin
+
+          Uploadr.worker_count = concurrency
+          Uploadr.directories = directories
+          Uploadr.config_file = config
+
+          Uploadr::Queue.supervise_as(:queue)
+          Uploadr::Log.supervise_as(:log)
+          Uploadr::Bar.supervise_as(:bar)
+
+          pool = Uploadr::Worker.pool(size: Uploadr.worker_count) #, args: [ queue ])
+
+          Celluloid::Actor[:queue].wait_completion
+
+        rescue Interrupt
+          pool.terminate
+
+          Celluloid::Actor[:bar].terminate
+          Celluloid::Actor[:log].terminate
+          Celluloid::Actor[:queue].terminate
+
+          exit 0
+        end
+
+        # worker = Uploadr::Worker.new(queue, config)
+        # puts client.connection.test.login
+        # get list of files inside directories
+        # work off queue 'til done
+        # profit?
+      end
+
+    end
+  end
+end

data/lib/uploadr/config.rb

@@ -0,0 +1,38 @@
+require 'parseconfig'
+
+module Uploadr
+  module Config
+    VALID_OPTIONS_KEYS = [
+      :worker_count,
+      :directories,
+      :config,
+      :config_file
+    ]
+
+    attr_accessor(*VALID_OPTIONS_KEYS)
+
+    def self.extended(base)
+      base.reset
+    end
+
+    def configure
+      yield self
+    end
+
+    def options
+      VALID_OPTIONS_KEYS.inject({}){|o,k| o.merge!(k => send(k)) }
+    end
+
+    def config
+      @config ||= ParseConfig.new(File.expand_path(config_file))
+    end
+
+    def reset
+      self.config = nil
+      self.config_file = nil
+      self.worker_count = nil
+      self.directories = nil
+    end
+
+  end
+end

data/lib/uploadr/connection.rb

@@ -0,0 +1,55 @@
+require 'flickraw'
+
+module Uploadr
+  class Connection
+
+    attr_accessor :config
+
+    def initialize
+      @config = Uploadr.config
+    end
+    
+    def upload(photo)
+      connection.upload_photo photo,
+        is_public: 0,
+        is_friend: 0,
+        is_family: 0,
+        safety_level: 1,
+        content_type: 1,
+        hidden: 2
+    end
+
+    private
+
+      def connection
+        connection = FlickRaw::Flickr.new
+
+        if config['access_token'] && config['access_secret']
+          connection.access_token = config['access_token']
+          connection.access_secret = config['access_secret']
+        else
+          token = connection.get_request_token
+          auth_url = connection.get_authorize_url(token['oauth_token'], :perms => 'write')
+
+          puts "Open this URL, follow the instructions, and paste the number here:"
+          puts auth_url
+          verification_token = STDIN.gets.strip
+
+          connection.get_access_token token['oauth_token'], token['oauth_token_secret'], verification_token
+
+          login = connection.test.login
+
+          config.params['access_token'] = connection.access_token
+          config.params['access_secret'] = connection.access_secret
+          config.write(config.config_file)
+
+          File.open(config.config_file, 'w') do |file|
+            config.write(file)
+          end
+        end
+
+        connection
+      end
+
+  end
+end

data/lib/uploadr/log.rb

@@ -0,0 +1,12 @@
+require 'celluloid'
+
+module Uploadr
+  class Log
+    include Celluloid
+
+    def puts(msg)
+      Kernel.puts(msg)
+    end
+
+  end
+end

data/lib/uploadr/queue.rb

@@ -0,0 +1,35 @@
+require 'celluloid'
+
+module Uploadr
+  class Queue
+    include Celluloid
+
+    attr_accessor :files
+
+    def initialize
+      @worker_count = Uploadr.worker_count
+      @files = []
+      Uploadr.directories.each do |dir|
+        @files << Dir.glob("#{File.expand_path(dir)}/**/*.jpg", File::FNM_CASEFOLD)
+      end
+      @files.flatten!
+    end
+
+    def shift
+      @files.shift
+    end
+
+    def completed
+      @worker_count -= 1
+      if @worker_count == 0
+        signal(:all_completed)
+      end
+    end
+
+    def wait_completion
+      wait(:all_completed)
+      Actor[:log].puts "Shutting down..."
+    end
+
+  end
+end

data/lib/uploadr/version.rb

@@ -0,0 +1,3 @@
+module Uploadr
+  VERSION = "0.0.1"
+end

data/lib/uploadr/worker.rb

@@ -0,0 +1,40 @@
+require 'uploadr/connection'
+
+module Uploadr
+  class Worker
+    include Celluloid
+
+    attr_accessor :connection
+
+    def initialize
+      @connection = Uploadr::Connection.new
+      async.run
+      # @connection = get_connection
+    end
+
+    def run
+      loop do
+        file = Actor[:queue].shift
+        break unless file
+        # Actor[:out].puts "[#{thread_id}] Uploading file: #{file}"
+        upload(file)
+        # Actor[:out].puts "[#{thread_id}] Finished uploading file: #{file}"
+        # Actor[:out].puts "#{queue.files.length} photos remaining"
+        Actor[:bar].increment
+      end
+
+      Actor[:queue].async.completed
+    end
+
+    private
+
+      def thread_id
+        '%x' % Thread.current.object_id
+      end
+
+      def upload(photo)
+        connection.upload(photo)
+      end
+
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,30 @@
+require 'rspec'
+require 'webmock/rspec'
+
+RSpec.configure do |config|
+  config.mock_with :rspec
+  config.use_transactional_fixtures = false
+  config.infer_base_class_for_anonymous_controllers = false
+  config.treat_symbols_as_metadata_keys_with_true_values = true
+  config.order = "random"
+  config.run_all_when_everything_filtered = true
+  config.filter_run focus: true
+  config.filter_run_excluding external: true
+end
+
+def fixture_path
+  File.expand_path("../support/fixtures", __FILE__)
+end
+
+def fixture
+  File.new(fixture_path + '/' + file)
+end
+
+def json_response(file)
+  {
+    body: fixture(file),
+    headers: {
+      content_type: 'application/json; charset=utf-8'
+    }
+  }
+end

data/uploadr.gemspec

@@ -0,0 +1,42 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'uploadr/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "uploadr"
+  spec.version       = Uploadr::VERSION
+  spec.authors       = ["Dan Ryan"]
+  spec.email         = ["dan@appliedawesome.com"]
+  spec.description   = %q{A fast Flickr bulk upload utility}
+  spec.summary       = %q{A fast Flickr bulk upload utility}
+  spec.homepage      = ""
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.files         = %w[ LICENSE.txt CONTRIBUTING.md CHANGELOG.md README.md Rakefile uploadr.gemspec ]
+  %w[ lib bin spec ].each do |dir|
+    spec.files += Dir["#{dir}/**/*"]
+  end
+
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.required_ruby_version     = '>= 1.9.2'
+  spec.required_rubygems_version = '>= 1.3.6'
+
+  spec.add_dependency 'clamp', '~> 0.6'
+  spec.add_dependency 'flickraw'
+  spec.add_dependency 'celluloid'
+  spec.add_dependency 'parseconfig'
+  spec.add_dependency 'progress_bar'
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency 'guard-rspec', '>= 3.0.2'
+  spec.add_development_dependency 'pry'
+  spec.add_development_dependency 'rake'
+  spec.add_development_dependency 'rspec', '>= 2.13.0'
+  spec.add_development_dependency 'webmock', '>= 1.13.0'
+  spec.add_development_dependency "rake"
+end

metadata

@@ -0,0 +1,258 @@
+--- !ruby/object:Gem::Specification
+name: uploadr
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Dan Ryan
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-07-10 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: clamp
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.6'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.6'
+- !ruby/object:Gem::Dependency
+  name: flickraw
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: celluloid
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: parseconfig
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: progress_bar
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: guard-rspec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 3.0.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 3.0.2
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 2.13.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 2.13.0
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.13.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.13.0
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: A fast Flickr bulk upload utility
+email:
+- dan@appliedawesome.com
+executables:
+- uploadr
+extensions: []
+extra_rdoc_files: []
+files:
+- LICENSE.txt
+- CONTRIBUTING.md
+- CHANGELOG.md
+- README.md
+- Rakefile
+- uploadr.gemspec
+- lib/uploadr/authentication.rb
+- lib/uploadr/bar.rb
+- lib/uploadr/command.rb
+- lib/uploadr/config.rb
+- lib/uploadr/connection.rb
+- lib/uploadr/log.rb
+- lib/uploadr/queue.rb
+- lib/uploadr/version.rb
+- lib/uploadr/worker.rb
+- lib/uploadr.rb
+- bin/uploadr
+- spec/spec_helper.rb
+homepage: ''
+licenses:
+- MIT
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: 1.9.2
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: 1.3.6
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: A fast Flickr bulk upload utility
+test_files:
+- spec/spec_helper.rb