flickrage 0.1.1

data/lib/flickrage/worker/download.rb

@@ -0,0 +1,87 @@
+# frozen_string_literal: true
+module Flickrage
+  module Worker
+    class Download < Base
+      def call(image_list)
+        raise Flickrage::DownloadError, 'Not enough images for download' if image_list&.size < 1
+
+        speaker.add_padding
+        logger.debug('Downloading process')
+        logger.info("Scheduled to download #{image_list.size} images")
+
+        init_output
+
+        @spin = spinner(message: 'Downloading')
+        files = image_list.images.map do |image|
+          Concurrent
+            .future(thread_pool) do
+              update_spin(spin, title: "Downloading image ID##{image.id}")
+              service.run(image)
+            end
+            .then do |r|
+              update_spin(spin, title: "Downloaded image ID##{r.id}")
+              r
+            end
+            .rescue { |_| nil }
+        end
+
+        result = Concurrent.zip(*files).value
+        result = result.compact.flatten if result
+
+        total = result.count(&:downloaded?)
+
+        if total.positive?
+          spin.success
+        else
+          spin.error('(failed: Not enough images downloaded)')
+          raise Flickrage::DownloadError
+        end
+
+        speaker.add_padding
+        logger.info("Downloaded #{total} images:")
+        speaker.print_table([PRINT_IMAGE_HEADERS_LITE + %w(path downloaded?)] + result.map do |i|
+          [i.keyword, i.id, i.local_path, i.downloaded?]
+        end)
+
+        image_list.merge_images result
+      ensure
+        clean_thread_pool
+        spin&.stop
+      end
+
+      private
+
+      def service
+        @service ||= Service::Downloader.new
+      end
+
+      def init_output
+        return if validate_output
+
+        output = speaker.ask('Please enter the path of the output directory:',
+                             path: true)
+
+        unless valid_output?(output)
+          increment_error_counter(Flickrage::PathError, output)
+          return init_output
+        end
+
+        reset_error_counter
+
+        Flickrage.config.output = output
+      end
+
+      def validate_output
+        return false unless Flickrage.config.output
+        return true if valid_output?(Flickrage.config.output)
+        Flickrage.config.output = nil
+        false
+      end
+
+      def valid_output?(value)
+        return false unless value
+        Dir.exist?(value)
+      end
+    end
+  end
+end

data/lib/flickrage/worker/resize.rb

@@ -0,0 +1,85 @@
+# frozen_string_literal: true
+module Flickrage
+  module Worker
+    class Resize < Base
+      MIN_IMAGE_SIZE = 100
+      MAX_IMAGE_SIZE = 500
+
+      def call(image_list)
+        raise Flickrage::ResizeError, 'Not enough images for resize' if image_list.downloaded&.size < 1
+
+        speaker.add_padding
+        logger.debug('Resizing process')
+
+        init_crop_value('width')
+        init_crop_value('height')
+
+        @spin = spinner(message: 'Resizing images')
+        files = image_list.downloaded.map do |image|
+          Concurrent
+            .future(thread_pool) do
+              update_spin(spin, title: "Resizing image #{image.id}")
+              service.run(image)
+            end
+            .then do |r|
+              update_spin(spin, title: "Resized image #{r.id}")
+              r
+            end
+            .rescue { |_| nil }
+        end
+
+        result = Concurrent.zip(*files).value
+        result = result.compact.flatten if result
+
+        total = result.count(&:resized?)
+
+        if total > 2
+          spin.success
+        else
+          spin.error('(failed: Not enough images resized)')
+          raise Flickrage::ResizeError
+        end
+
+        speaker.add_padding
+        logger.info("Resized #{result.count(&:resized?)} images:")
+        speaker.print_table([PRINT_IMAGE_HEADERS_LITE + %w(path resized?)] + result.map do |i|
+          [i.keyword, i.id, i.resize_path, i.resized?]
+        end)
+
+        image_list.merge_images result
+      ensure
+        clean_thread_pool
+        spin&.stop
+      end
+
+      private
+
+      def service
+        return @service unless @service.nil?
+        @service = Service::Resizer.new(Flickrage.config.width, Flickrage.config.height)
+      end
+
+      def init_crop_value(name)
+        return true if valid_value?(Flickrage.config[name])
+
+        value = speaker.ask("Please enter image resize #{name}:")
+        value = String(value).to_i
+
+        unless valid_value?(value)
+          increment_error_counter(Flickrage::NumberError,
+                                  "#{value} >= #{MIN_IMAGE_SIZE}, #{value} =< #{MAX_IMAGE_SIZE}")
+          return init_crop_value(name)
+        end
+
+        reset_error_counter
+
+        Flickrage.config[name] = value
+      end
+
+      def valid_value?(value)
+        return false unless value
+        value >= MIN_IMAGE_SIZE && value <= MAX_IMAGE_SIZE
+      end
+    end
+  end
+end

data/lib/flickrage/worker/search.rb

@@ -0,0 +1,106 @@
+# frozen_string_literal: true
+module Flickrage
+  module Worker
+    class Search < Base
+      include Flickrage::Helpers::Dict
+
+      SYSTEM_TIMEOUT = 20
+
+      def call
+        keywords = opts['keywords'] || %w()
+
+        keywords += sample_words(Flickrage.config.max - keywords.size) if keywords.size < Flickrage.config.max
+        keys = keywords.join(', ')
+
+        speaker.add_padding
+        logger.debug('Searching process')
+        logger.info("Received keywords: [#{keys}]")
+
+        @spin = spinner(message: 'Searching ')
+
+        image_list = finder(keywords, spin)
+
+        if image_list.valid?
+          spin.success
+        else
+          spin.error('(nothing found)')
+          raise Flickrage::SearchError
+        end
+
+        speaker.add_padding
+        logger.info("Found #{image_list.total} images:")
+        speaker.print_table([PRINT_IMAGE_HEADERS] + image_list.images.map do |i|
+          [i.keyword, i.id, i.url, i.title, i.width, i.height]
+        end)
+
+        if Flickrage.config.verbose
+          logger.info('Not found keywords:')
+          speaker.print_table(image_list.not_founds.map do |word|
+            [word]
+          end)
+        end
+
+        image_list
+      ensure
+        clean_thread_pool
+        spin&.stop
+      end
+
+      private
+
+      def time
+        @time ||= Time.now.to_i
+      end
+
+      def timeout?
+        (Time.now.to_i - time) > SYSTEM_TIMEOUT
+      end
+
+      def service
+        @service ||= Service::Search.new
+      end
+
+      def finder(keywords, spin, image_list = nil)
+        files = keywords.map do |k|
+          Concurrent
+            .future(thread_pool) do
+              update_spin(spin, title: "Searching (keyword: #{k})")
+              service.run(k)
+            end
+            .then do |r|
+              update_spin(spin, title: "Searching (found image ID##{r.id})") if r
+              r
+            end
+            .rescue { |_| nil }
+        end
+
+        result = Concurrent.zip(*files).value
+        result = result.compact.flatten if result
+
+        if image_list
+          image_list.combine(result)
+          image_list.clean
+        else
+          image_list = Flickrage::Entity::ImageList.new(images: result,
+                                                        total:  result.size)
+        end
+
+        return image_list if image_list.valid?
+
+        fail_on_timeout
+        success_keywords = result.map(&:keyword)
+        not_founds = keywords - success_keywords
+        image_list.merge_not_founds(not_founds)
+
+        keywords = sample_words_strict(not_founds&.size || 0, except: image_list.not_founds)
+        return image_list if keywords.size.zero?
+
+        finder(keywords, spin, image_list)
+      end
+
+      def fail_on_timeout
+        raise Flickrage::SystemTimeout if timeout?
+      end
+    end
+  end
+end

metadata

@@ -0,0 +1,322 @@
+--- !ruby/object:Gem::Specification
+name: flickrage
+version: !ruby/object:Gem::Version
+  version: 0.1.1
+platform: ruby
+authors:
+- Alexander Merkulov
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-08-08 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.19'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.19'
+- !ruby/object:Gem::Dependency
+  name: flickraw
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.9.9
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.9.9
+- !ruby/object:Gem::Dependency
+  name: mini_magick
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.5.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.5.1
+- !ruby/object:Gem::Dependency
+  name: dry-configurable
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.1.7
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.1.7
+- !ruby/object:Gem::Dependency
+  name: dry-types
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.8.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.8.1
+- !ruby/object:Gem::Dependency
+  name: concurrent-ruby-edge
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: tty-spinner
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.3.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.3.0
+- !ruby/object:Gem::Dependency
+  name: pastel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.6.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.6.0
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.12'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.12'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.8.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.8.1
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.5.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.5.0
+- !ruby/object:Gem::Dependency
+  name: rspec-core
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.5.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.5.0
+- !ruby/object:Gem::Dependency
+  name: rspec-expectations
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.5.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.5.0
+- !ruby/object:Gem::Dependency
+  name: rspec-mocks
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.5.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.5.0
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.1.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.1.0
+- !ruby/object:Gem::Dependency
+  name: coveralls
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.8.15
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.8.15
+description: Little tool with idea of downloading random top-n pictures from the Flickr,
+  resize it properly & build collage from them!
+email:
+- sasha@merqlove.ru
+executables:
+- console
+- flickrage
+- setup
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".rubocop.yml"
+- ".ruby-version"
+- ".travis.yml"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/flickrage
+- bin/setup
+- flickrage.gemspec
+- lib/flickrage.rb
+- lib/flickrage/cli.rb
+- lib/flickrage/entity.rb
+- lib/flickrage/entity/image.rb
+- lib/flickrage/entity/image_list.rb
+- lib/flickrage/helpers.rb
+- lib/flickrage/log.rb
+- lib/flickrage/pipeline.rb
+- lib/flickrage/service.rb
+- lib/flickrage/service/composer.rb
+- lib/flickrage/service/downloader.rb
+- lib/flickrage/service/resizer.rb
+- lib/flickrage/service/search.rb
+- lib/flickrage/types.rb
+- lib/flickrage/version.rb
+- lib/flickrage/worker.rb
+- lib/flickrage/worker/base.rb
+- lib/flickrage/worker/compose.rb
+- lib/flickrage/worker/download.rb
+- lib/flickrage/worker/resize.rb
+- lib/flickrage/worker/search.rb
+- log/.keep
+- tmp/.keep
+homepage: https://github.com/merqlove/flickrage
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.3.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: Another one Flickr collage maker.
+test_files: []