arthropod_waifu2x 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 23719b9d187f57b84a271087e4ef2759b9e525f19c0c6accaa34b2fe16de1b0e
+  data.tar.gz: 24774ff0e9b481c61605a90d454867d2440978f49d91c5b1e0046b033843411f
+SHA512:
+  metadata.gz: f79f867ff386d339a262af73200657861e22b28bfbbd0e48a7ee6f8a06f742fe6780fa02f46861135dd8192bf68c04db28140122469ee09fa8fca004d605a08e
+  data.tar.gz: 726886d15be2186bee299c7e7eaa8ecc30a9848bcfac8e0d9fabec439267385d0385ea109462c04c4e60f1025f4fd7f47231e4144f1f04b5ae871bc876f17e4d

data/.gitignore

@@ -0,0 +1,3 @@
+ffmpeg*
+.byebug_history
+*.gem

data/Gemfile

@@ -0,0 +1,3 @@
+source "https://rubygems.org"
+
+gemspec

data/Gemfile.lock

@@ -0,0 +1,64 @@
+PATH
+  remote: .
+  specs:
+    arthropod_waifu2x (0.0.1)
+      arthropod (= 0.0.2)
+      aws-sdk-sqs
+      fog-aws
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    arthropod (0.0.2)
+      aws-sdk-sqs
+    aws-eventstream (1.0.3)
+    aws-partitions (1.251.0)
+    aws-sdk-core (3.84.0)
+      aws-eventstream (~> 1.0, >= 1.0.2)
+      aws-partitions (~> 1, >= 1.239.0)
+      aws-sigv4 (~> 1.1)
+      jmespath (~> 1.0)
+    aws-sdk-sqs (1.23.1)
+      aws-sdk-core (~> 3, >= 3.71.0)
+      aws-sigv4 (~> 1.1)
+    aws-sigv4 (1.1.0)
+      aws-eventstream (~> 1.0, >= 1.0.2)
+    builder (3.2.3)
+    byebug (11.0.1)
+    excon (0.70.0)
+    fog-aws (3.5.2)
+      fog-core (~> 2.1)
+      fog-json (~> 1.1)
+      fog-xml (~> 0.1)
+      ipaddress (~> 0.8)
+    fog-core (2.1.2)
+      builder
+      excon (~> 0.58)
+      formatador (~> 0.2)
+      mime-types
+    fog-json (1.2.0)
+      fog-core
+      multi_json (~> 1.10)
+    fog-xml (0.1.3)
+      fog-core
+      nokogiri (>= 1.5.11, < 2.0.0)
+    formatador (0.2.5)
+    ipaddress (0.8.3)
+    jmespath (1.4.0)
+    mime-types (3.3)
+      mime-types-data (~> 3.2015)
+    mime-types-data (3.2019.1009)
+    mini_portile2 (2.4.0)
+    multi_json (1.14.1)
+    nokogiri (1.10.7)
+      mini_portile2 (~> 2.4.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  arthropod_waifu2x!
+  byebug
+
+BUNDLED WITH
+   2.0.2

data/Procfile

@@ -0,0 +1 @@
+worker: bundle exec bin/arthropod_waifu2x

data/README.md

@@ -0,0 +1,56 @@
+# Arthropod-waifu2x
+
+## Installation
+
+```
+gem install arthropod_waifu2x
+```
+
+## Usage
+
+Just run it with the required arguments.
+```shell
+$ arthropod_waifu2x -h
+
+Usage: arthropod_waifu2x [options]
+    -q, --queue [string]             SQS queue name
+    -i, --access-key-id [string]     AWS access key ID, default to the AWS_ACCESS_KEY_ID environment variable
+    -k, --secret-access-key [string] AWS secret access key, default to the AWS_SECRET_ACCESS_KEY environment variable
+    -r, --region [string]            AWS region, default to the AWS_REGION environment variable
+    -w, --waifu [string]             Waifu2X install directory, default to /opt/waifu2x
+```
+
+Example of client side call:
+```ruby
+result = Arthropod::Client.push(queue_name: "waifu2x", body: {
+  image_url: "https://s3-#{ENV['S3_REGION']}.amazonaws.com/#{ENV['S3_BUCKET']}/#{medium.temporary_key}",
+  root_dir: Digest::SHA1.hexdigest("#{ENV["SECURE_UPLOADER_KEY"]}#{medium.uuid}").insert(3, '/'),
+  aws_access_key_id: ENV['S3_ACCESS_KEY_ID'],
+  aws_secret_access_key: ENV['S3_SECRET_ACCESS_KEY'],
+  region: ENV['S3_REGION'],
+  endpoint: ENV['S3_ENDPOINT'],
+  host: ENV['S3_HOST'],
+  bucket: ENV['S3_BUCKET'],
+})
+```
+
+* `image_url`: the URL of the image you want to scale
+* `root`: the destination directory in your bucket
+* `aws_access_key_id`: an AWS access key to access your bucket
+* `aws_secret_access_key`:  an AWS secret access key to access your bucket
+* `region`: the region of your bucket
+* `endpoint`: the endpoint of your S3 instance if you have one (useful for Minio)
+* `host`: the host of your S3 instance if you have one (useful for Minio)
+* `bucket`: your bucket name
+
+The result object is a follow.
+
+```ruby
+{
+  key: "[string]",
+}
+```
+
+* `key`: the key the resulting image
+
+*Both the input and output are very opiniated and follow my needs*

data/arthropod_waifu2x.gemspec

@@ -0,0 +1,29 @@
+# -*- encoding: utf-8 -*-
+
+lib = File.expand_path("../lib", __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "arthropod_waifu2x/version"
+
+Gem::Specification.new do |gem|
+  gem.name          = "arthropod_waifu2x"
+  gem.version       = ArthropodWaifu2x::VERSION
+  gem.authors       = ["Victor Goya"]
+  gem.email         = ["goya.victor@gmail.com"]
+  gem.description   = "Use Waifu2X remotely Arthropod"
+  gem.summary       = "Use Waifu2X remotely Arthropod"
+
+  gem.files         = `git ls-files -z`.split("\x0")
+  gem.executables   = %w(arthropod_waifu2x)
+  gem.require_paths = ["lib"]
+  gem.bindir        = 'bin'
+
+  gem.licenses      = ["MIT"]
+
+  gem.required_ruby_version = "~> 2.0"
+
+  gem.add_dependency 'arthropod', '= 0.0.2'
+  gem.add_dependency 'aws-sdk-sqs'
+  gem.add_dependency 'fog-aws'
+
+  gem.add_development_dependency "byebug"
+end

data/bin/arthropod_waifu2x

@@ -0,0 +1,49 @@
+#!/usr/bin/env ruby
+
+require 'optparse'
+require 'aws-sdk-sqs'
+require 'arthropod'
+require 'arthropod_waifu2x/scaler'
+
+options = {}
+OptionParser.new do |opts|
+  opts.banner = "Usage: #{$PROGRAM_NAME} [options]"
+
+  opts.on("-q", "--queue [string]", "SQS queue name") do |q|
+    options[:queue] = q
+  end
+  opts.on("-i", "--access-key-id [string]", "AWS access key ID, default to the AWS_ACCESS_KEY_ID environment variable") do |i|
+    options[:access_key_id] = i
+  end
+  opts.on("-k", "--secret-access-key [string]", "AWS secret access key, default to the AWS_SECRET_ACCESS_KEY environment variable") do |k|
+    options[:secret_access_key] = k
+  end
+  opts.on("-r", "--region [string]", "AWS region, default to the AWS_REGION environment variable") do |r|
+    options[:region] = r
+  end
+  opts.on("-w", "--waifu [string]", "Waifu2X install directory, default to WAIFU environment variable or /opt/waifu2x") do |w|
+    options[:waifu] = w
+  end
+
+end.parse!
+
+client = Aws::SQS::Client.new({
+  access_key_id: options[:access_key_id] || ENV["AWS_ACCESS_KEY_ID"],
+  secret_access_key: options[:secret_access_key] || ENV["AWS_SECRET_ACCESS_KEY"],
+  region: options[:region] || ENV["AWS_REGION"],
+})
+
+loop do
+  Arthropod::Server.pull(client: client, queue_name: options[:queue] || ENV["QUEUE_NAME"]) do |request|
+    ArthropodWaifu2x::Encoder.new({
+      waifu: options[:waifu] || ENV["WAIFU"] || "/opt/waifu2x",
+      image_url: request.body["image_url"],
+      aws_access_key_id: request.body["aws_access_key_id"],
+      aws_secret_access_key: request.body["aws_secret_access_key"],
+      region: request.body["region"],
+      endpoint: request.body["endpoint"],
+      host: request.body["host"],
+      bucket: request.body["bucket"],
+    }).perform!
+  end
+end

data/lib/arthropod_waifu2x/scaler.rb

@@ -0,0 +1,88 @@
+require 'shellwords'
+require 'json'
+require 'securerandom'
+require 'fog/aws'
+require 'pathname'
+
+module ArthropodWaifu2x
+  class Scaler
+    attr_reader :image_url, :aws_access_key_id, :aws_secret_access_key, :region, :endpoint, :host, :bucket, :root_dir
+
+    def initialize(image_url:, root_dir:, aws_access_key_id:, aws_secret_access_key:, region:, endpoint:, host:, bucket:, root_dir:, waifu:)
+      @image_url = image_url
+      @aws_access_key_id = aws_access_key_id
+      @aws_secret_access_key = aws_secret_access_key
+      @region = region
+      @endpoint = endpoint
+      @host = host
+      @root_dir = root_dir
+      @bucket = bucket
+      @waifu = waifu
+    end
+
+    def perform!
+      Dir.mktmpdir do |wdir|
+        @wdir = wdir
+
+        download_input!
+
+        {
+          key: perform_scaling!
+        }
+      end
+    end
+
+    def download_input!
+      unless File.exists? input_path
+        call_command("curl #{Shellwords.escape(image_url)} -s -o #{input_path}")
+      end
+    end
+
+    def perform_scaling!
+      call_command("th #{waifu_bin} -m scale -i #{input_path} -o #{scaled_path}")
+      "#{root_dir}/#{SecureRandom.uuid}#{File.extname(image_url)}".tap do |key|
+        upload(scaled_path, key)
+      end
+    end
+
+    def waifu_bin
+      Shellwords.escape(Pathname.new(waifu).join("waifu2x").to_s)
+    end
+
+    def input_path
+      Shellwords.escape("#{@wdir}/input#{File.extname(image_url)}")
+    end
+
+    def scaled_path
+      Shellwords.escape("#{@wdir}/scaled#{File.extname(image_url)}")
+    end
+
+    def call_command(command)
+      system(command, out: File::NULL, err: File::NULL)
+      raise if $?.to_i != 0
+    end
+
+    def storage
+      @storage ||= Fog::Storage.new({
+        provider:              'AWS',
+        aws_access_key_id:     aws_access_key_id,
+        aws_secret_access_key: aws_secret_access_key,
+        region:                region,
+        endpoint:              endpoint,
+        host:                  host,
+        path_style:            true
+      })
+      @storage.directories.get(bucket)
+    end
+
+    def upload(path, key)
+      open(path) do |file|
+        storage.files.create({
+          key: key,
+          body: file,
+          public: true
+        })
+      end.public_url
+    end
+  end
+end

data/lib/arthropod_waifu2x/version.rb

@@ -0,0 +1,3 @@
+module ArthropodWaifu2x
+  VERSION = "0.0.1"
+end

metadata

@@ -0,0 +1,109 @@
+--- !ruby/object:Gem::Specification
+name: arthropod_waifu2x
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Victor Goya
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2019-12-13 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: arthropod
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.0.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.0.2
+- !ruby/object:Gem::Dependency
+  name: aws-sdk-sqs
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: fog-aws
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Use Waifu2X remotely Arthropod
+email:
+- goya.victor@gmail.com
+executables:
+- arthropod_waifu2x
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- Gemfile.lock
+- Procfile
+- README.md
+- arthropod_waifu2x.gemspec
+- bin/arthropod_waifu2x
+- lib/arthropod_waifu2x/scaler.rb
+- lib/arthropod_waifu2x/version.rb
+homepage: 
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - "~>"
+    - !ruby/object:Gem::Version
+      version: '2.0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.0.3
+signing_key: 
+specification_version: 4
+summary: Use Waifu2X remotely Arthropod
+test_files: []