lambda_convert 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 825e8ca26b989d26a26b063d735e7da3db1fd181
+  data.tar.gz: 26be24f32c9170cd23931ebfd2790e822f4bd750
+SHA512:
+  metadata.gz: 4e9aa2767b1080468a3ca599e97090004a3e22133dce311534f85187b0baad546feb5d2a5afff57e24091753d31a0a96c1b173dbfb6ea834cf4e233633730c92
+  data.tar.gz: fa48bfa41584f0ba13ddc0d6494bc69984c25cb61bdd4756a621cdfdb64df6f232b2bba0a98a852ab1e5dcd4545688bd836c6e202d1f91c4bb803d8f7c779b12

data/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2017 Envoy
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -0,0 +1,2 @@
+# lambda-convert
+AWS Lambda powered drop-in replacement for ImageMagick convert command line tool

data/bin/convert

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+$LOAD_PATH.push File.expand_path('../../lib', __FILE__)
+
+require 'lambda_convert/cli'
+
+main

data/lib/lambda_convert/cli.rb

@@ -0,0 +1,125 @@
+require 'logger'
+require 'rubygems'
+require 'English'
+
+require 'aws-sdk'
+
+def parse_input_path(path)
+  # convert command input path could be attached with selecting syntax, let's
+  # parse it and return them in an array of [filename, selecting syntax]
+  # ref: https://www.imagemagick.org/script/command-line-processing.php
+  match = /([^\[\]]+)(\[(.+)\])?/.match(path)
+  [match[1], match[3]]
+end
+
+def lambda_convert
+  logger = Logger.new(STDERR)
+
+  s3_region = ENV['CONVERT_S3_REGION'] || ENV['AWS_REGION']
+  lambda_region = ENV['CONVERT_LAMBDA_REGION'] || ENV['AWS_REGION']
+  aws_credentials = Aws::Credentials.new(
+    ENV['CONVERT_ACCESS_KEY'] || ENV['AWS_ACCESS_KEY_ID'],
+    ENV['CONVERT_SECRET_ACCESS_KEY'] || ENV['AWS_SECRET_ACCESS_KEY']
+  )
+  s3_bucket = ENV['CONVERT_S3_BUCKET']
+  s3_key_prefix = ENV['CONVERT_S3_KEY_PREFIX'] || '_convert_tmp/'
+  lambda_function = ENV['CONVERT_LAMBDA_FUNCTION'] || 'image-convert-prod'
+
+  s3 = Aws::S3::Client.new(
+    region: s3_region,
+    credentials: aws_credentials
+  )
+  aws_lambda = Aws::Lambda::Client.new(
+    region: lambda_region,
+    credentials: aws_credentials
+  )
+
+  input_file, input_selecting = parse_input_path(ARGV[0])
+  # Notice: there is also special output file syntax for convert command, but
+  # we are not supporting them now, as we probably won't use it
+  output_file = ARGV[-1]
+
+  input_key = "#{s3_key_prefix}#{SecureRandom.uuid}"
+  output_key = "#{s3_key_prefix}#{SecureRandom.uuid}"
+
+  logger.info("Uploading file to s3://#{s3_bucket}/#{input_key}")
+  File.open(input_file, 'rb') do |file|
+    s3.put_object(bucket: s3_bucket, key: input_key, body: file)
+  end
+  source = '{source}'
+  source += "[#{input_selecting}]" unless input_selecting.nil?
+  instruction = {
+    schema: 'envoy-convert-instruction',
+    original: input_key,
+    bucket: s3_bucket,
+    write_options: {
+      acl: 'private'
+    },
+    key: output_key,
+    args: [source] + ARGV[1..-2] + ['{dest}']
+  }
+  logger.info("Invoking lambda with instruction #{instruction}")
+
+  resp = aws_lambda.invoke(
+    function_name: lambda_function,
+    invocation_type: 'RequestResponse',
+    payload: JSON.dump(instruction)
+  )
+  logger.info("Get response of invoke #{resp}")
+  raise 'Failed to run convert on Lambda' if resp.status_code != 200
+
+  logger.info(
+    "Downloading file from s3://#{s3_bucket}/#{output_key} to #{output_file}"
+  )
+  s3.get_object(
+    response_target: output_file,
+    bucket: s3_bucket,
+    key: output_key
+  )
+  logger.info('Done')
+ensure
+  logger.info("Delete files #{input_key} and #{output_key} from #{s3_bucket}")
+  s3.delete_objects(
+    bucket: s3_bucket,
+    delete: {
+      objects: [
+        {
+          key: input_key
+        },
+        {
+          key: output_key
+        }
+      ],
+      quiet: true
+    }
+  )
+end
+
+def local_convert
+  logger = Logger.new(STDERR)
+  env = ENV.to_h
+  # remove Gem bindir from the path, so that we won't invoke ourself
+  path = ENV['PATH'].split(File::PATH_SEPARATOR) - [Gem.bindir]
+  env['PATH'] = path.join(File::PATH_SEPARATOR)
+  # we also put a CONVERT_RECURSIVE_FLAG to avoid somehow calling ourself again
+  # by mistake
+  env['CONVERT_RECURSIVE_FLAG'] = '1'
+  logger.info("Running local convert with args #{ARGV}")
+  system(env, *(['convert'] + ARGV))
+  abort('Failed to run local convert') unless $CHILD_STATUS.success?
+  logger.info('Done')
+end
+
+def main
+  abort('Recursive call') if ENV['CONVERT_RECURSIVE_FLAG'] == '1'
+  lambda_convert
+rescue StandardError => e
+  logger = Logger.new(STDERR)
+  logger.warn("Failed to convert via lambda, error=#{e}")
+  fallback_disabled = (ENV['CONVERT_DISABLE_FALLBACK'].to_i != 0) || false
+  if fallback_disabled
+    abort("Failed to convert via lambda, no fallback, error=#{e}")
+  end
+  logger.info('Fallback to local convert command')
+  local_convert
+end

metadata

@@ -0,0 +1,65 @@
+--- !ruby/object:Gem::Specification
+name: lambda_convert
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Fang-Pen Lin
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-01-20 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.6'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.6'
+description: 
+email: fang@envoy.com
+executables:
+- convert
+extensions: []
+extra_rdoc_files: []
+files:
+- "./lib/.DS_Store"
+- "./lib/lambda_convert/cli.rb"
+- LICENSE
+- README.md
+- bin/convert
+homepage: 
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5.1
+signing_key: 
+specification_version: 4
+summary: AWS Lambda powered drop-in replacement for ImageMagick convert command line
+  tool
+test_files: []
+has_rdoc: