lambda_convert 0.0.6 → 1.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: 6c605d6308b66aa522b51fe09121ea05a1e962eb
-  data.tar.gz: 375b23a2819be672e58bb8894fc7c0df5fc3c10a
+SHA256:
+  metadata.gz: dae0a87a2bc2e45653d677a270f8ff84b605f4175a9250b5241d309673a52180
+  data.tar.gz: 7d809ea4f044bbd9eae311ea7909f3f129baf1d32bc47a31b6c073577dcfa79c
 SHA512:
-  metadata.gz: a55edfd1babe87ff83d2a9cc763e9a47501b63af31d7c1028f04479f222bffe1a566ae614af7ff896668e8c1cb1838e8586e7e521f138da47851f5263464c197
-  data.tar.gz: 5f557c99c83614749f0b189e56764fc1640359a343f1a649e2943546086e5691e978cce192597e3b723437b2781110f96d702e8e3ccf9c3eab3db5687aaf2049
+  metadata.gz: 799f4822b0010635000df3f6256908fccaef8faf966d9ed30088b1388e5f2e0d97b75d716c09f67a8040161f9f65a5c33535f00fb64b2ca824c05c42b45662fc
+  data.tar.gz: 6517f828ceddd7a726acb56c321ccd281ea1eafa9c3f9a52df67a1a1e77f348ad1632276e3776d886362c88f670bb1149eede818b72949bccbc7a6c4ad11afc1

data/README.md

@@ -19,10 +19,10 @@ To eliminate the big image file uploading issue and the security risk, the idea
 
 ## Environment variables
 
- - **CONVERT_S3_REGION** - AWS region for S3, default value will be reading from `AWS_REGION` if this environment variable is not set. (required)
- - **CONVERT_LAMBDA_REGION** - AWS region for Lambda, default value will be reading from `AWS_REGION` if this environment variable is not set. (required)
- - **CONVERT_ACCESS_KEY** - AWS access key, default value will be reading from `AWS_ACCESS_KEY_ID` if this environment variable is not set. (required)
- - **CONVERT_SECRET_ACCESS_KEY** - AWS secret key, default value will be reading from `AWS_SECRET_ACCESS_KEY` if this environment variable is not set. (required)
+ - **CONVERT_S3_REGION** - AWS region for S3, default value will be read from `AWS_REGION` if this environment variable is not set.
+ - **CONVERT_LAMBDA_REGION** - AWS region for Lambda, default value will be read from `AWS_REGION` if this environment variable is not set.
+ - **CONVERT_ACCESS_KEY** - AWS access key, default value will follow standard `aws-sdk` credential lookup sequence
+ - **CONVERT_SECRET_ACCESS_KEY** - AWS secret key, default value will follow standard `aws-sdk` credential lookup sequence
  - **CONVERT_S3_BUCKET** - AWS S3 bucket. (required)
  - **CONVERT_S3_KEY_PREFIX** - AWS S3 temporary file uploading prefix, default value is `_convert_tmp/`
  - **CONVERT_LAMBDA_FUNCTION** - Name of the AWS Lambda function to invoke, default value is `image-convert-prod`

data/lib/lambda_convert/cli.rb

@@ -1,62 +1,44 @@
-require 'rubygems'
 require 'json'
 require 'securerandom'
 require 'English'
 
-require 'aws-sdk'
+require 'aws-sdk-lambda'
+require 'aws-sdk-s3'
+require 'forwardable'
 
 module LambdaConvert
   # `convert` command line tool implementation
   module CLI
-    class <<self
+    class << self
+      extend Forwardable
+      def_delegator :LambdaConvert, :config
       attr_accessor :logger
 
       def aws_credentials
-        Aws::Credentials.new(
-          ENV['CONVERT_ACCESS_KEY'] || ENV['AWS_ACCESS_KEY_ID'],
-          ENV['CONVERT_SECRET_ACCESS_KEY'] || ENV['AWS_SECRET_ACCESS_KEY']
-        )
-      end
-
-      def lambda_region
-        ENV['CONVERT_LAMBDA_REGION'] || ENV['AWS_REGION']
-      end
-
-      def lambda_function
-        ENV['CONVERT_LAMBDA_FUNCTION'] || 'image-convert-prod'
-      end
-
-      def s3_region
-        ENV['CONVERT_S3_REGION'] || ENV['AWS_REGION']
-      end
-
-      def s3_bucket
-        ENV['CONVERT_S3_BUCKET']
-      end
-
-      def s3_key_prefix
-        ENV['CONVERT_S3_KEY_PREFIX'] || '_convert_tmp/'
+        if config.access_key && config.secret_key
+          Aws::Credentials.new(config.access_key, config.secret_key)
+        end
       end
 
       def s3_client
         @s3_client ||= Aws::S3::Client.new(
-          region: s3_region,
+          region: config.s3_region,
           credentials: aws_credentials
         )
       end
 
       def lambda_client
         @aws_lambda ||= Aws::Lambda::Client.new(
-          region: lambda_region,
+          region: config.lambda_region,
           credentials: aws_credentials
         )
       end
     end
 
     def self.upload_file(input_file, input_key)
-      logger.info("Uploading file to s3://#{s3_bucket}/#{input_key}")
+      logger.info("Uploading file to s3://#{config.s3_bucket}/#{input_key}")
       File.open(input_file, 'rb') do |file|
-        s3_client.put_object(bucket: s3_bucket, key: input_key, body: file)
+        s3_client.put_object(bucket: config.s3_bucket, key: input_key, body: file)
       end
     end
 
@@ -66,7 +48,7 @@ module LambdaConvert
       instruction = {
         schema: 'envoy-convert-instruction',
         original: input_key,
-        bucket: s3_bucket,
+        bucket: config.s3_bucket,
         write_options: {},
         key: output_key,
         args: [source] + args + ['{dest}']
@@ -74,7 +56,7 @@ module LambdaConvert
       logger.info("Invoking lambda with instruction #{instruction}")
 
       resp = lambda_client.invoke(
-        function_name: lambda_function,
+        function_name: config.lambda_function,
         invocation_type: 'RequestResponse',
         payload: JSON.dump(instruction)
       )
@@ -84,20 +66,20 @@ module LambdaConvert
 
     def self.download_file(output_key, output_file)
       logger.info(
-        "Downloading file from s3://#{s3_bucket}/#{output_key} to " \
+        "Downloading file from s3://#{config.s3_bucket}/#{output_key} to " \
         "#{output_file}"
       )
       s3_client.get_object(
         response_target: output_file,
-        bucket: s3_bucket,
+        bucket: config.s3_bucket,
         key: output_key
       )
     end
 
     def self.delete_files(keys)
-      logger.info("Delete files #{keys} from #{s3_bucket}")
+      logger.info("Delete files #{keys} from #{config.s3_bucket}")
       s3_client.delete_objects(
-        bucket: s3_bucket,
+        bucket: config.s3_bucket,
         delete: {
           objects: keys.map { |key| { key: key } },
           quiet: true
@@ -112,8 +94,8 @@ module LambdaConvert
       # Notice: there is also special output file syntax for convert command,
       # but we are not supporting them now, as we probably won't use it
       output_file = ARGV[-1]
-      input_key = "#{s3_key_prefix}#{SecureRandom.uuid}"
-      output_key = "#{s3_key_prefix}#{SecureRandom.uuid}"
+      input_key = File.join config.s3_key_prefix.to_s, SecureRandom.uuid
+      output_key = File.join config.s3_key_prefix.to_s, SecureRandom.uuid
 
       upload_file(input_file, input_key)
       invoke_lambda(input_key, input_selecting, ARGV[1..-2], output_key)

data/lib/lambda_convert/config.rb

@@ -0,0 +1,22 @@
+module LambdaConvert
+  class Config
+    attr_accessor :access_key,
+                  :lambda_function,
+                  :lambda_region,
+                  :s3_bucket,
+                  :s3_key_prefix,
+                  :s3_region,
+                  :secret_key
+
+    # Set some defaults
+    def initialize
+      @access_key      = ??
+      @secret_key      = ??
+      @lambda_function = "image-convert-dev"
+      @lambda_region   = "us-east-1"
+      @s3_region       = "us-east-1"
+      @s3_bucket       = "envoy-development-staging-2"
+      @s3_key_prefix   = "_convert_tmp"
+    end
+  end
+end

data/lib/lambda_convert.rb

@@ -1,2 +1,13 @@
 require 'lambda_convert/cli'
+require 'lambda_convert/config'
 require 'lambda_convert/utils'
+
+module LambdaConvert
+  def self.config
+    @config ||= Config.new
+  end
+
+  def self.configure(&_block)
+    yield config
+  end
+end

metadata

@@ -1,48 +1,62 @@
 --- !ruby/object:Gem::Specification
 name: lambda_convert
 version: !ruby/object:Gem::Version
-  version: 0.0.6
+  version: 1.0.0
 platform: ruby
 authors:
 - Fang-Pen Lin
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
 date: 2017-01-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: aws-sdk
+  name: aws-sdk-lambda
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.6'
+        version: '1.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.6'
-description: 
+        version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: aws-sdk-s3
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+description:
 email: fang@envoy.com
 executables:
 - convert
 extensions: []
 extra_rdoc_files: []
 files:
-- "./lib/.DS_Store"
 - "./lib/lambda_convert.rb"
 - "./lib/lambda_convert/cli.rb"
+- "./lib/lambda_convert/config.rb"
 - "./lib/lambda_convert/utils.rb"
 - LICENSE
 - README.md
 - bin/convert
-homepage: 
+homepage:
 licenses:
 - MIT
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -57,11 +71,9 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.4.5.1
-signing_key: 
+rubygems_version: 3.4.22
+signing_key:
 specification_version: 4
 summary: AWS Lambda powered drop-in replacement for ImageMagick convert command line
   tool
 test_files: []
-has_rdoc: