huginn_s3_file_agent 0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 503b9d14836803e3313021cfd8bbca9f536f5a7e
+  data.tar.gz: 78b971b20a571ff35ab8ee9c069d804790c32cfb
+SHA512:
+  metadata.gz: 44b0033da7ba3d086999b9bfdd3d04a5f66016f802603e33c62229d3b99a45a323c6ca0157ce95c92248373c223e92c2e1292a2827d9fc259cf92fae08ed61d3
+  data.tar.gz: d1ded59b85ae5ab7f0dac6a10fe58ca054666d8b581d332f265315cfd9104bb230e0a384adc32c389aee3af9e9906b1c9666ed9a0169fdc69ca0555957b18c43

data/lib/huginn_s3_file_agent/s3_file_agent.rb

@@ -0,0 +1,99 @@
+module Agents
+  class S3FileAgent < Agent
+    include FormConfigurable
+
+    cannot_be_scheduled!
+
+    description <<-MD
+      Uploading files to S3.
+    MD
+
+    def default_options
+      {
+        'access_key_id': '',
+        'access_key_secret': '',
+        'bucket': '',
+        'local_path': '',
+        'remote_path': '',
+        'acl': 'Public'
+      }
+    end
+
+    form_configurable :access_key_id, roles: :validatable
+    form_configurable :access_key_secret, roles: :validatable
+    form_configurable :bucket, roles: :completable
+    form_configurable :local_path
+    form_configurable :remote_path
+    form_configurable :acl, type: :array, values: ['Public', 'Private']
+    form_configurable :region, type: :array, values: %w(us-east-1 us-west-1 us-west-2 eu-west-1 eu-central-1 ap-southeast-1 ap-southeast-2 ap-northeast-1 ap-northeast-2 sa-east-1)
+
+    def validate_options
+      errors.add(:base, '\'local_path\' needs to be present') if options['local_path'].blank?
+      errors.add(:base, '\'remote_path\' needs to be present') if options['remote_path'].blank?
+      errors.add(:base, '\'region\' needs to be present') if options['region'].blank?
+      errors.add(:base, '\'acl\' needs to be present') if options['acl'].blank?
+    end
+
+    def validate_access_key_id
+      !!buckets
+    end
+
+    def validate_access_key_secret
+      !!buckets
+    end
+
+    def complete_bucket
+      (buckets || []).collect { |room| {text: room.name, id: room.name} }
+    end
+
+    def working?
+      received_event_without_error?
+    end
+
+    def receive(incoming_events)
+      log('S3 File Agent - Received event')
+
+      incoming_events.each do |event|
+        interpolate_with(event) do
+          log("Uploading \"#{interpolated['local_path']}\" to \"#{interpolated['bucket']}##{interpolated['remote_path']}\"")
+
+          event_data = interpolated(event)
+
+          safely do
+            client.put_object(
+              acl: 'private',
+              bucket: interpolated['bucket'],
+              key: event_data['remote_path'],
+              body: File.read(event_data['local_path'])
+            )
+          end
+        end
+      end
+    end
+
+    def client
+      @client ||= Aws::S3::Client.new(
+        credentials: aws_credentials,
+        region: interpolated['region']
+      )
+    end
+
+    def aws_credentials
+      Aws::Credentials.new(interpolated['access_key_id'], interpolated['access_key_secret'])
+    end
+
+    def safely
+      yield
+    rescue Aws::S3::Errors::AccessDenied => e
+      error("Could not access '#{interpolated['bucket']}' #{e.class} #{e.message}")
+    rescue Aws::S3::Errors::ServiceError =>e
+      error("#{e.class}: #{e.message}")
+    end
+
+    def buckets(log = false)
+      @buckets ||= client.list_buckets.buckets
+    rescue Aws::S3::Errors::ServiceError => e
+      false
+    end
+  end
+end

data/lib/huginn_s3_file_agent.rb

@@ -0,0 +1,4 @@
+require 'huginn_agent'
+
+#HuginnAgent.load 'huginn_s3_file_agent/concerns/my_agent_concern'
+HuginnAgent.register 'huginn_s3_file_agent/s3_file_agent'

data/spec/s3_file_agent_spec.rb

@@ -0,0 +1,11 @@
+require 'rails_helper'
+require 'huginn_agent/spec_helper'
+
+describe Agents::S3FileAgent do
+  before(:each) do
+    @valid_options = Agents::S3FileAgent.new.default_options
+    @checker = Agents::S3FileAgent.new(name: 'S3FileAgent', options: @valid_options)
+    @checker.user = users(:bob)
+    @checker.save!
+  end
+end

metadata

@@ -0,0 +1,89 @@
+--- !ruby/object:Gem::Specification
+name: huginn_s3_file_agent
+version: !ruby/object:Gem::Version
+  version: '0.1'
+platform: ruby
+authors:
+- Samuel Garneau
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-11-13 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: huginn_agent
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Write a longer description or delete this line.
+email:
+- sam@garno.me
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/huginn_s3_file_agent.rb
+- lib/huginn_s3_file_agent/s3_file_agent.rb
+- spec/s3_file_agent_spec.rb
+homepage: 
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: Write a short summary, because Rubygems requires one.
+test_files:
+- spec/s3_file_agent_spec.rb