rservicebus2 0.2.4 → 0.2.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 1ea0b8dd06a2280f3ca70bef921b34f4bad2c1d6a4c043a6accb119b83566940
-  data.tar.gz: b7607e7ed6a0fe7fbe935aa5b3cc2d27817973b33f96c5dda58d0651a1f17570
+  metadata.gz: c1e12570efafa3e17329ee11b4f458e86ba6d61700dea27f5552e3ef54945cd4
+  data.tar.gz: 0ad1c7926d644e24f795d6baaacba9b18bbb60c51c6f8d2018b7829c2f02433a
 SHA512:
-  metadata.gz: 1963af8198779b9efabe33b85c236205fcdababb5a75e5b551d72073b9e4342818ac13878e2f533f295ca2e0a90be2767da641230d8382b15d4d485566fc9ac5
-  data.tar.gz: 06dc10763f2a56066405abbe7dff686d120d755f26d3ce8a3b6ca43152c31c8ca2f8826a51ec4fdb3a3d5bb836c4890770919b9cdd9ce603fb94eb4a710dbb0c
+  metadata.gz: 2db9257198bff90b072fc80f1561e18373b831064f321e3d3238a37904a1026a506276f64d51eb575d21d9d7a5f58d5be4c27246e6e49608b569eb722f7e70fc
+  data.tar.gz: 88f37e1a0d0837baf786ad2dfaf685f4bce862f62eebeca837275e06d37954a4681f0549b54b6e10757d9cce38a4fc1c99e68c58bb59c88be009584c1c0865cc

data/lib/rservicebus2/appresource/awsdynamodb.rb

@@ -7,9 +7,7 @@ module RServiceBus2
     def connect(uri)
       region = uri.host
 
-      aws = Aws::DynamoDB::Client.new(region: region)
-      puts "aws #{aws}"
-      aws
+      Aws::DynamoDB::Client.new(region: region)
     end
 
     def finished

data/lib/rservicebus2/appresource/awss3.rb

@@ -0,0 +1,16 @@
+require 'aws-sdk-s3'
+
+module RServiceBus2
+  # AppResourceAWSDynamoDb
+  class AppResourceAWSS3 < AppResource
+    # rubocop:disable Metrics/AbcSize,Metrics/MethodLength
+    def connect(uri)
+      region = uri.host
+
+      Aws::S3::Client.new(region: region)
+    end
+
+    def finished
+    end
+  end
+end

data/lib/rservicebus2/appresource_configure.rb

@@ -34,6 +34,9 @@ module RServiceBus2
           when 'awsdynamodb'
             require 'rservicebus2/appresource/awsdynamodb'
             rm.add k.sub('RSB_', ''), AppResourceAWSDynamoDb.new(host, uri)
+          when 'awss3'
+            require 'rservicebus2/appresource/awss3'
+            rm.add k.sub('RSB_', ''), AppResourceAWSS3.new(host, uri)
           else
             abort("Scheme, #{uri.scheme}, not recognised when configuring
                   app resource, #{k}=#{v}")

data/lib/rservicebus2/monitor.rb

@@ -26,6 +26,7 @@ module RServiceBus2
     def initialize(bus, name, uri)
       @bus = bus
       new_anonymous_class = Class.new(MonitorMessage)
+      puts "name: #{name}"
       Object.const_set(name, new_anonymous_class)
       @msg_type = Object.const_get(name)
 

data/lib/rservicebus2/monitor/awss3.rb

@@ -0,0 +1,73 @@
+require 'aws-sdk-s3'
+
+module RServiceBus2
+  # Monitor S3 Bucket for objects
+  class MonitorAWSS3 < Monitor
+    def connect(uri)
+      @bucket_name = uri.path
+      @bucket_name[0] = ''
+
+      @region = uri.host
+
+      @s3_client = Aws::S3::Client.new(region: @region)
+      @input_filter = []
+    end
+
+    def process_content(content)
+      content
+    end
+
+    # rubocop:disable Metrics/MethodLength
+    def read_content_from_file(file_path)
+      content = ''
+      if @input_filter.length > 0
+        if @input_filter[0] == 'ZIP'
+          content = read_content_from_zip_file(file_path)
+        elsif @input_filter[0] == 'GZ'
+          content = read_content_from_gz_file(file_path)
+        elsif @input_filter[0] == 'TAR'
+          fail 'TAR reader not implemented'
+        end
+
+      else
+        content = IO.read(file_path)
+      end
+
+      content
+    end
+
+    def process_path(object_key)
+      # content = read_content_from_object(object_key)
+      content = object_key
+      payload = process_content(content)
+
+      send(payload, URI.parse(URI.encode("s3://#{@region}/#{@bucket_name}/#{object_key}")))
+      content
+    end
+
+    def look
+      file_processed = 0
+      max_files_processed = 1
+
+      objects = @s3_client.list_objects_v2(
+          bucket: @bucket_name,
+          max_keys: max_files_processed
+        ).contents
+
+      return if objects.count.zero?
+
+      objects.each do |object|
+        RServiceBus2.log "Ready to process, #{object.key}"
+        process_path(object.key)
+        # content = process_path(object.key)
+
+        # File.unlink(file_path)
+
+        file_processed += 1
+        RServiceBus2.log "Processed #{file_processed} of #{objects.length}."
+        RServiceBus2.log "Allow system tick #{self.class.name}"
+        break if file_processed >= max_files_processed
+      end
+    end
+  end
+end

data/lib/rservicebus2/monitor_configure.rb

@@ -48,6 +48,9 @@ module RServiceBus2
           when 'dir'
             require 'rservicebus2/monitor/dir'
             monitor = MonitorDir.new(@host, name, uri)
+          when 'awss3'
+            require 'rservicebus2/monitor/awss3'
+            monitor = MonitorAWSS3.new(@host, name, uri)
           when 'dirnotifier'
             require 'rservicebus2/monitor/dirnotifier'
             monitor = MonitorDirNotifier.new(@host, name, uri)

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: rservicebus2
 version: !ruby/object:Gem::Version
-  version: 0.2.4
+  version: 0.2.5
 platform: ruby
 authors:
 - Guy Irvine
@@ -105,6 +105,7 @@ files:
 - lib/rservicebus2/agent.rb
 - lib/rservicebus2/appresource.rb
 - lib/rservicebus2/appresource/awsdynamodb.rb
+- lib/rservicebus2/appresource/awss3.rb
 - lib/rservicebus2/appresource/dir.rb
 - lib/rservicebus2/appresource/file.rb
 - lib/rservicebus2/appresource/fluiddb.rb
@@ -125,6 +126,7 @@ files:
 - lib/rservicebus2/message/subscription.rb
 - lib/rservicebus2/message/verboseoutput.rb
 - lib/rservicebus2/monitor.rb
+- lib/rservicebus2/monitor/awss3.rb
 - lib/rservicebus2/monitor/dir.rb
 - lib/rservicebus2/monitor/dirnotifier.rb
 - lib/rservicebus2/monitor/message.rb