cyclone_lariat 0.3.7 → 0.3.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 982f0e0a32ade340ac840ee2d55f77c44e362efa90be1269a68a0a95b4077aca
-  data.tar.gz: a9111db53d68391b0cc06f84edae37b8b3b4713a9e3817bd85dfb502666ea128
+  metadata.gz: 9cc046e8076d845378a3e32c67b9afe728f59e98d3728246b7835480464cb6f0
+  data.tar.gz: 7e521071b62ec40f378cee86d06b42d5a7e1857ca4ad72ddf9a92d97d7e2a2fa
 SHA512:
-  metadata.gz: 8db237a3ad94e569bb3e64faf57a6d0e18bc2333e478e46281d33aae51126ecea543d52ed316547b2ab0c0223337e4b9c44cf47bfe8661cdba7ece8676bb765d
-  data.tar.gz: 5ea0b7ac666233ffead54de6df93a9757426bfba9cec467898f5ec50f4077eb360968369a9929ef9f87a4b1e29ba5a9cbfbae34c9f90f96445c6016217f36525
+  metadata.gz: 93830e825f2035d114ebb96ab8692d27670a644429675ddd8f21b582109adb4f7c8a0285bdd0f3c4b55d63af2da1b8f25155de1681250a2aef1f6d053366c012
+  data.tar.gz: ab100001f182c78762f0278ced7e6b404c25ef02380540946137e1022bda883359300029dce9e44457bc4fce0dd649a0d72ff6f6b4e2f0ffa66fb09c8d1ac834

data/CHANGELOG.md

@@ -4,6 +4,11 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [0.3.8] - 2022-09-05
+Changed
+- Added pagination to sns topics list for receiving all topics
+- Added list topics store for reduce unnecessary requests to aws
+
 ## [0.3.7] - 2022-02-10
 Changed
 - Add exception when received broken JSON
@@ -40,8 +45,8 @@ Added
 
 ## [0.2.2] - 2021-06-08
 Changed
-- Fix save to database 
-- Rename error to client error 
+- Fix save to database
+- Rename error to client error
 
 ## [0.2.1] - 2021-06-02
 - Fix can load from database if error_details is nil

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    cyclone_lariat (0.3.6)
+    cyclone_lariat (0.3.8)
       aws-sdk-sns
       aws-sdk-sqs
       luna_park (~> 0.11)
@@ -13,19 +13,19 @@ GEM
       public_suffix (>= 2.0.2, < 5.0)
     ast (2.4.2)
     aws-eventstream (1.2.0)
-    aws-partitions (1.553.0)
-    aws-sdk-core (3.126.0)
+    aws-partitions (1.626.0)
+    aws-sdk-core (3.140.0)
       aws-eventstream (~> 1, >= 1.0.2)
       aws-partitions (~> 1, >= 1.525.0)
       aws-sigv4 (~> 1.1)
-      jmespath (~> 1.0)
-    aws-sdk-sns (1.51.0)
-      aws-sdk-core (~> 3, >= 3.126.0)
+      jmespath (~> 1, >= 1.6.1)
+    aws-sdk-sns (1.54.0)
+      aws-sdk-core (~> 3, >= 3.127.0)
       aws-sigv4 (~> 1.1)
-    aws-sdk-sqs (1.50.0)
-      aws-sdk-core (~> 3, >= 3.126.0)
+    aws-sdk-sqs (1.51.1)
+      aws-sdk-core (~> 3, >= 3.127.0)
       aws-sigv4 (~> 1.1)
-    aws-sigv4 (1.4.0)
+    aws-sigv4 (1.5.1)
       aws-eventstream (~> 1, >= 1.0.2)
     byebug (11.1.3)
     coderay (1.1.3)
@@ -38,7 +38,7 @@ GEM
     diff-lcs (1.5.0)
     docile (1.3.5)
     hashdiff (1.0.1)
-    jmespath (1.5.0)
+    jmespath (1.6.1)
     luna_park (0.11.1)
     method_source (1.0.0)
     parallel (1.20.1)

data/lib/cyclone_lariat/list_topics_store.rb

@@ -0,0 +1,45 @@
+# frozen_string_literal: true
+
+require 'singleton'
+
+module CycloneLariat
+  class ListTopicsStore
+    include Singleton
+
+    def topic_arn(topic_name)
+      @topics[topic_name.to_sym]
+    end
+
+    def list
+      @topics.keys
+    end
+
+    def add_topics(aws_client)
+      @topics ||= {}
+      @aws_client = aws_client
+      fetch
+    end
+
+    def clear_store!
+      @topics = {}
+    end
+
+    private
+
+    def fetch
+      return unless @topics.empty?
+
+      @next_token = ''
+      topics_from_aws until @next_token.nil?
+    end
+
+    def topics_from_aws
+      result = @aws_client.list_topics(next_token: @next_token)
+      @next_token = result.next_token
+      result.topics.each do |topic|
+        topic_name = topic.topic_arn.split(':').last
+        @topics[topic_name.to_sym] = topic.topic_arn
+      end
+    end
+  end
+end

data/lib/cyclone_lariat/sns_client.rb

@@ -2,6 +2,7 @@
 
 require 'aws-sdk-sns'
 require_relative 'abstract/client'
+require_relative 'list_topics_store'
 
 module CycloneLariat
   class SnsClient < Abstract::Client
@@ -31,11 +32,21 @@ module CycloneLariat
     private
 
     def topic_arn(topic_name)
-      list  = aws_client.list_topics.topics
-      topic = list.find { |t| t.topic_arn.match?(topic_name) }
-      raise Errors::TopicNotFound.new(expected_topic: topic_name, existed_topics: list.map(&:topic_arn)) if topic.nil?
+      topics_store.add_topics(aws_client)
+      topic_arn = topics_store.topic_arn(topic_name)
 
-      topic.topic_arn
+      if topic_arn.nil?
+        raise Errors::TopicNotFound.new(
+          expected_topic: topic_name,
+          existed_topics: topics_store.list
+        )
+      end
+
+      topic_arn
+    end
+
+    def topics_store
+      ListTopicsStore.instance
     end
   end
 end

data/lib/cyclone_lariat/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module CycloneLariat
-  VERSION = '0.3.7'
+  VERSION = '0.3.8'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: cyclone_lariat
 version: !ruby/object:Gem::Version
-  version: 0.3.7
+  version: 0.3.8
 platform: ruby
 authors:
 - Alexander Kudrin
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2022-02-10 00:00:00.000000000 Z
+date: 2022-09-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-sns
@@ -271,6 +271,7 @@ files:
 - lib/cyclone_lariat/command.rb
 - lib/cyclone_lariat/errors.rb
 - lib/cyclone_lariat/event.rb
+- lib/cyclone_lariat/list_topics_store.rb
 - lib/cyclone_lariat/messages_mapper.rb
 - lib/cyclone_lariat/messages_repo.rb
 - lib/cyclone_lariat/middleware.rb