jets 1.4.9 → 1.4.10

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 55f7e0617aa3aa49745617e3735c5b40128b7841375fd69f0d7fecee71881ae8
-  data.tar.gz: 607038061932882b1f01284923dab863d33c71b5b6663aabcde5580382449148
+  metadata.gz: 0732e4d712b717146a73dd2422817525ed0a45d1aa6b1a91f0230688a7a66412
+  data.tar.gz: e1ea0a9ede83b5efee168cf85dcb0edfc3ca364a4937cfad0e9ba6fb0dfe8c2a
 SHA512:
-  metadata.gz: ba6369902500a57919efa3b4545205b8fde1f055da176299df779d8026ac474f954c56d69e5b417ed04ea5fd0967ca556afc0918e3ec8e412cdcf8bd0c7e8872
-  data.tar.gz: b59ee42c12ffd6bc68b5026fd13b608ba298152529cfd43bd14a74b253d4cf9403f29ebe5b9c3832d4a8d57dbce90b34583bf696198b48e0427874b3876a01d5
+  metadata.gz: 9faf4666841f6c94bbc5c18e718768e289d0b068a5ff75f85fe8c60faf7664970467a6a0c5721468f2244d90b84a6babd381c496a31009d424ead14d0ec8f9a9
+  data.tar.gz: 688d165e578e7db64e361f0e33e852f1b75006193f04a9b0194a7d60b2be96f0b9f8cf94d93089580ee6a0d87ee2b60442dbf62e74a896a1325a3612059fc2e3

data/CHANGELOG.md

@@ -3,6 +3,9 @@
 All notable changes to this project will be documented in this file.
 This project *loosely tries* to adhere to [Semantic Versioning](http://semver.org/), even before v1.0.
 
+## [1.4.10]
+- update vendor/dynomite: fix index creation dsl
+
 ## [1.4.9]
 - update vendor/dynomite
 - #128 from Atul9/update-license: update copyright year

data/Gemfile.lock

@@ -11,7 +11,7 @@ GIT
 PATH
   remote: .
   specs:
-    jets (1.4.9)
+    jets (1.4.10)
       actionpack (>= 5.2.1)
       actionview (>= 5.2.1)
       activerecord (>= 5.2.1)
@@ -67,7 +67,7 @@ GEM
       tzinfo (~> 1.1)
     arel (9.0.0)
     aws-eventstream (1.0.1)
-    aws-partitions (1.128.0)
+    aws-partitions (1.129.0)
     aws-sdk-apigateway (1.23.0)
       aws-sdk-core (~> 3, >= 3.39.0)
       aws-sigv4 (~> 1.0)
@@ -113,7 +113,7 @@ GEM
     gems (1.1.1)
       json
     hashie (3.6.0)
-    i18n (1.4.0)
+    i18n (1.5.1)
       concurrent-ruby (~> 1.0)
     jmespath (1.4.0)
     json (2.1.0)

data/lib/jets/version.rb

@@ -1,3 +1,3 @@
 module Jets
-  VERSION = "1.4.9"
+  VERSION = "1.4.10"
 end

data/vendor/dynomite/CHANGELOG.md

@@ -3,6 +3,10 @@
 All notable changes to this project will be documented in this file.
 This project *tries* to adhere to [Semantic Versioning](http://semver.org/), even before v1.0.
 
+## [1.1.0]
+- Merge pull request #5 from tongueroo/fix-index-creation
+- fix index creation dsl among other things
+
 ## [1.0.9]
 - allow item.replace(hash) to work
 - Merge pull request #3 from mveer99/patch-1 Update comments: Fixed typo in project_name

data/vendor/dynomite/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    dynomite (1.0.9)
+    dynomite (1.1.0)
       activesupport
       aws-sdk-dynamodb
 
@@ -14,7 +14,7 @@ GEM
       minitest (~> 5.1)
       tzinfo (~> 1.1)
     aws-eventstream (1.0.1)
-    aws-partitions (1.128.0)
+    aws-partitions (1.129.0)
     aws-sdk-core (3.44.2)
       aws-eventstream (~> 1.0)
       aws-partitions (~> 1.0)
@@ -26,7 +26,7 @@ GEM
     aws-sigv4 (1.0.3)
     concurrent-ruby (1.1.4)
     diff-lcs (1.3)
-    i18n (1.4.0)
+    i18n (1.5.1)
       concurrent-ruby (~> 1.0)
     jmespath (1.4.0)
     minitest (5.11.3)

data/vendor/dynomite/docs/migrations/short-example.rb

@@ -3,14 +3,19 @@ class CreateCommentsMigration < Dynomite::Migration
     create_table :comments do |t|
       t.partition_key "post_id:string" # required
       t.sort_key  "created_at:string" # optional
-      t.provisioned_throughput(5) # sets both read and write, defaults to 5 when not set
+      t.provisioned_throughput(1) # sets both read and write, defaults to 5 when not set
 
       t.lsi do |i|
-        i.partition_key "user_id:string"
-        i.sort_key "updated_at:string" # optional
-
-        i.provisioned_throughput(10)
+        i.partition_key "post_id:string"
+        i.sort_key "updated_at:string" # required for lsi
+        i.provisioned_throughput(2)
       end
+
+      # t.gsi do |i|
+      #   i.partition_key "post_id:string"
+      #   i.sort_key "deleted_at:string" # optional for gsi
+      #   i.provisioned_throughput(2)
+      # end
     end
   end
 end
@@ -20,13 +25,12 @@ class UpdateCommentsMigration < Dynomite::Migration
     update_table :comments do |t|
       t.gsi(:create) do |i|
         i.partition_key "post_id:string"
-        i.sort_key "updated_at:string" # optional
-
-        i.provisioned_throughput(10)
+        i.sort_key "flagged_at:string" # optional for gsi
+        i.provisioned_throughput(3)
       end
 
       t.gsi(:update, "update-me-index") do |i|
-        i.provisioned_throughput(10)
+        i.provisioned_throughput(5)
       end
 
       t.gsi(:delete, "delete-me-index")

data/vendor/dynomite/lib/dynomite/migration/dsl.rb

@@ -35,7 +35,7 @@ class Dynomite::Migration
     #   i.partition_key = "category:string"
     #   i.sort_key = "created_at:string" # optional
     # end
-    def gsi(action, index_name=nil, &block)
+    def gsi(action=:create, index_name=nil, &block)
       gsi_index = GlobalSecondaryIndex.new(action, index_name, &block)
       @gsi_indexes << gsi_index # store @gsi_index for the parent Dsl to use
     end
@@ -50,7 +50,7 @@ class Dynomite::Migration
       lsi_index = LocalSecondaryIndex.new(index_name, &block)
       @lsi_indexes << lsi_index # store @lsi_index for the parent Dsl to use
     end
-    alias_method :local_secondary_index, :gsi
+    alias_method :local_secondary_index, :lsi
 
     def evaluate
       return if @evaluated
@@ -74,6 +74,9 @@ class Dynomite::Migration
     end
 
     def params_create_table
+      merge_lsi_attribute_definitions!
+      merge_gsi_attribute_definitions!
+
       params = {
         table_name: namespaced_table_name,
         key_schema: @key_schema,
@@ -81,14 +84,31 @@ class Dynomite::Migration
         provisioned_throughput: @provisioned_throughput
       }
 
-      params[:local_secondary_index_creates] = local_secondary_index_creates unless @lsi_indexes.empty?
+      params[:local_secondary_indexes] = lsi_secondary_index_creates unless @lsi_indexes.empty?
+      params[:global_secondary_indexes] = gsi_secondary_index_creates unless @gsi_indexes.empty?
+      params
+    end
+
+    def params_update_table
+      merge_gsi_attribute_definitions!
+
+      params = {
+        table_name: namespaced_table_name,
+        attribute_definitions: @attribute_definitions,
+        # update table take values only some values for the "parent" table
+        # no key_schema, update_table does not handle key_schema for the "parent" table
+      }
+      # only set "parent" table provisioned_throughput if user actually invoked
+      # it in the dsl
+      params[:provisioned_throughput] =  @provisioned_throughput if @provisioned_throughput_set_called
+      params[:global_secondary_index_updates] = global_secondary_index_updates
       params
     end
 
     # Goes thorugh all the lsi_indexes that have been built up in memory.
     # Find the lsi object that creates an index and then grab the
     # attribute_definitions from it.
-    def lsi_create_attribute_definitions
+    def merge_lsi_attribute_definitions!
       lsi = @lsi_indexes.first # DynamoDB only supports adding one index at a time anyway. The reason @lsi_indexes is an Array is because we're sharing the same class code for LSI and GSI
       if lsi
         lsi.evaluate # force early evaluate since we need the params to
@@ -100,7 +120,7 @@ class Dynomite::Migration
                   else
                     @attribute_definitions
                   end
-      all_attrs.uniq
+      @attribute_definitions = all_attrs.uniq
     end
 
     # maps each lsi to the hash structure expected by dynamodb update_table
@@ -111,40 +131,42 @@ class Dynomite::Migration
     #   { delete: {...} }
     def lsi_secondary_index_creates
       @lsi_indexes.map do |lsi|
-        { lsi.action => lsi.params }
+        lsi.params
       end
     end
 
-    def params_update_table
-      params = {
-        table_name: namespaced_table_name,
-        attribute_definitions: gsi_create_attribute_definitions,
-        # update table take values only some values for the "parent" table
-        # no key_schema, update_table does not handle key_schema for the "parent" table
-      }
-      # only set "parent" table provisioned_throughput if user actually invoked
-      # it in the dsl
-      params[:provisioned_throughput] =  @provisioned_throughput if @provisioned_throughput_set_called
-      params[:global_secondary_index_updates] = global_secondary_index_updates
-      params
+    # maps each lsi to the hash structure expected by dynamodb update_table
+    # under the global_secondary_index_updates key:
+    #
+    #   { create: {...} }
+    #   { update: {...} }
+    #   { delete: {...} }
+    def gsi_secondary_index_creates
+      @gsi_indexes.map do |gsi|
+        gsi.params
+      end
     end
 
     # Goes thorugh all the gsi_indexes that have been built up in memory.
     # Find the gsi object that creates an index and then grab the
     # attribute_definitions from it.
-    def gsi_create_attribute_definitions
-      gsi = @gsi_indexes.find { |gsi| gsi.action == :create }
+    def merge_gsi_attribute_definitions!
+      gsi_attrs = []
+
+      gsi = @gsi_indexes.find { |i| i.action == :create }
       if gsi
         gsi.evaluate # force early evaluate since we need the params to
           # add: gsi_attribute_definitions + gsi_attrs
         gsi_attrs = gsi.attribute_definitions
       end
-      all_attrs = if gsi_attrs
-                    gsi_attribute_definitions + gsi_attrs
-                  else
-                    gsi_attribute_definitions
-                  end
-      all_attrs.uniq
+
+      # Merge existing attributes for update table
+      all_gsi_attrs = @method_name == :update_table ?
+        gsi_attribute_definitions + gsi_attrs :
+        gsi_attrs
+
+      all_attrs = (@attribute_definitions + all_gsi_attrs).uniq
+      @attribute_definitions = all_attrs
     end
 
     # maps each gsi to the hash structure expected by dynamodb update_table

data/vendor/dynomite/lib/dynomite/migration/dsl/base_secondary_index.rb

@@ -62,7 +62,8 @@ class Dynomite::Migration::Dsl
         }
       end
 
-      if [:create, :update].include?(@action)
+      if self.is_a?(GlobalSecondaryIndex) && [:create, :update].include?(@action)
+        # provisioned_throughput is required for gsi index definition
         params[:provisioned_throughput] = @provisioned_throughput
       end
 

data/vendor/dynomite/lib/dynomite/migration/executor.rb

@@ -19,11 +19,19 @@ class Dynomite::Migration
         # Examples:
         #   result = db.create_table(@params)
         #   result = db.update_table(@params)
+
+        # Leaving this verbose output in here until this DSL is more hardened to help debug
+        unless ENV['DYNOMITE_ENV'] == 'test'
+          puts "Calling #{@method_name} with params:"
+          pp @params
+        end
+
+        return if ENV['DYNOMITE_DRY'] # dry run flag
         result = db.send(@method_name, @params)
 
         puts "DynamoDB Table: #{@table_name} Status: #{result.table_description.table_status}"
       rescue Aws::DynamoDB::Errors::ServiceError => error
-        puts "Unable to #{@method_name.to_s.gsub('_',' ')}: #{error.message}"
+        puts "Unable to #{@method_name.to_s.gsub('_',' ')}: #{error.message}".colorize(:red)
       end
     end
   end

data/vendor/dynomite/lib/dynomite/version.rb

@@ -1,3 +1,3 @@
 module Dynomite
-  VERSION = "1.0.9"
+  VERSION = "1.1.0"
 end

data/vendor/dynomite/spec/lib/dynomite/migration/dsl/local_secondary_index_spec.rb

@@ -56,8 +56,7 @@ describe LSI do
           :key_schema=>[
             {:attribute_name=>"post_id", :key_type=>"HASH"},
             {:attribute_name=>"created_at", :key_type=>"RANGE"}],
-          :projection=>{:projection_type=>"ALL"},
-          :provisioned_throughput=> {:read_capacity_units=>5, :write_capacity_units=>5}
+          :projection=>{:projection_type=>"ALL"}
         })
       end
     end

data/vendor/dynomite/spec/lib/dynomite/migration/dsl_spec.rb

@@ -38,12 +38,12 @@ describe Dynomite::Migration::Dsl do
 
   context "update_table" do
     let(:dsl) do
-      Dynomite::Migration::Dsl.db = double("db").as_null_object
       Dynomite::Migration::Dsl.new(:update_table, "comments")
     end
 
     it "builds up the gsi index params" do
       dsl.provisioned_throughput(18)
+      allow(dsl).to receive(:gsi_attribute_definitions).and_return([])
 
       dsl.gsi(:create) do |i|
         i.partition_key "post_id:string"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: jets
 version: !ruby/object:Gem::Version
-  version: 1.4.9
+  version: 1.4.10
 platform: ruby
 authors:
 - Tung Nguyen
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-01-06 00:00:00.000000000 Z
+date: 2019-01-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: actionpack
@@ -827,8 +827,9 @@ files:
 - vendor/dynomite/lib/dynomite/version.rb
 - vendor/dynomite/pkg/dynomite-1.0.8.gem
 - vendor/dynomite/pkg/dynomite-1.0.9.gem
+- vendor/dynomite/pkg/dynomite-1.1.0.gem
 - vendor/dynomite/spec/fixtures/app_root/config/dynamodb.yml
-- vendor/dynomite/spec/fixtures/dynamodb/migrate/20190106183548-comments_migration.rb
+- vendor/dynomite/spec/fixtures/dynamodb/migrate/20190108061826-comments_migration.rb
 - vendor/dynomite/spec/lib/dynomite/item_spec.rb
 - vendor/dynomite/spec/lib/dynomite/migration/dsl/global_secondary_index_spec.rb
 - vendor/dynomite/spec/lib/dynomite/migration/dsl/local_secondary_index_spec.rb