linecook-gem 0.7.25 → 0.7.26

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: c307eea7819a2be6346a2485ce76736ec73dd098
-  data.tar.gz: ed36b6cedb653c2fbf534b3032211b8583c4b4f0
+  metadata.gz: 192443005342695e7942ab306489e53cc8315919
+  data.tar.gz: 00df5e02a21f7a5cc67d2434c38cae9a6df2b2f5
 SHA512:
-  metadata.gz: f35b58e984a7268f76bd015bd21b902197a5cbb490f0f234bd669546be3e5f41f6a24f94f40163e6ba3ab538c34029be743544b4bc2ac6059a232f65a843568d
-  data.tar.gz: 40223ccb263a9c95db3adf732ae30c7d761a99f1c2631f7eb470429c5bff910f886b38d963612826e8c19ec784d2d0cd4722bc656d2312976f1c6790f50c8091
+  metadata.gz: 8e5c348a118bb4a76ddbb925a81961c4d60daf3003cce5e3df559845af2aa9733d8c29cfc8538922ddccede1f3037de9b3f10b3fd2e221d5cf0d33541451c2fe
+  data.tar.gz: 842c7e155423a6ccc922078cd78a39f8b1d27c3a8bf89c327194fa60046499eff61834f6d6fa81b39179eff2a4135346cbc27eef3ac337e9176d910eee49459c

data/lib/linecook-gem/cli.rb

@@ -10,8 +10,22 @@ class Image < Thor
 
 
   desc 'list', 'List images'
+  method_option :name, type: :string, required: false, banner: 'NAME', desc: 'Name of the image to fetch.', aliases: '-n'
+  method_option :group, type: :string, required: false, banner: 'ID', desc: 'Group of image to list', aliases: '-g'
   def list
-    puts Linecook::Image.new(nil, nil, nil).list
+    opts = options.symbolize_keys
+    image = Linecook::Image.new(opts[:name], opts[:group], nil)
+    puts image.list
+  end
+
+  desc 'clean', 'Cleanup old images'
+  method_option :name, type: :string, required: true, banner: 'NAME', desc: 'Name of the image to fetch.', aliases: '-n'
+  method_option :group, type: :string, required: true, banner: 'ID', desc: 'Group of image to list', aliases: '-g'
+  method_option :retention, type: :numeric, required: false, banner: 'RETENTION', desc: 'Images to keep', aliases: '-k', default: 5
+  def clean
+    opts = options.symbolize_keys
+    image = Linecook::Image.new(opts[:name], opts[:group], nil)
+    puts "Cleaned up #{image.clean(opts[:retention]).length} images"
   end
 
   desc 'fetch', 'Fetch and decrypt an image'

data/lib/linecook-gem/image.rb

@@ -64,6 +64,10 @@ module Linecook
       provider.latest(@group)
     end
 
+    def clean(retention)
+      provider.clean(retention, @group)
+    end
+
   private
 
     def image_path

data/lib/linecook-gem/image/s3.rb

@@ -18,6 +18,17 @@ module Linecook
       list_objects(group: group).map{ |x| x.key if x.key =~ /\.tar\.xz/ }.compact
     end
 
+    def clean(retention, group)
+      full_set = list(group: group)
+      keep = full_set.reverse.take(retention)
+      destroy = full_set - keep
+      destroy.each_slice(1000).each do |garbage|
+        to_destroy = garbage.map { |x| { key: x } }
+        client.delete_objects(bucket: Linecook.config[:aws][:s3][:bucket], delete: { objects: to_destroy} )
+      end
+      return destroy
+    end
+
     def latest(group)
       objects = list_objects(group: group).sort! { |a,b| a.last_modified <=> b.last_modified }
       key = objects.last ? objects.last.key : nil
@@ -48,7 +59,15 @@ module Linecook
   private
 
     def list_objects(group: nil)
-      client.list_objects(bucket: Linecook.config[:aws][:s3][:bucket], prefix: File.join([PREFIX, group].compact)).contents
+      contents = []
+      marker = nil
+      loop do
+        resp = client.list_objects(bucket: Linecook.config[:aws][:s3][:bucket], prefix: File.join([PREFIX, group].compact), marker: marker)
+        break unless resp.contents.last
+        marker = resp.contents.last.key
+        contents += resp.contents
+      end
+      contents.sort { |a,b| a.last_modified <=> b.last_modified }
     end
 
     def client

data/lib/linecook-gem/version.rb

@@ -1,3 +1,3 @@
 module Linecook
-  VERSION = '0.7.25'
+  VERSION = '0.7.26'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: linecook-gem
 version: !ruby/object:Gem::Version
-  version: 0.7.25
+  version: 0.7.26
 platform: ruby
 authors:
 - Dale Hamel