s3grep 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 7155353e97cda7850ee2e53dddd2d03e0951b426a9c3fec3408b8f2b2f91b7bb
-  data.tar.gz: 6debc36f79d05e27787ffd5eff62373c51e2d9e314b8eb71a7b06b681bbfea6d
+  metadata.gz: eae78edbf05a9d1e813b713cbf0f6f01ae1fdd1a38c9af08d7e9e313193a2bc0
+  data.tar.gz: 643276478a1368e0e1c715e24d422bf3bbeb9c3752cbea3b996606cce57a6901
 SHA512:
-  metadata.gz: 06a4120d12ac5dc6aaaf13b14cb08fe19a7ba2594e193920ea9c9d2376896049f6c61cc2976a0968126b00ee78a3750e7645a315f9d307428ac2629ef57ba8e6
-  data.tar.gz: a5d0c0d85be34326b73517cdfc9ef0106e1c068665b02ca9bd64719ba60aae7c1c94ac67930bd05e0bc1970e9130b18306a2d84540e717665f4dd8935859d41b
+  metadata.gz: 759897195cc0b5b990e3cc1553af16eb908edba8472cc92236d2cc4a37ee0e98cb5bad1b05b872cc92db6bab11fcdead6a10ebb3e6ea862ef3b28a4cde9f0f94
+  data.tar.gz: 7065e3e8e118917b503565ef6d3cc4bae1dbd0ee33733af8a8b47071c170184e8007b005a3ce0b0631eadec589be8bc1f6e313918c9c57481603fd42086f3854

data/lib/s3grep/search.rb

@@ -1,24 +1,32 @@
 require 'aws-sdk-s3'
+require 'cgi'
 
 module S3Grep
   class Search
     attr_reader :s3_url,
-                :aws_s3_client
+                :aws_s3_client,
+                :compression
 
-    def initialize(s3_url, aws_s3_client)
+    def initialize(s3_url, aws_s3_client, compression = nil)
       @s3_url = s3_url
       @aws_s3_client = aws_s3_client
+      @compression = compression
     end
 
     def self.search(s3_url, aws_s3_client, regex, &block)
-      new(s3_url, aws_s3_client).search(regex, &block)
+      new(s3_url, aws_s3_client, detect_compression(s3_url)).search(regex, &block)
     end
 
-    def search(regex)
-      body = s3_object.body
+    def self.detect_compression(s3_url)
+      return :gzip if s3_url =~ /\.gz$/i
+      return :zip if s3_url =~ /\.zip$/i
 
+      nil
+    end
+
+    def search(regex)
       line_number = 0
-      body.each do |line|
+      to_io.each do |line|
         line_number += 1
         next unless line.match?(regex)
 
@@ -32,9 +40,23 @@ module S3Grep
       aws_s3_client.get_object(
         {
           bucket: uri.host,
-          key: uri.path[1..-1]
+          key: CGI.unescape(uri.path[1..-1])
         }
       )
     end
+
+    def to_io
+      body = s3_object.body
+
+      if compression == :gzip
+        Zlib::GzipReader.new(body)
+      elsif compression == :zip
+        require 'rubyzip'
+        zip = Zip::File.open_buffer(body)
+        zip.entries.first.get_input_stream
+      else
+        body
+      end
+    end
   end
 end

data/s3grep.gemspec

@@ -2,7 +2,7 @@
 
 Gem::Specification.new do |s|
   s.name        = 's3grep'
-  s.version     = '0.1.0'
+  s.version     = '0.1.1'
   s.licenses    = ['MIT']
   s.summary     = 'Search through S3 files'
   s.description = 'Tools for searching files on S3'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: s3grep
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - Doug Youch
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2022-03-29 00:00:00.000000000 Z
+date: 2022-04-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-s3