dry-file 0.1.2 → 0.1.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: '05033942756985182b36d42efab7fab3a5889ef3c962b43f5f23278e0255715e'
-  data.tar.gz: 3db77fccd38ea90edeca92d15b398415e5e76c90b58672516190caefc7cf5557
+  metadata.gz: 8f0c30f41095a9db669ec7d0c0c2e37b8240ea30516aa1fed27704bdd94bceb4
+  data.tar.gz: 4b47bac06e808deaa5a60bd7e972d8cb46b71d000f186205b3a687dfff4eaedf
 SHA512:
-  metadata.gz: 7abcbe9c8115af222732a346b204318292b670c1e293b19184e12308bd893f2ccd51c12c46a025f28072a99f5a0420ccbbd38845564589bfdc51037b47b30f24
-  data.tar.gz: 8cb92f269c12dc0bb74b20be903e8655257ddfd8d5549281e617bf4968d8847eea357ac7bc72aecf772de18308edd56e768da3b6a17ce64cc565692c2826284f
+  metadata.gz: a60d28399e5dbeca9f75b7adaa6ad61b9f33cd65094fc61d25ae16e24dcf2adcbd6935de0331ad75d3044469b25fb956d75aef51d5486639f0e2ef5831e5c9ad
+  data.tar.gz: 1d2f01e718768cc1b73a833a5dabd34525abe7f2bba666c28da3072d2cb53af8f2ae727402011daea92dad6ed0936695e3fcde66fb1a608fe35633b4dce350db

data/README.md

@@ -1,35 +1,22 @@
-# Dry::File
+Purpose:
 
-Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/dry/file`. To experiment with that code, run `bin/console` for an interactive prompt.
+  Remove duplicate URLs from a file, where the URLs only differ by N characters
 
-TODO: Delete this and the text above, and describe your gem
+Usage:
 
-## Installation
+    # With pipe 
+    cat <file> | dry <N>
 
-Add this line to your application's Gemfile:
+    # With file
+    dry <N> <file> [options]
 
-```ruby
-gem 'dry-file'
-```
+Example:
 
-And then execute:
+    # Read from a pipe and print to stdout
+    cat file | dry 50
 
-    $ bundle install
+    # Which is the same as
+    dry 50 file
 
-Or install it yourself as:
-
-    $ gem install dry-file
-
-## Usage
-
-TODO: Write usage instructions here
-
-## Development
-
-After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake test` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
-
-To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and the created tag, and push the `.gem` file to [rubygems.org](https://rubygems.org).
-
-## Contributing
-
-Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/dry-file.
+    # Replace file in-place
+    dry 40 $domain/scan/gf/xss.txt -i 

data/lib/dry/file/version.rb

@@ -2,6 +2,6 @@
 
 module Dry
   module File
-    VERSION = "0.1.2"
+    VERSION = "0.1.4"
   end
 end

data/lib/dry-file.rb

@@ -9,30 +9,34 @@ module Dry
   # === Usage
   #    dry 40 test/data/sqli.txt
   # === Params
-  # max_chars: minimum number of different characters to keep a line
-  # file: input file
-  def run(max_chars, file)
+  # max_chars: minimum number of different characters to keep a line.
+  # file: input file.
+  # options: '-i' replace file in-place.
+  def run(max_chars, file=nil, *options)
     max_chars = max_chars.to_i
     previous_line = ''
-    file_out = Tempfile.new(File.basename(file))
+    new_lines = ''
+    ARGV.clear
 
-    File.open(file).each_line do |l|
+    lines = file.nil? ? ARGF.read : File.open(file)
+
+    lines.each_line do |l|
       # We compare the line size as well as the line similarity. We could have
       # different treshold values for each of these comparisons (eg use
       # +max_chars+ for the size comparison and +max_diff_chars+ for the
       # similarity comparison, but i think using +max_chars+ for both
       # comparisons is also OK, the results seem pretty good.
       if (previous_line.size - l.size).abs > max_chars || diff_size(previous_line, l) > max_chars
-        file_out.write l
+        new_lines << l
         previous_line = l
       end
     end
-    file_out.close
-    FileUtils.mv(file_out.path, File.join(File.dirname(file), "dry-#{File.basename(file)}"))
+
+    options.include?('-i') ? File.write(file, new_lines) : puts(new_lines)
   end
 
   # Returns the number of differing characters between two lines.
   def diff_size(line_1, line_2)
-    line1.chars.each_with_index.filter_map{|c,i| line1[i] != line2[i]}.size
+    line_1.chars.each_with_index.filter_map{|c,i| line_1[i] != line_2[i]}.size
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: dry-file
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.1.4
 platform: ruby
 authors:
 - Sergio Romero
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2022-05-18 00:00:00.000000000 Z
+date: 2022-11-21 00:00:00.000000000 Z
 dependencies: []
 description: Removes almost identical lines based on a similarity parameter.
 email: