dry-file 0.1.0 → 0.1.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: aab62a88d9b5e6f2b96b3c04e6abcef3a5102c906e964fa1e5213cddd4040c05
-  data.tar.gz: 516533d465f28edb4af9b681c9faaa17dfae85c8454aa779412dae09a14e16bc
+  metadata.gz: 74088c4434597c52c8be30c0d5376aa1100b9bba9ec23183bca43862a0a6c408
+  data.tar.gz: f30ffba2614d78f565164644b8cb8e111e678adadfceced1d42c74f271112aa6
 SHA512:
-  metadata.gz: 9344018342aa9ac959d9992167e2e23b45c98b95c32b20e0e5e973a1dadc7f1e9d514c7295bb48645ab82508d0d08f093904d9f3111a7d8971c3fec3bccce050
-  data.tar.gz: 0a4f945e1acbcfa50169a75cbce00187c871e3d697f64e142d3a5371a513a5e084699b5265fa331bbd8fe5f76dac15a9e2c2797cd61dbf43d912b7262f6e4d06
+  metadata.gz: b83e595eef237ac929dc1afc4be2049a9c98c97f16373e36cec599c2929429a8953a9f9998dbe106cb7cdf3af3c3399d0e8327258936c3f603764d00c732a4cc
+  data.tar.gz: 36a6cfbebe9ef56c25e70574ceb3ef04865d5cc6c8f5003e5e79c78a6db245ec190b52cfaa36e88f4d7d4532ec79e7eb554cba0d4b135153d2d651f21ce05282

data/README.md

@@ -1,35 +1,9 @@
-# Dry::File
+Purpose:
 
-Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/dry/file`. To experiment with that code, run `bin/console` for an interactive prompt.
+  Remove duplicate URLs from a file, where the URLs only differ in the value of the params
 
-TODO: Delete this and the text above, and describe your gem
+Usage:
 
-## Installation
+    dry 40 $domain/scan/gf/xss.txt # creates dry-xss.txt
 
-Add this line to your application's Gemfile:
-
-```ruby
-gem 'dry-file'
-```
-
-And then execute:
-
-    $ bundle install
-
-Or install it yourself as:
-
-    $ gem install dry-file
-
-## Usage
-
-TODO: Write usage instructions here
-
-## Development
-
-After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake test` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
-
-To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and the created tag, and push the `.gem` file to [rubygems.org](https://rubygems.org).
-
-## Contributing
-
-Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/dry-file.
+This gem has been deprecated since gh/tomnomnom/qsreplace does the same job more efficiently.

data/lib/dry/file/version.rb

@@ -2,6 +2,6 @@
 
 module Dry
   module File
-    VERSION = "0.1.0"
+    VERSION = "0.1.3"
   end
 end

data/lib/dry-file.rb

@@ -9,19 +9,37 @@ module Dry
   # === Usage
   #    dry 40 test/data/sqli.txt
   # === Params
-  # max_chars: minimum number of different characters to keep a line
-  # file: input file
-  def run(max_chars, file)
+  # max_chars: minimum number of different characters to keep a line.
+  # file: input file.
+  # options: '-i' replace file in-place.
+  def run(max_chars, file, *options)
     max_chars = max_chars.to_i
     previous_line = ''
-    file_out = Tempfile.new(File.basename(file))
+    file_out = if options.include?('-i')
+      File.basename(file)
+    else
+      "dry-#{File.basename(file)}"
+    end
+
+    temp_file = Tempfile.new(File.basename(file))
+
     File.open(file).each_line do |l|
-      if (previous_line.size - l.size).abs > max_chars || previous_line.chars.each_with_index.filter_map{|c,i| previous_line[i] != l[i]}.size > max_chars
-        file_out.write l
+      # We compare the line size as well as the line similarity. We could have
+      # different treshold values for each of these comparisons (eg use
+      # +max_chars+ for the size comparison and +max_diff_chars+ for the
+      # similarity comparison, but i think using +max_chars+ for both
+      # comparisons is also OK, the results seem pretty good.
+      if (previous_line.size - l.size).abs > max_chars || diff_size(previous_line, l) > max_chars
+        temp_file.write l
         previous_line = l
       end
     end
-    file_out.close
-    FileUtils.mv(file_out.path, "dry-#{file}")
+    temp_file.close
+    FileUtils.mv(temp_file.path, File.join(File.dirname(file), file_out))
+  end
+
+  # Returns the number of differing characters between two lines.
+  def diff_size(line_1, line_2)
+    line_1.chars.each_with_index.filter_map{|c,i| line_1[i] != line_2[i]}.size
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: dry-file
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.3
 platform: ruby
 authors:
 - Sergio Romero
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2022-05-18 00:00:00.000000000 Z
+date: 2022-05-25 00:00:00.000000000 Z
 dependencies: []
 description: Removes almost identical lines based on a similarity parameter.
 email: