dry-file 0.1.3 → 0.1.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 74088c4434597c52c8be30c0d5376aa1100b9bba9ec23183bca43862a0a6c408
-  data.tar.gz: f30ffba2614d78f565164644b8cb8e111e678adadfceced1d42c74f271112aa6
+  metadata.gz: 8f0c30f41095a9db669ec7d0c0c2e37b8240ea30516aa1fed27704bdd94bceb4
+  data.tar.gz: 4b47bac06e808deaa5a60bd7e972d8cb46b71d000f186205b3a687dfff4eaedf
 SHA512:
-  metadata.gz: b83e595eef237ac929dc1afc4be2049a9c98c97f16373e36cec599c2929429a8953a9f9998dbe106cb7cdf3af3c3399d0e8327258936c3f603764d00c732a4cc
-  data.tar.gz: 36a6cfbebe9ef56c25e70574ceb3ef04865d5cc6c8f5003e5e79c78a6db245ec190b52cfaa36e88f4d7d4532ec79e7eb554cba0d4b135153d2d651f21ce05282
+  metadata.gz: a60d28399e5dbeca9f75b7adaa6ad61b9f33cd65094fc61d25ae16e24dcf2adcbd6935de0331ad75d3044469b25fb956d75aef51d5486639f0e2ef5831e5c9ad
+  data.tar.gz: 1d2f01e718768cc1b73a833a5dabd34525abe7f2bba666c28da3072d2cb53af8f2ae727402011daea92dad6ed0936695e3fcde66fb1a608fe35633b4dce350db

data/README.md

@@ -1,9 +1,22 @@
 Purpose:
 
-  Remove duplicate URLs from a file, where the URLs only differ in the value of the params
+  Remove duplicate URLs from a file, where the URLs only differ by N characters
 
 Usage:
 
-    dry 40 $domain/scan/gf/xss.txt # creates dry-xss.txt
+    # With pipe 
+    cat <file> | dry <N>
 
-This gem has been deprecated since gh/tomnomnom/qsreplace does the same job more efficiently.
+    # With file
+    dry <N> <file> [options]
+
+Example:
+
+    # Read from a pipe and print to stdout
+    cat file | dry 50
+
+    # Which is the same as
+    dry 50 file
+
+    # Replace file in-place
+    dry 40 $domain/scan/gf/xss.txt -i 

data/lib/dry/file/version.rb

@@ -2,6 +2,6 @@
 
 module Dry
   module File
-    VERSION = "0.1.3"
+    VERSION = "0.1.4"
   end
 end

data/lib/dry-file.rb

@@ -12,30 +12,27 @@ module Dry
   # max_chars: minimum number of different characters to keep a line.
   # file: input file.
   # options: '-i' replace file in-place.
-  def run(max_chars, file, *options)
+  def run(max_chars, file=nil, *options)
     max_chars = max_chars.to_i
     previous_line = ''
-    file_out = if options.include?('-i')
-      File.basename(file)
-    else
-      "dry-#{File.basename(file)}"
-    end
+    new_lines = ''
+    ARGV.clear
 
-    temp_file = Tempfile.new(File.basename(file))
+    lines = file.nil? ? ARGF.read : File.open(file)
 
-    File.open(file).each_line do |l|
+    lines.each_line do |l|
       # We compare the line size as well as the line similarity. We could have
       # different treshold values for each of these comparisons (eg use
       # +max_chars+ for the size comparison and +max_diff_chars+ for the
       # similarity comparison, but i think using +max_chars+ for both
       # comparisons is also OK, the results seem pretty good.
       if (previous_line.size - l.size).abs > max_chars || diff_size(previous_line, l) > max_chars
-        temp_file.write l
+        new_lines << l
         previous_line = l
       end
     end
-    temp_file.close
-    FileUtils.mv(temp_file.path, File.join(File.dirname(file), file_out))
+
+    options.include?('-i') ? File.write(file, new_lines) : puts(new_lines)
   end
 
   # Returns the number of differing characters between two lines.

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: dry-file
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.1.4
 platform: ruby
 authors:
 - Sergio Romero
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2022-05-25 00:00:00.000000000 Z
+date: 2022-11-21 00:00:00.000000000 Z
 dependencies: []
 description: Removes almost identical lines based on a similarity parameter.
 email: