filecamo 0.0.1 → 0.0.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: cc867e4a005a911f06b95fc7a483ab8321a517c3
-  data.tar.gz: 8229c95f127d9e938ff75ea31c24a817a30099d3
+  metadata.gz: 9be848c7a1ffd0d7dd68b7a831c8ead63ac70d4e
+  data.tar.gz: e0f0b6d6ecf2d834530819d67478543d162808ce
 SHA512:
-  metadata.gz: 2a1af293cb02a0e77998337a2c75e348f0578c3abcedf93c421ea7de885ec207141112f2465dc35ed52e7be08ed8d32f042002ae10c5c4a2d37b73341996d8fc
-  data.tar.gz: 3f3a3363e9d00aa1006e3174ff700d643449bdf13541a892ba65f274004736d1fa3ecb9fc07ff700afd8b2afe87cf741ff9580a5db37898ae0d53072d9e86952
+  metadata.gz: e3dd9871ba8738d57e5ba10f943374fb4d291eaffafbdc60424d2cba7f62a7a875a47df9ee79807954212f12b88b2df41b2d1ecbfe65454c9b1f28432830e24a
+  data.tar.gz: fcce6592f7541729d53268719a856fa72372b73a07a864060e7b631bc6a4582cc99d76521c31b76ed9e9269e4a063b1237a5f5f38e82ec03e87621ead76d2618

data/Gemfile

@@ -0,0 +1,2 @@
+source "https://rubygems.org"
+gemspec

data/Gemfile.lock

@@ -0,0 +1,23 @@
+PATH
+  remote: .
+  specs:
+    filecamo (0.0.1)
+      better_bytes (~> 0.0.1)
+      literate_randomizer (~> 0.4.0)
+      ruby-filemagic (~> 0.7.1)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    better_bytes (0.0.1)
+    literate_randomizer (0.4.0)
+    ruby-filemagic (0.7.1)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  filecamo!
+
+BUNDLED WITH
+   1.12.5

data/README.md

@@ -1 +1,28 @@
-# filecamo
+![Screen capture usage](img/usage.gif)
+
+### Installation
+
+```shell
+gem install filecamo
+```
+
+### Generating Files
+
+Filecamo can generate any number of binary or text files, automatically generating a deep directory
+tree of random content and size. This is an excellent way to establish a corpus of files to use when
+testing various upload or download services.
+
+### Changing Files
+
+Filecamo can intelligently insert new lines into text files, complete with prefixing the lines with
+language-aware comment prefixes. This is an excellent way to conditionally modify some sets of files
+when testing various change management or source control systems.
+
+Currently, the following is a list of content languages Filecamo will detect:
+
+* Ruby
+* Python
+* Javascript
+* C#
+* Shell
+* HTML

data/bin/filecamo

@@ -3,6 +3,10 @@
 require_relative '../lib/filecamo'
 
 BN = File.basename($0, '.rb')
+usage = "usage: #{BN} [--debug]"
+
+logger = Logger.new($stdout)
+logger.level = ARGV.delete('--debug') ? Logger::DEBUG : Logger::INFO
 
 cmd = ARGV.shift
 if cmd == 'gen'
@@ -17,7 +21,7 @@ if cmd == 'gen'
     
     $stderr.puts <<EOF
 
-usage: #{BN} gen [-d <destination_path>] <minimum_size> <maximum_size> <count> <depth> [<percent_text>]
+#{usage} gen [-d <destination_path>] <minimum_size> <maximum_size> <count> <depth> [<percent_text>]
 
      The size MAY end with a unit label:
        * BINARY labels (#{bm} multiplier):  #{bin.join(', ')}
@@ -36,24 +40,27 @@ EOF
   end
 
   min, max, count, depth, percent_text = ARGV
-  generator = Filecamo::Generator.new
+  generator = Filecamo::Generator.new(logger: logger)
   generator.generate(min, max, count, depth,
                      percent_text: percent_text, destination_path: dst_path) do |path, len|
     puts "#{BetterBytes.humanize(len, precision: 6.1)} => #{path}"
   end
+  msg_len = 0
   generator.wait do |txt_count, bin_count|
-    $stdout.printf "\rWaiting for #{txt_count} txt and #{bin_count} bin jobs "\
-                   "to complete..." + (' '*10)
+    msg = "\rWaiting for #{txt_count} txt and #{bin_count} bin jobs to complete..."
+    $stdout.printf(msg + (' ' * msg_len))
     $stdout.flush
+    msg_len = msg.size
   end
-  $stdout.puts
+  $stdout.printf("\r" + (' ' * msg_len) + "\r")
   generator.kill
+  puts generator.stats
 
 elsif cmd == 'muck'
   if ARGV.size < 3
     $stderr.puts <<EOF
 
-usage: #{BN} muck <percent_select> <percent_change> <path> [<path>...]
+#{usage} muck <percent_select> <percent_change> <path> [<path>...]
 
      The percent select should be a value from 1 to 100 indicating how likely a given file will be
      modified.
@@ -69,15 +76,16 @@ EOF
   end
 
   percent_select, percent_change, *paths = ARGV
-  mucker = Filecamo::TextMucker.new(" #{BN}: ")
+  mucker = Filecamo::TextMucker.new(" #{BN}: ", logger: logger)
   mucker.muck(percent_select, percent_change, paths) do |fn, lang, line_nums|
     puts "Modified #{fn} (#{lang}): #{line_nums.join(',')}"
   end
+  puts mucker.stats
 
 else
   $stderr.puts <<EOF
 
-usage: #{BN} { gen | muck } ...
+#{usage} { gen | muck } ...
 
 EOF
   exit 1

data/lib/filecamo.rb

@@ -1,5 +1,5 @@
 module Filecamo
-  VERSION = '0.0.1'
+  VERSION = '0.0.3'
 end
 
 require_relative './filecamo/generator'

data/lib/filecamo/generator.rb

@@ -13,6 +13,7 @@ module Filecamo
       @gen = Random.new
       @logger = logger
       @words_generated = {}
+      @stats = {txt: 0, bin: 0}
 
       @txt_work_q = SizedQueue.new(txt_workers[:queue_size])
       @txt_workers = start_workers(:txt, @txt_work_q, txt_workers[:count]) do |file, len|
@@ -21,6 +22,7 @@ module Filecamo
           line.slice!(len..-1)
           len -= file.write(line)
         end
+        @stats[:txt] += 1
       end
 
       @bin_work_q = SizedQueue.new(bin_workers[:queue_size])
@@ -28,9 +30,12 @@ module Filecamo
         while len > 0
           len -= file.write(@gen.bytes(len < 32768 ? len : 32768))
         end
+        @stats[:bin] += 1
       end
     end
 
+    attr_reader :stats
+
     def generate(min, max, count, depth, percent_text: 0, destination_path: nil, &block)
       min = BetterBytes.dehumanize(min)
       max = BetterBytes.dehumanize(max)

data/lib/filecamo/text_mucker.rb

@@ -2,6 +2,8 @@ require 'logger'
 require 'filemagic'
 require 'literate_randomizer'
 
+# TODO: add option to change existing markers instead (or in addition to?) adding lines
+
 module Filecamo
   class TextMucker
     MAX_FILE_SIZE = 128 * 1024
@@ -15,21 +17,17 @@ module Filecamo
       plain: '#',
     }
 
-    # todo: fix parsable types, somethign like the following
-    # (figure out how to insert, perhaps deep iterater and counters?)
-    # (figure out types to insert, (i.e. would be bad to insert string into number array))
-    LANG_PARSERS = {
-      json: ->(fn){}
-    }
-
     def initialize(comment_prefix, logger: Logger.new($stdout))
       @marks = LANG_MARKS.clone
       @marks.each_value{|m| m << comment_prefix}
       @logger = logger
       @magic = FileMagic.new
       @mime = FileMagic.mime
+      @stats = {files_selected: 0, lines_added: 0}
     end
 
+    attr_reader :stats
+
     def muck(percent_select, percent_lines, paths)
       select_chance = percent_select.to_f / 100
       lines_chance = percent_lines.to_f / 100
@@ -82,6 +80,8 @@ module Filecamo
           next
         end
 
+        @stats[:files_selected] += 1
+
         new_lines = {}
         new_bytes_needed = (fn_size * lines_chance).floor
         while new_bytes_needed > 0
@@ -91,6 +91,7 @@ module Filecamo
           new_bytes_needed -= new_line.bytesize
         end
         new_lines = new_lines.sort
+        @stats[:lines_added] += new_lines.size
 
         body = ''
         line_nums = []

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: filecamo
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.3
 platform: ruby
 authors:
 - Brad Robel-Forrest
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-08-01 00:00:00.000000000 Z
+date: 2016-08-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: better_bytes
@@ -60,9 +60,12 @@ executables:
 extensions: []
 extra_rdoc_files: []
 files:
+- Gemfile
+- Gemfile.lock
 - README.md
 - bin/filecamo
-- filecamo.gempec
+- filecamo.gemspec
+- img/usage.gif
 - lib/filecamo.rb
 - lib/filecamo/generator.rb
 - lib/filecamo/text_mucker.rb