thrash 1.0.0

data/.rspec

@@ -0,0 +1 @@
+-c -f d --fail-fast

data/Gemfile

@@ -0,0 +1,9 @@
+source "http://rubygems.org"
+
+# Add dependencies to develop your gem here.
+# Include everything needed to run rake, tests, features, etc.
+group :development do
+  gem "bundler"
+  gem "jeweler"
+  gem "rspec"
+end

data/LICENSE.txt

@@ -0,0 +1,20 @@
+Copyright (c) 2012 Austin G. Davis-Richardson
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -0,0 +1,29 @@
+# encoding: utf-8
+
+require 'rubygems'
+require 'bundler'
+require './lib/thrash/version.rb'
+
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'rake'
+
+require 'jeweler'
+Jeweler::Tasks.new do |gem|
+  gem.name = "thrash"
+  gem.homepage = "http://github.com/audy/thrash"
+  gem.license = "MIT"
+  gem.summary = %Q{Randomly write to many, many files}
+  gem.description = %Q{Randomly write to many, many files using an in-memory buffer}
+  gem.email = "harekrishna@gmail.com"
+  gem.authors = ["Austin G. Davis-Richardson"]
+  gem.version = Thrash::Version::STRING
+  # dependencies defined in Gemfile
+end
+
+Jeweler::RubygemsDotOrgTasks.new

data/lib/thrash/thrash.rb

@@ -0,0 +1,57 @@
+class Thrash
+
+  def initialize(args={})
+    # number of items to keep in buffer before writing
+    @buffer_max = args[:buffer_max] || 100_000
+    create_buffer!
+  end
+
+  def add(bucket, obj)
+    @buffer[bucket] << obj
+    check_and_write bucket
+  end
+
+  # write and flush remaining buckets
+  def finalize
+    @buffer.each_key do |bucket|
+      write_and_flush bucket
+    end
+    clear_buffer!
+    nil
+  end
+
+  private
+
+  def create_buffer!
+    @buffer = Hash.new { |h, k| h[k] = Array.new }
+  end
+
+  # check if a buffer is full
+  # if so, write out and flush
+  def check_and_write(bucket)
+    if bucket_full? bucket
+      write_and_flush bucket
+    end
+  end
+
+  # check if a buffer is over capacity
+  def bucket_full?(bucket)
+    @buffer[bucket].size >= @buffer_max
+  end
+
+  # write out a bucket and flush its
+  # contents
+  def write_and_flush(bucket)
+    File.open(bucket, 'a+') do |o|
+      @buffer[bucket].each do |v|
+        o.write(v)
+      end
+    end
+  end
+
+  # empty the buffer
+  def clear_buffer!
+    @buffer.clear
+  end
+
+end

data/lib/thrash/version.rb

@@ -0,0 +1,8 @@
+class Thrash
+  module Version
+    MAJOR = 1
+    MINOR = 0
+    PATCH = 0
+    STRING = [MAJOR, MINOR, PATCH].join('.')
+  end
+end

data/lib/thrash.rb

@@ -0,0 +1 @@
+Dir.glob(File.join(File.dirname(__FILE__), 'thrash', '*.rb')).each { |x| require x }

data/readme.md

@@ -0,0 +1,19 @@
+# 🔥 Thrash
+
+Randomly write to many, many files. Inspired by desperation.
+
+```ruby
+
+thrasher = Thrash.new
+
+10_000.times do |x|
+  thrasher["file-#{x}"].write("text\n")
+end
+
+thrasher.finalize
+```
+
+## Copyright
+
+Copyright (c) 2012 Austin G. Davis-Richardson. See LICENSE.txt for
+further details.

data/spec/spec_helper.rb

@@ -0,0 +1,15 @@
+require 'rubygems'
+require 'bundler'
+
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+
+require 'thrash'

data/spec/thrash_spec.rb

@@ -0,0 +1,35 @@
+require 'spec_helper'
+
+TEST_DIR = ENV['TEST_DIR'] || "/tmp/thrash_test_#{(0...8).map{65.+(rand(25)).chr}.join}/"
+
+
+describe Thrash do
+
+  let(:test_dir) { TEST_DIR }
+  let(:thrasher) { Thrash.new }
+  let(:files) { files = 5.times.map { |x| File.join(test_dir, "test-#{x}") } }
+  let(:test_data) { "test" }
+
+  before(:all) { `mkdir -p #{test_dir}` }
+
+  it 'can be initialized' do
+    thrasher.should_not be_nil
+  end
+
+  it '#add accepts data' do
+    files.each do |out_file|
+      thrasher.add(out_file, test_data)
+    end
+  end
+
+  it '#finalize finalizes output and returns nil' do
+    thrasher.finalize.should be_nil
+  end
+
+  it 'writes data as expected' do
+    files.each do |f|
+      File.read(f).should == test_data
+    end
+  end
+
+end

metadata

@@ -0,0 +1,107 @@
+--- !ruby/object:Gem::Specification
+name: thrash
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+  prerelease: 
+platform: ruby
+authors:
+- Austin G. Davis-Richardson
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-10-23 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: jeweler
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Randomly write to many, many files using an in-memory buffer
+email: harekrishna@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files:
+- LICENSE.txt
+files:
+- .rspec
+- Gemfile
+- LICENSE.txt
+- Rakefile
+- lib/thrash.rb
+- lib/thrash/thrash.rb
+- lib/thrash/version.rb
+- readme.md
+- spec/spec_helper.rb
+- spec/thrash_spec.rb
+homepage: http://github.com/audy/thrash
+licenses:
+- MIT
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: -3631999329443079020
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: Randomly write to many, many files
+test_files: []