rubberband_flamethrower 0.4.3 → 0.5.0

data/VERSION

@@ -1 +1 @@
-0.4.3
+0.5.0

data/bin/flamethrower

@@ -12,6 +12,10 @@ command = args.shift.strip rescue 'auto'
 case command
 when "fire"
   RubberbandFlamethrower.fire(*args)
+when "generate_dataset"
+  RubberbandFlamethrower.generate_dataset(*args)
+when "fire_dataset"
+  RubberbandFlamethrower.fire_dataset(*args)
 when "help"
   RubberbandFlamethrower.help
 else

data/lib/rubberband_flamethrower/data_generator.rb

@@ -2,6 +2,10 @@
 # It creates a JSON object that approaxiamates data like you would fine in a tweet
 # with fields for a message (max 140 characters), username, and post_date.
 # The post_date format is parsable as a date object by default by Elastic Search
+
+require "active_support/core_ext"
+
+
 module RubberbandFlamethrower
   class DataGenerator
     attr_accessor :word_list
@@ -58,6 +62,16 @@ module RubberbandFlamethrower
     def generate_random_insert_data
       {message: "#{random_tweet}", username: "#{random_username}", post_date: "#{current_timestamp}"}.to_json
     end
-  
+ 
+    def generate_dataset(batch_size)
+      File.open("dataset", 'w') do |file|
+        batch_size.to_i.times do |i|
+          file.write(generate_random_insert_data+"\n") 
+        end
+      end
+    end
+
+
+ 
   end
 end

data/lib/rubberband_flamethrower/flamethrower.rb

@@ -1,6 +1,5 @@
 # This class is designed to insert objects created with the DataGenerator class into Elastic Search
 
-require "active_support/core_ext"
 require 'httparty'
 require "benchmark"
 require File.dirname(__FILE__)+"/data_generator.rb"
@@ -48,5 +47,23 @@ module RubberbandFlamethrower
         id = id + 1
       end
     end
+
+    def fire_dataset(filename, starting_id, server_url, index, type, printing_level=0)
+      # this will constantly flush the printing to the display so the progress dots appear for each insert
+      ($stdout.sync = true) if printing_level == 1
+      # a unique ID must be provided for each document stored in Elastic Search
+      id = starting_id.to_i
+      # loop through lines in the file and insert each
+      IO.foreach(filename) do |line|
+        (puts insert_data) if printing_level == 2
+        response = HTTParty.put("#{server_url}/#{index}/#{type}/#{id}", body: line) 
+        (puts response.body) if printing_level == 2
+        (print ".") if printing_level == 1
+        id = id + 1
+      end
+    end
+
+
+
   end
 end

data/lib/rubberband_flamethrower.rb

@@ -42,6 +42,26 @@ module RubberbandFlamethrower
     end
   end
 
+  def self.generate_dataset(batch_size=500)
+    require File.dirname(__FILE__)+"/rubberband_flamethrower/data_generator.rb"
+    data = DataGenerator.new
+    data.generate_dataset(batch_size)
+  end
+  
+  def self.fire_dataset(filename="dataset", starting_id=1, server_url="http://localhost:9200", index="twitter", type="tweet")
+    require File.dirname(__FILE__)+"/rubberband_flamethrower/flamethrower.rb"
+    flamethrower = Flamethrower.new
+    time = Benchmark.measure do
+      flamethrower.fire_dataset(filename, starting_id, server_url, index, type, 1)
+    end
+    puts "\nFinished Inserting Dataset (#{filename}) into Elastic Search."
+    puts "  user       system     total    real"
+    puts time
+
+  end
+
+
+
   # Displays help menu of the available help menu commands
   # this is adapted from the file README.md
   # things updated here should be updated there

data/rubberband_flamethrower.gemspec

@@ -5,11 +5,11 @@
 
 Gem::Specification.new do |s|
   s.name = "rubberband_flamethrower"
-  s.version = "0.4.3"
+  s.version = "0.5.0"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Michael Orr"]
-  s.date = "2013-04-09"
+  s.date = "2013-04-17"
   s.description = "Use to quickly fill up some indicies in Elastic Search and to retrieve statistics about insertion rates"
   s.email = "michael@cloudspace.com"
   s.executables = ["flamethrower"]

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: rubberband_flamethrower
 version: !ruby/object:Gem::Version
-  version: 0.4.3
+  version: 0.5.0
   prerelease: 
 platform: ruby
 authors:
@@ -9,11 +9,11 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-04-09 00:00:00.000000000 Z
+date: 2013-04-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: httparty
-  requirement: &11304560 !ruby/object:Gem::Requirement
+  requirement: &9560560 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -21,10 +21,10 @@ dependencies:
         version: 0.10.2
   type: :runtime
   prerelease: false
-  version_requirements: *11304560
+  version_requirements: *9560560
 - !ruby/object:Gem::Dependency
   name: activesupport
-  requirement: &11320540 !ruby/object:Gem::Requirement
+  requirement: &9559180 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -32,10 +32,10 @@ dependencies:
         version: 3.2.13
   type: :runtime
   prerelease: false
-  version_requirements: *11320540
+  version_requirements: *9559180
 - !ruby/object:Gem::Dependency
   name: rdoc
-  requirement: &11314600 !ruby/object:Gem::Requirement
+  requirement: &9557580 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -43,10 +43,10 @@ dependencies:
         version: '3.12'
   type: :development
   prerelease: false
-  version_requirements: *11314600
+  version_requirements: *9557580
 - !ruby/object:Gem::Dependency
   name: bundler
-  requirement: &11330760 !ruby/object:Gem::Requirement
+  requirement: &9573900 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -54,10 +54,10 @@ dependencies:
         version: 1.3.0
   type: :development
   prerelease: false
-  version_requirements: *11330760
+  version_requirements: *9573900
 - !ruby/object:Gem::Dependency
   name: jeweler
-  requirement: &11324960 !ruby/object:Gem::Requirement
+  requirement: &9573020 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -65,7 +65,7 @@ dependencies:
         version: 1.8.4
   type: :development
   prerelease: false
-  version_requirements: *11324960
+  version_requirements: *9573020
 description: Use to quickly fill up some indicies in Elastic Search and to retrieve
   statistics about insertion rates
 email: michael@cloudspace.com
@@ -115,7 +115,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 2071983575362906945
+      hash: -31644688981302429
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements: