rubberband_flamethrower 0.5.1 → 0.5.3

data/README.md

@@ -95,13 +95,11 @@ The "generate_dataset" command can be used to create a set of documents for inse
 
 	flamethrower generate_dataset
 
-This will generate a batch of 500 documents and store it in a local file called "dataset". You can configure the size of the dataset by providing an additional parameter to the command.
+This will generate a batch of 500 documents and store it in a local file called "dataset". You can configure the size of the dataset or the filename of the dataset by providing additional parameters to the command.
 
-To generate a dataset of 10,000 documents:
+To generate a dataset of 10,000 documents in a file called dataset2:
 
-	flamethrower generate_dataset 10000
-
-The dataset will always be written to a file named "dataset". If you want to generate multiple dataset files you will need to rename the first file before generating a second.
+	flamethrower generate_dataset 10000 "dataset2"
 
 #### Load Dataset
 
@@ -111,6 +109,8 @@ The "load_dataset" command can be used much like the "fire" command only the dat
 
 The command can be configured much like the "fire" command, but the first parameter accepted is not the number of documents to generate and insert but is instead the filename of the dataset. The parameters in order with their default values: (filename="dataset", starting_id=1, server_url="http://localhost:9200", index="twitter", type="tweet")
 
+You do not have to use a dataset generated by this gem. You can create your own file.  The file should contain the JSON documents you want to insert, separated by a \n character.
+
 #### Help
 
 The command with the argument "help" or without any arguments will display the help screen:

data/Rakefile

@@ -15,7 +15,7 @@ require 'jeweler'
 Jeweler::Tasks.new do |gem|
   # gem is a Gem::Specification... see http://docs.rubygems.org/read/chapter/20 for more options
   gem.name = "rubberband_flamethrower"
-  gem.homepage = "http://github.com/imightbeinatree/rubberband_flamethrower"
+  gem.homepage = "http://github.com/cloudspace/rubberband_flamethrower"
   gem.license = "MIT"
   gem.summary = %Q{Rapidly Insert Fake Data into Elastic Search}
   gem.description = %Q{Use to quickly fill up some indicies in Elastic Search and to retrieve statistics about insertion rates}

data/VERSION

@@ -1 +1 @@
-0.5.1
+0.5.3

data/lib/rubberband_flamethrower.rb

@@ -42,10 +42,10 @@ module RubberbandFlamethrower
     end
   end
 
-  def self.generate_dataset(batch_size=500)
+  def self.generate_dataset(batch_size=500, filename="dataset", num_words=nil)
     require File.dirname(__FILE__)+"/rubberband_flamethrower/data_generator.rb"
     data = DataGenerator.new
-    data.generate_dataset(batch_size)
+    data.generate_dataset(batch_size, filename, num_words)
   end
   
   def self.load_dataset(filename="dataset", starting_id=1, server_url="http://localhost:9200", index="twitter", type="tweet")

data/lib/rubberband_flamethrower/data_generator.rb

@@ -42,6 +42,10 @@ module RubberbandFlamethrower
       number_of_words = 6 + rand(10)
       ((number_of_words.times.map{word_list.sample}.join(" "))[0,139])+"."
     end
+
+    def random_message(num_words)
+      num_words.times.map{word_list.sample}.join(" ")
+    end 
   
     # create a random value to be used as a username
     # the return value is one random word, only letters and numbers allowed
@@ -59,14 +63,15 @@ module RubberbandFlamethrower
     # generate a JSON object that contains a message, username, and post_date
     # intended to be passed as insert data to an elastic search server
     # @return [JSON]
-    def generate_random_insert_data
-      {message: "#{random_tweet}", username: "#{random_username}", post_date: "#{current_timestamp}"}.to_json
+    def generate_random_insert_data(num_words)
+      (num_words = 6 + rand(10)) if num_words.nil? || num_words.empty?
+      {message: "#{random_message(num_words.to_i)}", username: "#{random_username}", post_date: "#{current_timestamp}"}.to_json
     end
  
-    def generate_dataset(batch_size)
-      File.open("dataset", 'w') do |file|
+    def generate_dataset(batch_size, filename, num_words=nil)
+      File.open(filename, 'w') do |file|
         batch_size.to_i.times do |i|
-          file.write(generate_random_insert_data+"\n") 
+          file.write(generate_random_insert_data(num_words)+"\n") 
         end
       end
     end

data/lib/rubberband_flamethrower/flamethrower.rb

@@ -55,11 +55,13 @@ module RubberbandFlamethrower
       id = starting_id.to_i
       # loop through lines in the file and insert each line, each line is a document from the data generator
       IO.foreach(filename) do |line|
-        (puts insert_data) if printing_level == 2
-        response = HTTParty.put("#{server_url}/#{index}/#{type}/#{id}", body: line) 
-        (puts response.body) if printing_level == 2
-        (print ".") if printing_level == 1
-        id = id + 1
+        unless line.empty?
+          (puts insert_data) if printing_level == 2
+          response = HTTParty.put("#{server_url}/#{index}/#{type}/#{id}", body: line) 
+          (puts response.body) if printing_level == 2
+          (print ".") if printing_level == 1
+          id = id + 1
+        end
       end
     end
 

data/rubberband_flamethrower.gemspec

@@ -5,11 +5,11 @@
 
 Gem::Specification.new do |s|
   s.name = "rubberband_flamethrower"
-  s.version = "0.5.1"
+  s.version = "0.5.3"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Michael Orr"]
-  s.date = "2013-04-18"
+  s.date = "2013-05-24"
   s.description = "Use to quickly fill up some indicies in Elastic Search and to retrieve statistics about insertion rates"
   s.email = "michael@cloudspace.com"
   s.executables = ["flamethrower"]
@@ -43,10 +43,10 @@ Gem::Specification.new do |s|
     "lib/rubberband_flamethrower/words/american-words.95",
     "rubberband_flamethrower.gemspec"
   ]
-  s.homepage = "http://github.com/imightbeinatree/rubberband_flamethrower"
+  s.homepage = "http://github.com/cloudspace/rubberband_flamethrower"
   s.licenses = ["MIT"]
   s.require_paths = ["lib"]
-  s.rubygems_version = "1.8.11"
+  s.rubygems_version = "1.8.24"
   s.summary = "Rapidly Insert Fake Data into Elastic Search"
 
   if s.respond_to? :specification_version then

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: rubberband_flamethrower
 version: !ruby/object:Gem::Version
-  version: 0.5.1
+  version: 0.5.3
   prerelease: 
 platform: ruby
 authors:
@@ -9,11 +9,11 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-04-18 00:00:00.000000000 Z
+date: 2013-05-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: httparty
-  requirement: &12013880 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -21,10 +21,15 @@ dependencies:
         version: 0.10.2
   type: :runtime
   prerelease: false
-  version_requirements: *12013880
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.10.2
 - !ruby/object:Gem::Dependency
   name: activesupport
-  requirement: &12026700 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -32,10 +37,15 @@ dependencies:
         version: 3.2.13
   type: :runtime
   prerelease: false
-  version_requirements: *12026700
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 3.2.13
 - !ruby/object:Gem::Dependency
   name: rdoc
-  requirement: &12024060 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -43,10 +53,15 @@ dependencies:
         version: '3.12'
   type: :development
   prerelease: false
-  version_requirements: *12024060
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.12'
 - !ruby/object:Gem::Dependency
   name: bundler
-  requirement: &12021660 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -54,10 +69,15 @@ dependencies:
         version: 1.3.0
   type: :development
   prerelease: false
-  version_requirements: *12021660
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.3.0
 - !ruby/object:Gem::Dependency
   name: jeweler
-  requirement: &12116420 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -65,7 +85,12 @@ dependencies:
         version: 1.8.4
   type: :development
   prerelease: false
-  version_requirements: *12116420
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.8.4
 description: Use to quickly fill up some indicies in Elastic Search and to retrieve
   statistics about insertion rates
 email: michael@cloudspace.com
@@ -100,7 +125,7 @@ files:
 - lib/rubberband_flamethrower/words/american-words.80
 - lib/rubberband_flamethrower/words/american-words.95
 - rubberband_flamethrower.gemspec
-homepage: http://github.com/imightbeinatree/rubberband_flamethrower
+homepage: http://github.com/cloudspace/rubberband_flamethrower
 licenses:
 - MIT
 post_install_message: 
@@ -115,7 +140,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 1992718283200154027
+      hash: 1218046806156970718
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
@@ -124,7 +149,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.11
+rubygems_version: 1.8.24
 signing_key: 
 specification_version: 3
 summary: Rapidly Insert Fake Data into Elastic Search