theShoveler 0.0.1

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml ADDED
@@ -0,0 +1,7 @@
1
+ ---
2
+ SHA1:
3
+ metadata.gz: 8a4fc979721f335694080d67744b578f73eb0742
4
+ data.tar.gz: ebccced52e4ed27d04c152e35271a299699a8620
5
+ SHA512:
6
+ metadata.gz: 86497ccd4fe874213c188b0ff9f3f40b9594d80c0ca86e2b4c6d9b6351c3b3be16446d13fd788e79e5588170f058bf02769482c8e006671780d6f90b65b79345
7
+ data.tar.gz: 6e44f6f07abd9867f485d5c26f09fa697efb16a7279e5bc430c3773ed595a18354c11fd3d980fdc2f40a22c39c44ff7ef14a12f85fff528d98f50e14e3164682
data/.gitignore ADDED
@@ -0,0 +1,17 @@
1
+ *.gem
2
+ *.rbc
3
+ .bundle
4
+ .config
5
+ .yardoc
6
+ Gemfile.lock
7
+ InstalledFiles
8
+ _yardoc
9
+ coverage
10
+ doc/
11
+ lib/bundler/man
12
+ pkg
13
+ rdoc
14
+ spec/reports
15
+ test/tmp
16
+ test/version_tmp
17
+ tmp
data/Gemfile ADDED
@@ -0,0 +1,4 @@
1
+ source 'https://rubygems.org'
2
+
3
+ # Specify your gem's dependencies in theShoveler.gemspec
4
+ gemspec
data/LICENSE.txt ADDED
@@ -0,0 +1,22 @@
1
+ Copyright (c) 2014 Matt Overstreet
2
+
3
+ MIT License
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining
6
+ a copy of this software and associated documentation files (the
7
+ "Software"), to deal in the Software without restriction, including
8
+ without limitation the rights to use, copy, modify, merge, publish,
9
+ distribute, sublicense, and/or sell copies of the Software, and to
10
+ permit persons to whom the Software is furnished to do so, subject to
11
+ the following conditions:
12
+
13
+ The above copyright notice and this permission notice shall be
14
+ included in all copies or substantial portions of the Software.
15
+
16
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
17
+ EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
18
+ MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
19
+ NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
20
+ LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
21
+ OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
22
+ WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
data/README.md ADDED
@@ -0,0 +1,29 @@
1
+ # TheShoveler
2
+
3
+ TODO: Write a gem description
4
+
5
+ ## Installation
6
+
7
+ Add this line to your application's Gemfile:
8
+
9
+ gem 'theShoveler'
10
+
11
+ And then execute:
12
+
13
+ $ bundle
14
+
15
+ Or install it yourself as:
16
+
17
+ $ gem install theShoveler
18
+
19
+ ## Usage
20
+
21
+ TODO: Write usage instructions here
22
+
23
+ ## Contributing
24
+
25
+ 1. Fork it
26
+ 2. Create your feature branch (`git checkout -b my-new-feature`)
27
+ 3. Commit your changes (`git commit -am 'Add some feature'`)
28
+ 4. Push to the branch (`git push origin my-new-feature`)
29
+ 5. Create new Pull Request
data/Rakefile ADDED
@@ -0,0 +1,7 @@
1
+ require "bundler/gem_tasks"
2
+ require 'rake/testtask'
3
+
4
+ Rake::TestTask.new do |t|
5
+ t.libs << 'test'
6
+ t.pattern = "test/*_test.rb"
7
+ end
data/bin/shovel ADDED
@@ -0,0 +1,36 @@
1
+ #!/usr/bin/env ruby
2
+
3
+ require 'theShoveler'
4
+ require 'theShoveler/targets/solr'
5
+ require 'theShoveler/targets/dummy'
6
+ require 'logger'
7
+ require 'thor'
8
+
9
+ class ShovelCLI < Thor
10
+
11
+ option :options, type: :hash, default: {}
12
+ option :fields, type: :hash, required: true
13
+ option :documents, type: :numeric, required: true
14
+ desc 'load HANDLER', 'Send made up data to HANDLER'
15
+ def load(handler)
16
+ logger = Logger.new(STDOUT)
17
+ logger.formatter = proc do |severity, datetime, progname, msg|
18
+ "#{msg}\n"
19
+ end
20
+ case handler
21
+ when 'solr'
22
+ target = TheShoveler::Targets::Solr.new(options.options)
23
+ logger.info 'using Solr target'
24
+ else
25
+ target = TheShoveler::Targets::Dummy.new(options.options)
26
+ logger.info 'using Dummy target'
27
+ end
28
+ puts options
29
+ TheShoveler::logger = logger
30
+ TheShoveler::Document.fields_from_hash(options.fields)
31
+
32
+ TheShoveler::Job.new(target, options.documents).run
33
+ end
34
+ end
35
+
36
+ ShovelCLI.start(ARGV)
@@ -0,0 +1,14 @@
1
+ require "theShoveler/version"
2
+
3
+ module TheShoveler
4
+ def self.logger
5
+ @logger
6
+ end
7
+ def self.logger=(logger)
8
+ @logger = logger
9
+ end
10
+ end
11
+
12
+ require 'theShoveler/document'
13
+ require 'theShoveler/job'
14
+ require 'theShoveler/target'
@@ -0,0 +1,31 @@
1
+ require 'faker'
2
+
3
+ module TheShoveler
4
+ class Document
5
+ attr_reader :doc_attributes
6
+ @@fields = {}
7
+ def self.get_field_value(args)
8
+ generater = args.split('::')
9
+ return Faker.class_eval(generater[1])
10
+ end
11
+
12
+ # args are pretty naive right now just Faker::Code.isbn
13
+ def self.fields_from_hash(hash = {})
14
+ hash.each do |k,v|
15
+ define_field k, v
16
+ end
17
+ end
18
+ def initialize
19
+ @doc_attributes = {}
20
+ @@fields.each do |field, args|
21
+ @doc_attributes[field] = Document::get_field_value(args)
22
+ end
23
+ end
24
+
25
+ def self.define_field(name, args)
26
+ TheShoveler::logger.info "field #{name}: #{args}"
27
+ @@fields[name] = args
28
+ end
29
+
30
+ end
31
+ end
@@ -0,0 +1,19 @@
1
+ module TheShoveler
2
+ class Job
3
+ attr_accessor :target
4
+ attr_accessor :count
5
+ def initialize(target, count)
6
+ @target = target
7
+ @count = count
8
+ end
9
+
10
+ def run
11
+ TheShoveler::logger.info 'pushing docs'
12
+ puts count
13
+ @count.times do |c|
14
+ @target.add Document.new
15
+ puts '.'
16
+ end
17
+ end
18
+ end
19
+ end
@@ -0,0 +1,14 @@
1
+ module TheShoveler
2
+ class Target
3
+ attr_accessor :connection_info
4
+ def initialize(connection_info)
5
+ @conneciton_info = connection_info
6
+ end
7
+
8
+ def add(document)
9
+ return document.doc_attributes
10
+ end
11
+ end
12
+ end
13
+
14
+
@@ -0,0 +1,5 @@
1
+ module TheShoveler::Targets
2
+ class Dummy < TheShoveler::Target
3
+
4
+ end
5
+ end
@@ -0,0 +1,22 @@
1
+ require 'rsolr'
2
+
3
+ module TheShoveler::Targets
4
+ class Solr < TheShoveler::Target
5
+ attr_accessor :starting_id
6
+ def initialize(connection_info)
7
+ super(connection_info)
8
+ @starting_id ||= 0
9
+ @solr = RSolr.connect url: connection_info[:url]
10
+ end
11
+
12
+ def add(document)
13
+ super(document)
14
+ unless document.doc_attributes[:id]
15
+ document.doc_attributes[:id] = @starting_id
16
+ @starting_id += 1
17
+ end
18
+ return @solr.add document.doc_attributes
19
+ end
20
+ end
21
+ end
22
+
@@ -0,0 +1,3 @@
1
+ module TheShoveler
2
+ VERSION = "0.0.1"
3
+ end
@@ -0,0 +1,11 @@
1
+ require 'test_helper'
2
+
3
+ class DocumentTest < MiniTest::Unit::TestCase
4
+ def setup
5
+ @document = TheShoveler::Document.new
6
+ end
7
+
8
+ def test_creates_attributes
9
+ refute_nil @document.doc_attributes[:title]
10
+ end
11
+ end
data/test/job_test.rb ADDED
@@ -0,0 +1,23 @@
1
+ require 'test_helper'
2
+
3
+ class JobTest < MiniTest::Unit::TestCase
4
+
5
+ def setup
6
+ @job = TheShoveler::Job.new
7
+ end
8
+
9
+ def test_job_run
10
+ mock = MiniTest::Mock.new
11
+ mock.expect :add, true, [TheShoveler::Document]
12
+
13
+ @job.server = mock
14
+ @job.run
15
+ assert mock.verify
16
+ end
17
+
18
+ # no great way to do this yet, maybe a better
19
+ # mock server
20
+ def test_job_run_count
21
+ skip
22
+ end
23
+ end
@@ -0,0 +1,6 @@
1
+ require 'theShoveler'
2
+ require 'minitest/unit'
3
+ require 'minitest/mock'
4
+ require 'minitest/autorun'
5
+ require 'minitest/pride'
6
+
@@ -0,0 +1,27 @@
1
+ # coding: utf-8
2
+ lib = File.expand_path('../lib', __FILE__)
3
+ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
4
+ require 'theShoveler/version'
5
+
6
+ Gem::Specification.new do |spec|
7
+ spec.name = "theShoveler"
8
+ spec.version = TheShoveler::VERSION
9
+ spec.authors = ["Matt Overstreet"]
10
+ spec.email = ["matt.overstreet@gmail.com"]
11
+ spec.description = %q{Tool for loading random data into some web/network service}
12
+ spec.summary = %q{Tool for loading random data into some web/network service}
13
+ spec.homepage = "http://github.com/omnifroodle/theShoveler"
14
+ spec.license = "MIT"
15
+
16
+ spec.files = `git ls-files`.split($/)
17
+ spec.executables = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
18
+ spec.test_files = spec.files.grep(%r{^(test|spec|features)/})
19
+ spec.require_paths = ["lib"]
20
+
21
+ spec.add_development_dependency "bundler", "~> 1.3"
22
+ spec.add_development_dependency "rake", '~> 0'
23
+ spec.add_development_dependency "minitest", "~> 5.2"
24
+
25
+ spec.add_dependency 'rsolr', '~> 0'
26
+ spec.add_dependency 'thor', '~> 0'
27
+ end
metadata ADDED
@@ -0,0 +1,135 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: theShoveler
3
+ version: !ruby/object:Gem::Version
4
+ version: 0.0.1
5
+ platform: ruby
6
+ authors:
7
+ - Matt Overstreet
8
+ autorequire:
9
+ bindir: bin
10
+ cert_chain: []
11
+ date: 2014-02-25 00:00:00.000000000 Z
12
+ dependencies:
13
+ - !ruby/object:Gem::Dependency
14
+ name: bundler
15
+ requirement: !ruby/object:Gem::Requirement
16
+ requirements:
17
+ - - ~>
18
+ - !ruby/object:Gem::Version
19
+ version: '1.3'
20
+ type: :development
21
+ prerelease: false
22
+ version_requirements: !ruby/object:Gem::Requirement
23
+ requirements:
24
+ - - ~>
25
+ - !ruby/object:Gem::Version
26
+ version: '1.3'
27
+ - !ruby/object:Gem::Dependency
28
+ name: rake
29
+ requirement: !ruby/object:Gem::Requirement
30
+ requirements:
31
+ - - ~>
32
+ - !ruby/object:Gem::Version
33
+ version: '0'
34
+ type: :development
35
+ prerelease: false
36
+ version_requirements: !ruby/object:Gem::Requirement
37
+ requirements:
38
+ - - ~>
39
+ - !ruby/object:Gem::Version
40
+ version: '0'
41
+ - !ruby/object:Gem::Dependency
42
+ name: minitest
43
+ requirement: !ruby/object:Gem::Requirement
44
+ requirements:
45
+ - - ~>
46
+ - !ruby/object:Gem::Version
47
+ version: '5.2'
48
+ type: :development
49
+ prerelease: false
50
+ version_requirements: !ruby/object:Gem::Requirement
51
+ requirements:
52
+ - - ~>
53
+ - !ruby/object:Gem::Version
54
+ version: '5.2'
55
+ - !ruby/object:Gem::Dependency
56
+ name: rsolr
57
+ requirement: !ruby/object:Gem::Requirement
58
+ requirements:
59
+ - - ~>
60
+ - !ruby/object:Gem::Version
61
+ version: '0'
62
+ type: :runtime
63
+ prerelease: false
64
+ version_requirements: !ruby/object:Gem::Requirement
65
+ requirements:
66
+ - - ~>
67
+ - !ruby/object:Gem::Version
68
+ version: '0'
69
+ - !ruby/object:Gem::Dependency
70
+ name: thor
71
+ requirement: !ruby/object:Gem::Requirement
72
+ requirements:
73
+ - - ~>
74
+ - !ruby/object:Gem::Version
75
+ version: '0'
76
+ type: :runtime
77
+ prerelease: false
78
+ version_requirements: !ruby/object:Gem::Requirement
79
+ requirements:
80
+ - - ~>
81
+ - !ruby/object:Gem::Version
82
+ version: '0'
83
+ description: Tool for loading random data into some web/network service
84
+ email:
85
+ - matt.overstreet@gmail.com
86
+ executables:
87
+ - shovel
88
+ extensions: []
89
+ extra_rdoc_files: []
90
+ files:
91
+ - .gitignore
92
+ - Gemfile
93
+ - LICENSE.txt
94
+ - README.md
95
+ - Rakefile
96
+ - bin/shovel
97
+ - lib/theShoveler.rb
98
+ - lib/theShoveler/document.rb
99
+ - lib/theShoveler/job.rb
100
+ - lib/theShoveler/target.rb
101
+ - lib/theShoveler/targets/dummy.rb
102
+ - lib/theShoveler/targets/solr.rb
103
+ - lib/theShoveler/version.rb
104
+ - test/document_test.rb
105
+ - test/job_test.rb
106
+ - test/test_helper.rb
107
+ - theShoveler.gemspec
108
+ homepage: http://github.com/omnifroodle/theShoveler
109
+ licenses:
110
+ - MIT
111
+ metadata: {}
112
+ post_install_message:
113
+ rdoc_options: []
114
+ require_paths:
115
+ - lib
116
+ required_ruby_version: !ruby/object:Gem::Requirement
117
+ requirements:
118
+ - - '>='
119
+ - !ruby/object:Gem::Version
120
+ version: '0'
121
+ required_rubygems_version: !ruby/object:Gem::Requirement
122
+ requirements:
123
+ - - '>='
124
+ - !ruby/object:Gem::Version
125
+ version: '0'
126
+ requirements: []
127
+ rubyforge_project:
128
+ rubygems_version: 2.2.2
129
+ signing_key:
130
+ specification_version: 4
131
+ summary: Tool for loading random data into some web/network service
132
+ test_files:
133
+ - test/document_test.rb
134
+ - test/job_test.rb
135
+ - test/test_helper.rb