cloudfactory 0.4.4 → 0.4.5

data/spec/gold_standards.csv

@@ -0,0 +1,2 @@
+Website,image_url,first_name,last_name,company
+aaple.com,http://onwired.com/images/portfolio/linda-stanley-business-card.jpg,John,Lennon,Sprout

data/spec/google_translate_robot_spec.rb

@@ -36,7 +36,7 @@ module CF
         sleep 1
         line = CF::Line.create(title,"Digitization") do |l|
           CF::InputFormat.new({:line => l, :name => "text", :required => true})
-          CF::Station.create({:line => l, :type => "work"}) do |s|
+          CF::Station.create({:line => l, :type => "robot"}) do |s|
             CF::RobotWorker.create({:station => s, :type => "google_translate_robot", :settings => {:data => ["{{text}}"], :from => "en", :to => "es"}})
           end
         end

data/spec/human_worker_spec.rb

@@ -60,71 +60,7 @@ module CF
             CF::HumanWorker.new({:station => station, :number => 1, :reward => 20})
           end
         end
-        line.stations.first.worker.to_s.should eql("{:id => => #{line.stations.first.worker.id}, :number => 1, :reward => 20, :stat_badge => {\"approval_rating\"=>80, \"assignment_duration\"=>3600, \"abandonment_rate\"=>30, \"country\"=>nil},  :skill_badges => [nil], :errors => }")
-      end
-    end
-
-    context "create a worker with skill_badge and skill_test" do
-      it "the Block DSL way" do
-        WebMock.allow_net_connect!
-        title = "line_title#{Time.new.strftime('%Y%b%d-%H%M%S')}".downcase
-        sleep 1
-        badge = 
-        {
-          :title => 'Football Fanatic', 
-          :description => "This qualification allows you to perform work at stations which have this badge.", 
-          :max_badges => 3, 
-          :test => 
-          {
-            :input => {:name => "Lionel Andres Messi", :country => "Argentina"},
-            :expected_output => 
-            [{:birthplace => "Rosario, Santa Fe, Argentina",:match_options => {:tolerance => 10, :ignore_case => true }},{:position => "CF",:match_options => {:tolerance => 1 }},{:"current-club" => "Barcelona",:match_options => {:tolerance => 1, :ignore_case => false }}]
-          }
-        }
-        line = CF::Line.create(title, "Digitization") do |l|
-          CF::InputFormat.new({:line => l, :name => "image_url", :required => true, :valid_type => "url"})
-          CF::Station.create({:line =>l, :type => "work"}) do |s|
-            @worker = CF::HumanWorker.new({:station => s, :number => 1, :reward => 20, :skill_badge => badge})
-          end
-        end
-        line.stations.first.type.should eql("WorkStation")
-        line.stations.first.worker.number.should eql(1)
-        line.stations.first.worker.reward.should eql(20)
-        line.stations.first.worker.skill_badges.first.should eql([{"title"=>"Football Fanatic", "description"=>"This qualification allows you to perform work at stations which have this badge.", "score"=>nil, "quality_rating"=>nil, "max_badges"=>3, "skill_test"=>{"score_after"=>"submit", "manual_scoring"=>false, "display_answers"=>false, "edit_answers"=>true, "retries"=>0, "pass_percentage"=>100, "test_units"=>[{"input"=>{"name"=>"Lionel Andres Messi", "country"=>"Argentina"}, "expected_output"=>[{"birthplace"=>"Rosario, Santa Fe, Argentina", "match_options"=>{"tolerance"=>"1", "ignore_case"=>"false"}, "position"=>"CF", "current-club"=>"Barcelona"}], "match_options"=>{"tolerance"=>0, "ignore_case"=>false}}]}}])
-        line.stations.first.worker.stat_badge.should eql({"approval_rating"=>80, "assignment_duration"=>3600, "abandonment_rate"=>30, "country"=>nil})
-      end
-
-      it "in plain ruby way" do
-        WebMock.allow_net_connect!
-        title = "line_title#{Time.new.strftime('%Y%b%d-%H%M%S')}".downcase
-        sleep 1
-        skill_badge = 
-        {
-          :title => 'Football Fanatic', 
-          :description => "This qualification allows you to perform work at stations which have this badge.", 
-          :max_badges => 3, 
-          :test => 
-          {
-            :input => {:name => "Lionel Andres Messi", :country => "Argentina"},
-            :expected_output => 
-            [{:birthplace => "Rosario, Santa Fe, Argentina",:match_options => {:tolerance => 10, :ignore_case => true }},{:position => "CF",:match_options => {:tolerance => 1 }},{:"current-club" => "Barcelona",:match_options => {:tolerance => 1, :ignore_case => false }}]
-          }
-        }
-        line = CF::Line.new(title, "Digitization")
-        input_format = CF::InputFormat.new({:name => "image_url", :required => true, :valid_type => "url"})
-        line.input_formats input_format
-
-        station = CF::Station.new({:type => "work"})
-        line.stations station
-
-        worker = CF::HumanWorker.new({:number => 1, :reward => 20, :skill_badge => skill_badge})
-        line.stations.first.worker = worker
-
-        line.stations.first.type.should eql("WorkStation")
-        line.stations.first.worker.number.should eql(1)
-        line.stations.first.worker.reward.should eql(20)
-        line.stations.first.worker.skill_badges.first.should eql([{"title"=>"Football Fanatic", "description"=>"This qualification allows you to perform work at stations which have this badge.", "score"=>nil, "quality_rating"=>nil, "max_badges"=>3, "skill_test"=>{"score_after"=>"submit", "manual_scoring"=>false, "display_answers"=>false, "edit_answers"=>true, "retries"=>0, "pass_percentage"=>100, "test_units"=>[{"input"=>{"name"=>"Lionel Andres Messi", "country"=>"Argentina"}, "expected_output"=>[{"birthplace"=>"Rosario, Santa Fe, Argentina", "match_options"=>{"tolerance"=>"1", "ignore_case"=>"false"}, "position"=>"CF", "current-club"=>"Barcelona"}], "match_options"=>{"tolerance"=>0, "ignore_case"=>false}}]}}])
-        line.stations.first.worker.stat_badge.should eql({"approval_rating"=>80, "assignment_duration"=>3600, "abandonment_rate"=>30, "country"=>nil})
+        line.stations.first.worker.to_s.should eql("{:id => => #{line.stations.first.worker.id}, :number => 1, :reward => 20, :stat_badge => {\"approval_rating\"=>80, \"assignment_duration\"=>3600, \"abandonment_rate\"=>30, \"country\"=>nil}, :errors => }")
       end
     end
   end

data/spec/line_spec.rb

@@ -20,7 +20,7 @@ describe CF::Line do
       line = CF::Line.create(title,"Digitization") do |l|
         CF::InputFormat.new({:line => l, :name => "image_url", :required => true, :valid_type => "url"})
         CF::InputFormat.new({:line => l, :name => "image", :required => true, :valid_type => "url"})
-        CF::Station.new({:line => l, :type => "work"}) 
+        CF::Station.new({:line => l, :type => "work"})
       end
       line.title.should eq(title)
       line.department_name.should eq("Digitization")
@@ -338,7 +338,7 @@ describe CF::Line do
 
       run = CF::Run.create(line, "run-#{title}", File.expand_path("../../fixtures/input_data/test.csv", __FILE__))
       delete = CF::Line.destroy(title)
-      delete['error']['message'].should eql("Cannot delete line. You have production runs using this line. Pass force option to enforce deletion.")
+      delete['error']['message'].should eql("Could not be deleted! Cannot delete line. You have production runs using this line. Pass force option to enforce deletion.")
       delete['code'].should_not eql(200)
 
       forced_delete = CF::Line.destroy(title, :forced => true)
@@ -367,7 +367,7 @@ describe CF::Line do
       worker_id = line_details['stations'].first['worker']['id']
       form_field_id = line_details['stations'].first['form_fields'].first['id']
       station_input_format_id = line_details['stations'].first['input_formats'].first['id']
-      line_details.should eql({"title"=>"#{title}", "description"=>"", "department"=>"Digitization", "code"=>200, "input_formats"=>[{"id"=>"#{line_input_format_id}", "name"=>"Company", "required"=>true, "valid_type"=>nil}], "stations"=>[{"index"=>1, "type"=>"WorkStation", "worker"=>{"id"=>"#{worker_id}", "number"=>1, "reward"=>20, "type"=>"HumanWorker", "stat_badge"=>{"abandonment_rate"=>30, "approval_rating"=>80, "country"=>nil, "adult"=>nil}, "skill_badge"=>nil}, "form"=>{"title"=>"Enter text from a business card image", "instruction"=>"Describe"}, "form_fields"=>[{"id"=>"#{form_field_id}", "label"=>"First Name", "field_type"=>"short_answer", "hint"=>nil, "required"=>true, "unique"=>nil, "hide_label"=>nil, "value"=>nil}], "input_formats"=>[{"id"=>"#{station_input_format_id}", "name"=>"Company", "required"=>true, "valid_type"=>nil}]}]})
+      line_details.should eql({"title"=>"#{title}", "description"=>"", "department"=>"Digitization", "input_formats"=>[{"id"=>"#{line_input_format_id}", "name"=>"Company", "required"=>true, "valid_type"=>nil}], "stations"=>[{"index"=>1, "type"=>"WorkStation", "input_formats"=>[{"id"=>"#{station_input_format_id}", "name"=>"Company", "required"=>true, "valid_type"=>nil}], "worker"=>{"id"=>"#{worker_id}", "number"=>1, "reward"=>20, "type"=>"HumanWorker", "stat_badge"=>{"abandonment_rate"=>30, "approval_rating"=>80, "country"=>nil, "adult"=>nil}}, "form"=>{"title"=>"Enter text from a business card image", "instruction"=>"Describe"}, "form_fields"=>[{"id"=>"#{form_field_id}", "label"=>"First Name", "field_type"=>"short_answer", "hint"=>nil, "required"=>true, "unique"=>nil, "hide_label"=>nil, "value"=>nil, "option_values"=>nil}]}], "code"=>200})
     end
 
     it "for robot worker" do
@@ -376,7 +376,7 @@ describe CF::Line do
       sleep 1
       line = CF::Line.create(title,"Digitization") do |l|
         CF::InputFormat.new({:line => l, :name => "text", :required => "true"})
-        CF::Station.create({:line => l, :type => "work"}) do |s|
+        CF::Station.create({:line => l, :type => "robot"}) do |s|
           CF::RobotWorker.create({:station => s, :type => "entity_extraction_robot", :settings => {:document => ["Franz Kafka and George Orwell are authors. Ludwig Von Beethoven and Mozart are musicians. China and Japan are countries"]}})
         end
       end
@@ -384,40 +384,7 @@ describe CF::Line do
       line_input_format_id = line_details['input_formats'].first['id']
       station_input_format_id = line_details['stations'].first['input_formats'].first['id']
       worker_id = line_details['stations'].first['worker']['id']
-      line_details.should eql({"title"=>"#{title}", "description"=>"", "department"=>"Digitization", "code"=>200, "input_formats"=>[{"id"=>"#{line_input_format_id}", "name"=>"text", "required"=>true, "valid_type"=>nil}], "stations"=>[{"index"=>1, "type"=>"WorkStation", "worker"=>{"id"=>"#{worker_id}", "number"=>1, "reward"=>0.5, "type"=>"EntityExtractionRobot"}, "input_formats"=>[{"id"=>"#{station_input_format_id}", "name"=>"text", "required"=>true, "valid_type"=>nil}]}]})
-    end
-
-    it "with skill test feature" do
-      WebMock.allow_net_connect!
-      badge = 
-      {
-        :title => 'Football Fanatic', 
-        :description => "This qualification allows you to perform work at stations which have this badge.", 
-        :max_badges => 3, 
-        :test => 
-        {
-          :input => {:name => "Lionel Andres Messi", :country => "Argentina"},
-          :expected_output => 
-          [{:birthplace => "Rosario, Santa Fe, Argentina",:match_options => {:tolerance => 10, :ignore_case => true }},{:position => "CF",:match_options => {:tolerance => 1 }},{:"current-club" => "Barcelona",:match_options => {:tolerance => 1, :ignore_case => false }}]
-        }
-      }
-      title = "line_title#{Time.new.strftime('%Y%b%d-%H%M%S')}".downcase
-      sleep 2
-      line = CF::Line.create(title, "Digitization") do |l|
-        CF::InputFormat.new({:line => l, :name => "image_url", :required => true, :valid_type => "url"})
-        CF::Station.create({:line =>l, :type => "work"}) do |s|
-          CF::HumanWorker.new({:station => s, :number => 1, :reward => 20, :skill_badge => badge})
-          CF::TaskForm.create({:station => s, :title => "Enter text from a business card image", :instruction => "Describe"}) do |i|
-            CF::FormField.new({:form => i, :label => "First Name", :field_type => "short_answer", :required => "true"})
-          end
-        end
-      end
-      line_details = CF::Line.inspect(title)
-      line_input_format_id = line_details['input_formats'].first['id']
-      station_input_format_id = line_details['stations'].first['input_formats'].first['id']
-      form_field_id = line_details['stations'].first['form_fields'].first['id']
-      worker_id = line_details['stations'].first['worker']['id']
-      line_details.should eql({"title"=>"#{title}", "description"=>"", "department"=>"Digitization", "code"=>200, "input_formats"=>[{"id"=>"#{line_input_format_id}", "name"=>"image_url", "required"=>true, "valid_type"=>"url"}], "stations"=>[{"index"=>1, "type"=>"WorkStation", "worker"=>{"id"=>"#{worker_id}", "number"=>1, "reward"=>20, "type"=>"HumanWorker", "stat_badge"=>{"abandonment_rate"=>30, "approval_rating"=>80, "country"=>nil, "adult"=>nil}, "skill_badge"=>nil}, "form"=>{"title"=>"Enter text from a business card image", "instruction"=>"Describe"}, "form_fields"=>[{"id"=>"#{form_field_id}", "label"=>"First Name", "field_type"=>"short_answer", "hint"=>nil, "required"=>true, "unique"=>nil, "hide_label"=>nil, "value"=>nil}], "input_formats"=>[{"id"=>"#{station_input_format_id}", "name"=>"image_url", "required"=>true, "valid_type"=>"url"}]}]})
+      line_details.should eql({"title"=>"#{title}", "description"=>"", "department"=>"Digitization", "code"=>200, "input_formats"=>[{"id"=>"#{line_input_format_id}", "name"=>"text", "required"=>true, "valid_type"=>nil}], "stations"=>[{"index"=>1, "type"=>"RobotStation", "worker"=>{"id"=>"#{worker_id}", "number"=>1, "reward"=>0.5, "type"=>"EntityExtractionRobot"}, "input_formats"=>[{"id"=>"#{station_input_format_id}", "name"=>"text", "required"=>true, "valid_type"=>nil}]}]})
     end
 
     it "should get all lines with pagination" do
@@ -443,7 +410,7 @@ describe CF::Line do
     it "as public line" do
       WebMock.allow_net_connect!
       CF.configure do |config|
-        config.api_key = "dbe4c090ed1fc936f6b90ac83f09eceee04fc8bc"
+        config.api_key = "2512bb347f0cfa42c3ce24947d820a5d82d445a7"
         config.account_name = "hero"
       end
       title = "line_title#{Time.new.strftime('%Y%b%d-%H%M%S')}".downcase

data/spec/robot_worker_spec.rb

@@ -8,7 +8,7 @@ describe CF::RobotWorker do
       sleep 1
       line = CF::Line.create(title,"Digitization") do |l|
         CF::InputFormat.new({:line => l, :name => "text", :required => "true"})
-        CF::Station.create({:line => l, :type => "work"}) do |s|
+        CF::Station.create({:line => l, :type => "robot"}) do |s|
           CF::RobotWorker.create({:station => s, :type => "entity_extraction_robot", :settings => {:document => ["Franz Kafka and George Orwell are authors. Ludwig Von Beethoven and Mozart are musicians. China and Japan are countries"]}})
         end
       end

data/spec/run_spec.rb

@@ -255,7 +255,7 @@ module CF
         found_run['title'].should eql("run-#{title}")
         found_run['line']['title'].should eql(title)
         found_run['line']['department'].should eql("Digitization")
-        found_run['status'].should eql("paused")
+        found_run['status'].should eql("active")
       end
 
       it "should create production run and try to find run with unused title" do
@@ -302,31 +302,33 @@ module CF
           end
         end
         run = CF::Run.create(line, "run-#{title}", [{"url"=> "http://www.sprout-technology.com"}])
+        sleep 10
         progress = run.progress_details
         progress_1 = CF::Run.progress_details("run-#{title}")
         progress.should eql(progress_1)
-        progress['total']['progress'].should eql(0)
-        progress['total']['units_count'].should eql(1)
+        progress['completed_units'].should eql(1)
+        progress['total_units'].should eql(1)
       end
 
       it "should get the progress details for multiple stations" do
         WebMock.allow_net_connect!
         title = "line_title#{Time.new.strftime('%Y%b%d-%H%M%S')}".downcase
-        sleep 1
+        sleep 2
         line = CF::Line.create(title,"Digitization") do |l|
           CF::InputFormat.new({:line => l, :name => "url", :valid_type => "url", :required => "true"})
           CF::Station.create({:line => l, :type => "robot"}) do |s|
             CF::RobotWorker.create({:station => s, :type => "text_extraction_robot", :settings => {:url => ["{{url}}"]}})
           end
-          CF::Station.create({:line => l, :type => "work"}) do |s1|
+          CF::Station.create({:line => l, :type => "robot"}) do |s1|
             CF::RobotWorker.create({:station => s1, :type => "keyword_matching_robot", :settings => {:content => ["{{contents_of_url}}"], :keywords => ["SaaS","see","additional","deepak","saroj"]}})
           end
         end
         run = CF::Run.create(line, "run-#{title}", [{"url"=> "http://techcrunch.com/2011/07/26/with-v2-0-assistly-brings-a-simple-pricing-model-rewards-and-a-bit-of-free-to-customer-service-software"}])
+        sleep 5
         progress = run.progress_details
         progress_1 = CF::Run.progress_details("run-#{title}")
         progress.should eql(progress_1)
-        progress['total']['units_count'].should eql(1)
+        progress['total_units'].should eql(1)
       end
     end
 
@@ -358,7 +360,7 @@ module CF
         run_2 = CF::Run.create(line_2, "run-#{title}_2", [{"url"=> "http://www.sprout-technology.com"}])
         got_run = CF::Run.all
         got_run['runs'].class.should eql(Array)
-        got_run['runs'].first['status'].should eql("active")
+        got_run['runs'].first['status'].should eql("completed")
       end
 
       it "should return all the runs for a line" do

data/spec/stat_badge_spec.rb

@@ -0,0 +1,45 @@
+require 'spec_helper'
+
+module CF
+  describe CF::HumanWorker do
+    context "create badge" do
+      it "should create stat badge for worker in block DSL way" do
+        WebMock.allow_net_connect!
+        stat_badge = {:approval_rating => 40, :assignment_duration => 1800}
+        title = "line_title#{Time.new.strftime('%Y%b%d-%H%M%S')}".downcase
+        sleep 1
+        line = CF::Line.create(title, "Digitization") do |l|
+          CF::InputFormat.new({:line => l, :name => "image_url", :required => true, :valid_type => "url"})
+          CF::Station.create({:line =>l, :type => "work"}) do |s|
+            CF::HumanWorker.new({:station => s, :number => 1, :reward => 20, :stat_badge => stat_badge})
+          end
+        end
+        line.stations.first.type.should eql("WorkStation")
+        line.stations.first.worker.number.should eql(1)
+        line.stations.first.worker.reward.should eql(20)
+        line.stations.first.worker.stat_badge.should eql({"approval_rating"=>40, "assignment_duration"=>1800, "abandonment_rate"=>30, "country"=>nil})
+      end
+
+      it "should create stat badge for worker in plain ruby way" do
+        WebMock.allow_net_connect!
+        stat_badge = {:approval_rating => 40, :assignment_duration => 1800}
+        title = "line_title#{Time.new.strftime('%Y%b%d-%H%M%S')}".downcase
+        sleep 1
+        line = CF::Line.new(title, "Digitization")
+        input_format = CF::InputFormat.new({:name => "image_url", :required => true, :valid_type => "url"})
+        line.input_formats input_format
+
+        station = CF::Station.new({:type => "work"})
+        line.stations station
+
+        worker = CF::HumanWorker.new({:number => 1, :reward => 20, :stat_badge => stat_badge})
+        line.stations.first.worker = worker
+
+        line.stations.first.type.should eql("WorkStation")
+        line.stations.first.worker.number.should eql(1)
+        line.stations.first.worker.reward.should eql(20)
+        line.stations.first.worker.stat_badge.should eql({"approval_rating"=>40, "assignment_duration"=>1800, "abandonment_rate"=>30, "country"=>nil})
+      end
+    end
+  end
+end

data/spec/test_run_spec.rb

@@ -0,0 +1,105 @@
+require 'spec_helper'
+
+describe CF::TestRun do
+  context "create a production test run" do
+    it "should create a test production in a plain ruby way" do
+      WebMock.allow_net_connect!
+      title = "line_title#{Time.new.strftime('%Y%b%d-%H%M%S')}".downcase
+      sleep 1
+      line = CF::Line.new(title, "Digitization")
+      input_format_1 = CF::InputFormat.new({:name => "Company", :required => true})
+      input_format_2 = CF::InputFormat.new({:name => "Website", :required => true, :valid_type => "url"})
+      line.input_formats input_format_1
+      line.input_formats input_format_2
+
+      station = CF::Station.new({:type => "work"})
+      line.stations station
+
+      worker = CF::HumanWorker.new({:number => 1, :reward => 20})
+      line.stations.first.worker = worker
+
+      form = CF::TaskForm.new({:title => "Enter text from a business card image", :instruction => "Describe"})
+      line.stations.first.form = form
+
+      form_fields_1 = CF::FormField.new({:label => "First Name", :field_type => "short_answer", :required => "true"})
+      line.stations.first.form.form_fields form_fields_1
+      form_fields_2 = CF::FormField.new({:label => "Middle Name", :field_type => "short_answer"})
+      line.stations.first.form.form_fields form_fields_2
+      form_fields_3 = CF::FormField.new({:label => "Last Name", :field_type => "short_answer", :required => "true"})
+      line.stations.first.form.form_fields form_fields_3
+
+      gold_standard = CF::GoldStandard.new({ :line => line,
+        :name => "gold_standard_#{Time.new.strftime('%Y%b%d-%H%M%S')}",
+        :input => {'image_url' => "http://onwired.com/images/portfolio/linda-stanley-business-card.jpg"},
+        :expected_output => {"first_name" => {"value" => "John"}, "last_name" => {"value" => "Lennon"}, "company" => {"value" => "Sprout"}}
+        })
+        run = CF::TestRun.create(line, "run-#{title}", 1)
+        run.line.should eql(line)
+        sleep 4
+        CF::Run.find(run.title)["progress"].should eq({"completed_units"=>0, "total_units"=>1})
+
+      end
+      it "should create a test production in a block DSL way" do
+        WebMock.allow_net_connect!
+        title = "line_title#{Time.new.strftime('%Y%b%d-%H%M%S')}".downcase
+        sleep 1
+        line = CF::Line.create(title,"Digitization") do |l|
+          CF::InputFormat.new({:line => l, :name => "Company", :required => true, :valid_type => "general"})
+          CF::InputFormat.new({:line => l, :name => "Website", :required => true, :valid_type => "url"})
+          CF::Station.create({:line => l, :type => "work"}) do |s|
+            CF::HumanWorker.new({:station => s, :number => 1, :reward => 10})
+            CF::TaskForm.create({:station => s, :title => "Enter text from a business card image", :instruction => "Describe"}) do |i|
+              CF::FormField.new({:form => i, :label => "First Name", :field_type => "short_answer", :required => "true"})
+              CF::FormField.new({:form => i, :label => "Middle Name", :field_type => "short_answer"})
+              CF::FormField.new({:form => i, :label => "Last Name", :field_type => "short_answer", :required => "true"})
+            end
+          end
+        end
+        gold_standard = CF::GoldStandard.new({ :line => line,
+          :name => "gold_standard_#{Time.new.strftime('%Y%b%d-%H%M%S')}",
+          :input => {'image_url' => "http://onwired.com/images/portfolio/linda-stanley-business-card.jpg"},
+          :expected_output => {"first_name" => {"value" => "John"}, "last_name" => {"value" => "Lennon"}, "company" => {"value" => "Sprout"}}
+          })
+          run = CF::TestRun.new(line, "run-#{title}", 1)
+          run.line.should eql(line)
+          sleep 4
+          CF::Run.find(run.title)["progress"].should eq({"completed_units"=>0, "total_units"=>1})
+        end
+
+        it "should rais error if goldstandard number is not valid" do
+          WebMock.allow_net_connect!
+          title = "line_title#{Time.new.strftime('%Y%b%d-%H%M%S')}".downcase
+          sleep 1
+          line = CF::Line.new(title, "Digitization")
+          input_format_1 = CF::InputFormat.new({:name => "Company", :required => true})
+          input_format_2 = CF::InputFormat.new({:name => "Website", :required => true, :valid_type => "url"})
+          line.input_formats input_format_1
+          line.input_formats input_format_2
+
+          station = CF::Station.new({:type => "work"})
+          line.stations station
+
+          worker = CF::HumanWorker.new({:number => 1, :reward => 20})
+          line.stations.first.worker = worker
+
+          form = CF::TaskForm.new({:title => "Enter text from a business card image", :instruction => "Describe"})
+          line.stations.first.form = form
+
+          form_fields_1 = CF::FormField.new({:label => "First Name", :field_type => "short_answer", :required => "true"})
+          line.stations.first.form.form_fields form_fields_1
+          form_fields_2 = CF::FormField.new({:label => "Middle Name", :field_type => "short_answer"})
+          line.stations.first.form.form_fields form_fields_2
+          form_fields_3 = CF::FormField.new({:label => "Last Name", :field_type => "short_answer", :required => "true"})
+          line.stations.first.form.form_fields form_fields_3
+
+          gold_standard = CF::GoldStandard.create({ :line => line,
+            :name => "gold_standard_#{Time.new.strftime('%Y%b%d-%H%M%S')}",
+            :input => {'image_url' => "http://onwired.com/images/portfolio/linda-stanley-business-card.jpg"},
+            :expected_output => {"first_name" => {"value" => "John"}, "last_name" => {"value" => "Lennon"}, "company" => {"value" => "Sprout"}}
+            })
+            run = CF::TestRun.new(line, "run-#{title}", 4)
+            run.errors.should eql(["Error Only 1 gold standard available"])
+          end
+
+      end
+    end

metadata

@@ -1,288 +1,291 @@
---- !ruby/object:Gem::Specification
+--- !ruby/object:Gem::Specification 
 name: cloudfactory
-version: !ruby/object:Gem::Version
-  version: 0.4.4
+version: !ruby/object:Gem::Version 
   prerelease: 
+  version: 0.4.5
 platform: ruby
-authors:
+authors: 
 - CloudFactory.com
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2011-12-21 00:00:00.000000000Z
-dependencies:
-- !ruby/object:Gem::Dependency
+
+date: 2012-02-01 00:00:00 Z
+dependencies: 
+- !ruby/object:Gem::Dependency 
   name: i18n
-  requirement: &2154498580 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
   type: :runtime
-  prerelease: false
-  version_requirements: *2154498580
-- !ruby/object:Gem::Dependency
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
   name: activesupport
-  requirement: &2154498080 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
+    requirements: 
     - - ~>
-      - !ruby/object:Gem::Version
-        version: '3.0'
+      - !ruby/object:Gem::Version 
+        version: "3.0"
   type: :runtime
-  prerelease: false
-  version_requirements: *2154498080
-- !ruby/object:Gem::Dependency
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
   name: hashie
-  requirement: &2154497580 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
+    requirements: 
     - - ~>
-      - !ruby/object:Gem::Version
-        version: '1.0'
+      - !ruby/object:Gem::Version 
+        version: "1.0"
   type: :runtime
-  prerelease: false
-  version_requirements: *2154497580
-- !ruby/object:Gem::Dependency
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
   name: rest-client
-  requirement: &2154497200 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
   type: :runtime
-  prerelease: false
-  version_requirements: *2154497200
-- !ruby/object:Gem::Dependency
+  version_requirements: *id004
+- !ruby/object:Gem::Dependency 
   name: json
-  requirement: &2154496740 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id005 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
   type: :runtime
-  prerelease: false
-  version_requirements: *2154496740
-- !ruby/object:Gem::Dependency
+  version_requirements: *id005
+- !ruby/object:Gem::Dependency 
   name: thor
-  requirement: &2154496240 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id006 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
+    requirements: 
     - - ~>
-      - !ruby/object:Gem::Version
-        version: '0.14'
+      - !ruby/object:Gem::Version 
+        version: "0.14"
   type: :runtime
-  prerelease: false
-  version_requirements: *2154496240
-- !ruby/object:Gem::Dependency
+  version_requirements: *id006
+- !ruby/object:Gem::Dependency 
   name: highline
-  requirement: &2154495820 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id007 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
   type: :runtime
-  prerelease: false
-  version_requirements: *2154495820
-- !ruby/object:Gem::Dependency
+  version_requirements: *id007
+- !ruby/object:Gem::Dependency 
   name: httparty
-  requirement: &2154495280 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id008 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
+    requirements: 
     - - ~>
-      - !ruby/object:Gem::Version
-        version: '0.7'
+      - !ruby/object:Gem::Version 
+        version: "0.7"
   type: :runtime
-  prerelease: false
-  version_requirements: *2154495280
-- !ruby/object:Gem::Dependency
+  version_requirements: *id008
+- !ruby/object:Gem::Dependency 
   name: terminal-table
-  requirement: &2154494780 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id009 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
+    requirements: 
     - - ~>
-      - !ruby/object:Gem::Version
-        version: '1.4'
+      - !ruby/object:Gem::Version 
+        version: "1.4"
   type: :runtime
-  prerelease: false
-  version_requirements: *2154494780
-- !ruby/object:Gem::Dependency
+  version_requirements: *id009
+- !ruby/object:Gem::Dependency 
   name: millisami-csv-hash
-  requirement: &2154494400 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id010 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
   type: :runtime
-  prerelease: false
-  version_requirements: *2154494400
-- !ruby/object:Gem::Dependency
+  version_requirements: *id010
+- !ruby/object:Gem::Dependency 
   name: awesome_print
-  requirement: &2154493940 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id011 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
   type: :runtime
-  prerelease: false
-  version_requirements: *2154493940
-- !ruby/object:Gem::Dependency
+  version_requirements: *id011
+- !ruby/object:Gem::Dependency 
   name: ruby-debug19
-  requirement: &2154493520 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id012 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
   type: :development
-  prerelease: false
-  version_requirements: *2154493520
-- !ruby/object:Gem::Dependency
+  version_requirements: *id012
+- !ruby/object:Gem::Dependency 
   name: ruby-debug19
-  requirement: &2154493100 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id013 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
   type: :development
-  prerelease: false
-  version_requirements: *2154493100
-- !ruby/object:Gem::Dependency
+  version_requirements: *id013
+- !ruby/object:Gem::Dependency 
   name: aruba
-  requirement: &2154492680 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id014 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
   type: :development
-  prerelease: false
-  version_requirements: *2154492680
-- !ruby/object:Gem::Dependency
+  version_requirements: *id014
+- !ruby/object:Gem::Dependency 
   name: rails
-  requirement: &2154492180 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id015 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
+    requirements: 
     - - ~>
-      - !ruby/object:Gem::Version
+      - !ruby/object:Gem::Version 
         version: 3.0.3
   type: :development
-  prerelease: false
-  version_requirements: *2154492180
-- !ruby/object:Gem::Dependency
+  version_requirements: *id015
+- !ruby/object:Gem::Dependency 
   name: bundler
-  requirement: &2154491680 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id016 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
+    requirements: 
     - - ~>
-      - !ruby/object:Gem::Version
+      - !ruby/object:Gem::Version 
         version: 1.0.0
   type: :development
-  prerelease: false
-  version_requirements: *2154491680
-- !ruby/object:Gem::Dependency
+  version_requirements: *id016
+- !ruby/object:Gem::Dependency 
   name: generator_spec
-  requirement: &2154410060 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id017 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
+    requirements: 
     - - ~>
-      - !ruby/object:Gem::Version
+      - !ruby/object:Gem::Version 
         version: 0.8.3
   type: :development
-  prerelease: false
-  version_requirements: *2154410060
-- !ruby/object:Gem::Dependency
+  version_requirements: *id017
+- !ruby/object:Gem::Dependency 
   name: rspec-rails
-  requirement: &2154409680 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id018 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
   type: :development
-  prerelease: false
-  version_requirements: *2154409680
-- !ruby/object:Gem::Dependency
+  version_requirements: *id018
+- !ruby/object:Gem::Dependency 
   name: cucumber
-  requirement: &2154409220 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id019 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
   type: :development
-  prerelease: false
-  version_requirements: *2154409220
-- !ruby/object:Gem::Dependency
+  version_requirements: *id019
+- !ruby/object:Gem::Dependency 
   name: rdoc
-  requirement: &2154408720 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id020 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
+    requirements: 
     - - ~>
-      - !ruby/object:Gem::Version
+      - !ruby/object:Gem::Version 
         version: 3.5.3
   type: :development
-  prerelease: false
-  version_requirements: *2154408720
-- !ruby/object:Gem::Dependency
+  version_requirements: *id020
+- !ruby/object:Gem::Dependency 
   name: vcr
-  requirement: &2154408300 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id021 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
   type: :development
-  prerelease: false
-  version_requirements: *2154408300
-- !ruby/object:Gem::Dependency
+  version_requirements: *id021
+- !ruby/object:Gem::Dependency 
   name: rake
-  requirement: &2154407840 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id022 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
   type: :development
-  prerelease: false
-  version_requirements: *2154407840
-- !ruby/object:Gem::Dependency
+  version_requirements: *id022
+- !ruby/object:Gem::Dependency 
   name: webmock
-  requirement: &2154407420 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id023 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
   type: :development
-  prerelease: false
-  version_requirements: *2154407420
-- !ruby/object:Gem::Dependency
+  version_requirements: *id023
+- !ruby/object:Gem::Dependency 
   name: timecop
-  requirement: &2154407000 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id024 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
   type: :development
-  prerelease: false
-  version_requirements: *2154407000
+  version_requirements: *id024
 description: A Ruby wrapper and CLI for to interact with Cloudfactory.com REST API
-email:
+email: 
 - administrator@sprout-technology.com
-executables:
+executables: 
 - cf
 extensions: []
+
 extra_rdoc_files: []
-files:
+
+files: 
 - .gitignore
 - .rspec
 - CHANGELOG.md
@@ -314,6 +317,7 @@ files:
 - fixtures/input_data/test.csv
 - lib/cf.rb
 - lib/cf/account.rb
+- lib/cf/badge.rb
 - lib/cf/cli.rb
 - lib/cf/cli/config.rb
 - lib/cf/cli/form.rb
@@ -329,6 +333,8 @@ files:
 - lib/cf/custom_task_form.rb
 - lib/cf/department.rb
 - lib/cf/form_field.rb
+- lib/cf/gold_standard.rb
+- lib/cf/help.txt
 - lib/cf/human_worker.rb
 - lib/cf/input_format.rb
 - lib/cf/line.rb
@@ -337,6 +343,7 @@ files:
 - lib/cf/run.rb
 - lib/cf/station.rb
 - lib/cf/task_form.rb
+- lib/cf/test_run.rb
 - lib/cf/version.rb
 - lib/generators/cf/form/form_generator.rb
 - lib/generators/cf/form/templates/cf_form.html.erb
@@ -344,7 +351,8 @@ files:
 - lib/generators/cf/install/templates/README
 - lib/generators/cf/install/templates/cloudfactory.rb
 - spec/account_spec.rb
-- spec/badge_spec.rb
+- spec/badges/station_1.html
+- spec/badges_spec.rb
 - spec/concept_tagging_robot_spec.rb
 - spec/config_spec.rb
 - spec/content_scraping_robot_spec.rb
@@ -354,6 +362,8 @@ files:
 - spec/form_field_spec.rb
 - spec/generators/form_generator_spec.rb
 - spec/generators/install_generator_spec.rb
+- spec/gold_standard_spec.rb
+- spec/gold_standards.csv
 - spec/google_translate_robot_spec.rb
 - spec/human_worker_spec.rb
 - spec/image_processing_robot_spec.rb
@@ -367,49 +377,80 @@ files:
 - spec/run_spec.rb
 - spec/sentiment_robot_spec.rb
 - spec/spec_helper.rb
+- spec/stat_badge_spec.rb
 - spec/station_spec.rb
 - spec/task_form_spec.rb
 - spec/term_extraction_robot_spec.rb
+- spec/test_run_spec.rb
 - spec/text_appending_robot_spec.rb
 homepage: http://cloudfactory.com
 licenses: []
-post_install_message: ! "--------------------------------------------------------------------------------\n\n
-  \ Sweet. You now have the 'cf' command installed. Test drive it with:\n  > cf help\n\n
-  \ 1. Sign up for your CloudFactory account and get your API key\n  http://cloudfactory.com/users/sign_up\n
-  \ Get API key from welcome email or http://cloudfactory.com/account#settings\n\n
-  \ 2. Login with your credentials\n  > cf login\n  \n  3. Generate your first assembly
-  line...\n  > cf line generate <line-title>\n  \n  4. Go into generated line directory\n
-  \ > cd <line-title>\n  \n  5. Edit the generated line.yml to design your perfect
-  assembly line\n  See http://developers.cloudfactory.com/lines/yaml.html\n  \n  6.
-  Create your line in CloudFactory\n  > cf line create\n\n  7. Do a test production
-  run in the sandbox first...\n  > cf production start TITLE -i=INPUT_DATA.CSV\n\n
-  \ 8. Go live! Send your production run to real workers...\n  > cf production start
-  TITLE -i=INPUT_DATA.CSV --live\n  \n ------------------------------------------------------------------------------\n
-  \n  Follow @thecloudfactory on Twitter for announcements, updates, and news.\n  https://twitter.com/thecloudfactory\n\n
-  \ Add your project or organization to the apps wiki!\n  https://github.com/sprout/cloudfactory_ruby/wiki/Apps\n
-  \ \n--------------------------------------------------------------------------------\n"
+
+post_install_message: |
+  --------------------------------------------------------------------------------
+  
+    Sweet. You now have the 'cf' command installed. Test drive it with:
+    > cf help
+  
+    1. Sign up for your CloudFactory account and get your API key
+    http://cloudfactory.com/users/sign_up
+    Get API key from welcome email or http://cloudfactory.com/account#settings
+  
+    2. Login with your credentials
+    > cf login
+    
+    3. Generate your first assembly line...
+    > cf line generate <line-title>
+    
+    4. Go into generated line directory
+    > cd <line-title>
+    
+    5. Edit the generated line.yml to design your perfect assembly line
+    See http://developers.cloudfactory.com/lines/yaml.html
+    
+    6. Create your line in CloudFactory
+    > cf line create
+  
+    7. Do a test production run in the sandbox first...
+    > cf production start TITLE -i=INPUT_DATA.CSV
+  
+    8. Go live! Send your production run to real workers...
+    > cf production start TITLE -i=INPUT_DATA.CSV --live
+    
+   ------------------------------------------------------------------------------
+   
+    Follow @thecloudfactory on Twitter for announcements, updates, and news.
+    https://twitter.com/thecloudfactory
+  
+    Add your project or organization to the apps wiki!
+    https://github.com/sprout/cloudfactory_ruby/wiki/Apps
+    
+  --------------------------------------------------------------------------------
+
 rdoc_options: []
-require_paths:
+
+require_paths: 
 - lib
-required_ruby_version: !ruby/object:Gem::Requirement
+required_ruby_version: !ruby/object:Gem::Requirement 
   none: false
-  requirements:
-  - - ! '>='
-    - !ruby/object:Gem::Version
-      version: '0'
-required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
   none: false
-  requirements:
-  - - ! '>='
-    - !ruby/object:Gem::Version
-      version: '0'
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
 requirements: []
+
 rubyforge_project: cloudfactory
-rubygems_version: 1.8.10
+rubygems_version: 1.8.7
 signing_key: 
 specification_version: 3
 summary: A Ruby wrapper and CLI for Cloudfactory.com
-test_files:
+test_files: 
 - features/error_custom_task_form.feature
 - features/error_form_field.feature
 - features/error_task_form.feature
@@ -428,7 +469,8 @@ test_files:
 - features/task_form.feature
 - features/whoami.feature
 - spec/account_spec.rb
-- spec/badge_spec.rb
+- spec/badges/station_1.html
+- spec/badges_spec.rb
 - spec/concept_tagging_robot_spec.rb
 - spec/config_spec.rb
 - spec/content_scraping_robot_spec.rb
@@ -438,6 +480,8 @@ test_files:
 - spec/form_field_spec.rb
 - spec/generators/form_generator_spec.rb
 - spec/generators/install_generator_spec.rb
+- spec/gold_standard_spec.rb
+- spec/gold_standards.csv
 - spec/google_translate_robot_spec.rb
 - spec/human_worker_spec.rb
 - spec/image_processing_robot_spec.rb
@@ -451,8 +495,10 @@ test_files:
 - spec/run_spec.rb
 - spec/sentiment_robot_spec.rb
 - spec/spec_helper.rb
+- spec/stat_badge_spec.rb
 - spec/station_spec.rb
 - spec/task_form_spec.rb
 - spec/term_extraction_robot_spec.rb
+- spec/test_run_spec.rb
 - spec/text_appending_robot_spec.rb
 has_rdoc: