cloudfactory 0.0.13

data/spec/sentiment_robot_spec.rb

@@ -0,0 +1,56 @@
+# encoding: utf-8 
+require 'spec_helper'
+
+module CF
+  describe CF::RobotWorker do
+    context "create a sentiment robot worker" do
+      it "should create content_scraping_robot worker for first station in Block DSL way" do
+        # WebMock.allow_net_connect!
+        VCR.use_cassette "robot_worker/sentiment_robot/block/create-worker-single-station", :record => :new_episodes do
+          line = CF::Line.create("sentiment_robot","Digitization") do |l|
+            CF::InputFormat.new({:line => l, :name => "url", :valid_type => "url", :required => "true"})
+            CF::Station.create({:line => l, :type => "work"}) do |s|
+              CF::RobotWorker.create({:station => s, :settings => {:document => ["{url}"], :sanitize => true}, :type => "sentiment_robot"})
+            end
+          end
+          run = CF::Run.create(line, "sentiment_robot_run", [{"url"=> "http://www.thehappyguy.com/happiness-self-help-book.html"}])
+          output = run.final_output
+          output.first.final_output.first.sanitize.should eql("true")
+          output.first.final_output.first.sentiment_of_url.should eql("positive")
+          output.first.final_output.first.sentiment_relevance_of_url.should eql(24.0408)
+          line.stations.first.worker.class.should eql(CF::RobotWorker)
+          line.stations.first.worker.reward.should eql(0)
+          line.stations.first.worker.number.should eql(1)
+          line.stations.first.worker.settings.should eql({:document => ["{url}"], :sanitize => true})
+          line.stations.first.worker.type.should eql("SentimentRobot")
+        end
+      end
+
+      it "should create content_scraping_robot worker for first station in plain ruby way" do
+        # WebMock.allow_net_connect!
+        VCR.use_cassette "robot_worker/sentiment_robot/plain_ruby/create-worker-single-station", :record => :new_episodes do
+          line = CF::Line.new("sentiment_robot_1","Digitization")
+          input_format = CF::InputFormat.new({:name => "url", :required => true, :valid_type => "url"})
+          line.input_formats input_format
+
+          station = CF::Station.new({:type => "work"})
+          line.stations station
+
+          worker =  CF::RobotWorker.new({:settings => {:document => ["{url}"], :sanitize => true}, :type => "sentiment_robot"})
+          line.stations.first.worker = worker
+
+          run = CF::Run.create(line, "sentiment_robot_run_1", [{"url"=> "http://www.thehappyguy.com/happiness-self-help-book.html"}])
+          output = run.final_output
+          output.first.final_output.first.sanitize.should eql("true")
+          output.first.final_output.first.sentiment_of_url.should eql("positive")
+          output.first.final_output.first.sentiment_relevance_of_url.should eql(24.0408)
+          line.stations.first.worker.class.should eql(CF::RobotWorker)
+          line.stations.first.worker.reward.should eql(0)
+          line.stations.first.worker.number.should eql(1)
+          line.stations.first.worker.settings.should eql({:document => ["{url}"], :sanitize => true})
+          line.stations.first.worker.type.should eql("SentimentRobot")
+        end
+      end
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,39 @@
+require 'cf'
+require 'vcr'
+require 'webmock'
+
+RSpec.configure do |config|
+  config.before(:each) do
+    # Configuring the defaults
+    # Set ENV['TEST'] is true for testing against the api
+    # TEST=true bundle exec rspec spec/.....
+    if ENV['TEST']
+      require 'ruby-debug'
+      ::Debugger.start
+      ::Debugger.settings[:autoeval] = true if ::Debugger.respond_to?(:settings)
+
+      API_CONFIG = YAML.load_file(File.expand_path("../../fixtures/api_credentials.yml", __FILE__))
+      CF.configure do |config|
+        config.account_name = API_CONFIG['account_name']
+        config.api_version = API_CONFIG['api_version']
+        config.api_url = API_CONFIG['api_url']
+        config.api_key = API_CONFIG['api_key']
+      end
+    end
+  end
+  config.filter_run :focus => true
+  config.filter_run_excluding :broken => true
+  config.run_all_when_everything_filtered = true
+  config.extend VCR::RSpec::Macros
+  # Tenant.current = Tenant.create(:host => SANDBOX)
+end
+
+# WebMock.disable_net_connect!(:allow => "sprout.lvh.me")
+
+
+VCR.config do |c|
+  c.cassette_library_dir     = 'fixtures/cassette_library'
+  c.stub_with                :webmock
+  c.ignore_localhost         = true
+  c.default_cassette_options = { :record => :none }
+end

data/spec/station_spec.rb

@@ -0,0 +1,256 @@
+require 'spec_helper'
+
+describe CF::Station do
+  context "create a station" do
+    it "the plain ruby way" do
+      # WebMock.allow_net_connect!
+      VCR.use_cassette "stations/plain-ruby/create", :record => :new_episodes do
+        line = CF::Line.new("Digitize--ard", "Digitization")
+        station = CF::Station.new({:type => "work"})
+        line.stations station
+        line.stations.first.type.should eql("WorkStation")
+      end
+    end
+
+    it "using the block variable" do
+      # WebMock.allow_net_connect!
+      VCR.use_cassette "stations/block/create-with-block-var", :record => :new_episodes do
+        line = CF::Line.create("igitizeard", "Digitization") do
+          CF::Station.create({:line => self, :type => "work"}) do |s|
+            CF::HumanWorker.new({:station => s, :number => 2, :reward => 20})
+            CF::TaskForm.create({:station => s, :title => "Enter text from a business card image", :instruction => "Describe"}) do |i|
+              CF::FormField.new({:form => i, :label => "First Name", :field_type => "SA", :required => "true"})
+              CF::FormField.new({:form => i, :label => "Middle Name", :field_type => "SA"})
+              CF::FormField.new({:form => i, :label => "Last Name", :field_type => "SA", :required => "true"})
+            end
+          end
+        end
+        line.stations.first.type.should eq("WorkStation")
+        line.stations.first.worker.number.should eql(2)
+        line.stations.first.worker.reward.should eql(20)
+        line.stations.first.form.title.should eq("Enter text from a business card image")
+        line.stations.first.form.instruction.should eq("Describe")
+        line.stations.first.form.form_fields[0].label.should eq("First Name")
+        line.stations.first.form.form_fields[1].label.should eq("Middle Name")
+        line.stations.first.form.form_fields[2].label.should eq("Last Name")
+      end
+    end
+
+    it "using without the block variable also creating instruction without block variable" do
+      # WebMock.allow_net_connect!
+      VCR.use_cassette "stations/block/create-without-block-var", :record => :new_episodes do
+        line = CF::Line.create("Digitizrd", "Digitization") do
+          CF::Station.create({:line => self, :type => "work"}) do
+            CF::HumanWorker.new({:station => self, :number => 2, :reward => 20})
+            CF::TaskForm.create({:station => self, :title => "Enter text from a business card image", :instruction => "Describe"}) do
+              CF::FormField.new({:form => self, :label => "First Name", :field_type => "SA", :required => "true"})
+              CF::FormField.new({:form => self, :label => "Middle Name", :field_type => "SA"})
+              CF::FormField.new({:form => self, :label => "Last Name", :field_type => "SA", :required => "true"})
+            end
+          end
+        end
+        line.stations.first.type.should eq("WorkStation")
+        line.stations.first.worker.number.should == 2
+        line.stations.first.worker.reward.should == 20
+        line.stations.first.form.title.should eq("Enter text from a business card image")
+        line.stations.first.form.instruction.should eq("Describe")
+        line.stations.first.form.form_fields[0].label.should eq("First Name")
+        line.stations.first.form.form_fields[1].label.should eq("Middle Name")
+        line.stations.first.form.form_fields[2].label.should eq("Last Name")
+      end
+    end
+
+    it "should create a station of Tournament station" do
+      # WebMock.allow_net_connect!
+      VCR.use_cassette "stations/block/tournament-station", :record => :new_episodes do
+        line = CF::Line.create("Digitized-9", "Digitization") do
+          CF::InputFormat.new({:line => self, :name => "image_url", :required => true, :valid_type => "url"})
+          CF::Station.create({:line => self, :type => "tournament", :jury_worker=> {:max_judges => 10}, :auto_judge => {:enabled => true}}) do |s|
+            CF::HumanWorker.new({:station => s, :number => 3, :reward => 20})
+            CF::TaskForm.create({:station => s, :title => "Enter text from a business card image", :instruction => "Describe"}) do |i|
+              CF::FormField.new({:form => i, :label => "First Name", :field_type => "SA", :required => "true"})
+              CF::FormField.new({:form => i, :label => "Middle Name", :field_type => "SA"})
+              CF::FormField.new({:form => i, :label => "Last Name", :field_type => "SA", :required => "true"})
+            end
+          end
+        end
+        line.stations.first.type.should eq("TournamentStation")
+        line.stations.first.jury_worker.should eql({:max_judges => 10})
+        line.stations.first.auto_judge.should eql({:enabled => true})
+        line.stations.first.worker.number.should eql(3)
+        line.stations.first.worker.reward.should eql(20)
+        line.stations.first.form.title.should eq("Enter text from a business card image")
+        line.stations.first.form.instruction.should eq("Describe")
+        line.stations.first.form.form_fields[0].label.should eq("First Name")
+        line.stations.first.form.form_fields[1].label.should eq("Middle Name")
+        line.stations.first.form.form_fields[2].label.should eq("Last Name")
+      end
+    end
+
+    it "should create a station of Improve station as first station of line" do
+      # WebMock.allow_net_connect!
+      VCR.use_cassette "stations/block/improve-as-first-station", :record => :new_episodes do
+        line = CF::Line.new("Digitd", "Digitization")
+        station = CF::Station.new({:type => "improve"}) 
+        expect { line.stations station }.to raise_error(CF::ImproveStationNotAllowed)
+      end
+    end
+  end
+
+  context "get station" do
+    it "should get information about a single station" do
+      # WebMock.allow_net_connect!
+      VCR.use_cassette "stations/plain-ruby/get-station", :record => :new_episodes do
+        line = CF::Line.new("Digitizerd1","Digitization")
+        line.title.should eq("Digitizerd1")
+        station = CF::Station.new(:type => "Work")
+        line.stations station
+        station.type.should eq("Work")
+        line.stations.first.get.type.should eq("WorkStation")
+      end
+    end
+
+    it "should get all existing stations of a line" do
+      # WebMock.allow_net_connect!
+      VCR.use_cassette "stations/plain-ruby/get-all-stations", :record => :new_episodes do
+        line = CF::Line.new("Digitizrd11","Digitization")
+        line.title.should eq("Digitizrd11")
+        station = CF::Station.new(:type => "Work")
+        line.stations station
+        stations = CF::Station.all(line)
+        stations[0].type.should eq("WorkStation")
+      end
+    end
+  end
+  
+  context "create multiple station" do
+    xit "should create two stations with improve station" do
+      WebMock.allow_net_connect!
+      # VCR.use_cassette "stations/block/multiple-station", :record => :new_episodes do
+      line = CF::Line.create("Company Info -1","Digitization") do |l|
+        CF::InputFormat.new({:line => l, :name => "Company", :required => true, :valid_type => "general"})
+        CF::InputFormat.new({:line => l, :name => "Website", :required => true, :valid_type => "url"})
+        CF::Station.create({:line => l, :type => "work"}) do |s|
+          CF::HumanWorker.new({:station => s, :number => 1, :reward => 20})
+          CF::TaskForm.create({:station => s, :title => "Enter the name of CEO", :instruction => "Describe"}) do |i|
+            CF::FormField.new({:form => i, :label => "First Name", :field_type => "SA", :required => "true"})
+            CF::FormField.new({:form => i, :label => "Middle Name", :field_type => "SA"})
+            CF::FormField.new({:form => i, :label => "Last Name", :field_type => "SA", :required => "true"})
+          end
+        end
+      end
+
+      station = CF::Station.new({:type => "Improve"})
+      line.stations station
+
+      worker = CF::HumanWorker.new({:number => 1, :reward => 10})
+      line.stations.last.worker = worker
+
+      form = CF::TaskForm.new({:title => "Enter the address of the given Person", :instruction => "Description"})
+      line.stations.last.form = form
+
+      form_fields_1 = CF::FormField.new({:label => "Street", :field_type => "SA", :required => "true"})
+      line.stations.last.form.form_fields form_fields_1
+      form_fields_2 = CF::FormField.new({:label => "City", :field_type => "SA", :required => "true"})
+      line.stations.last.form.form_fields form_fields_2
+      form_fields_3 = CF::FormField.new({:label => "Country", :field_type => "SA", :required => "true"})
+      line.stations.last.form.form_fields form_fields_3
+
+      run = CF::Run.create(line,"Creation of Multiple Station", File.expand_path("../../fixtures/input_data/test.csv", __FILE__))
+      # debugger
+      result_of_station_1 = run.output(:station => 1)
+      result_of_station_2 = run.output(:station => 2)
+      @final_output = run.final_output
+      @final_output.first.meta_data['company'].should eql("Apple")
+      @final_output.first.final_outputs.last['street'].should eql("Kupondole")
+      @final_output.first.final_outputs.last['city'].should eql("Kathmandu")
+      @final_output.first.final_outputs.last['country'].should eql("Nepal")
+      # end
+    end
+  end
+
+  context "create multiple station" do
+    it "should create two stations using different input format" do
+      # WebMock.allow_net_connect!
+      VCR.use_cassette "stations/block/multiple-station-adding-input-format", :record => :new_episodes do
+        line = CF::Line.create("Company-info-214","Digitization") do |l|
+          CF::InputFormat.new({:line => l, :name => "Company", :required => true, :valid_type => "general"})
+          CF::InputFormat.new({:line => l, :name => "Website", :required => true, :valid_type => "url"})
+          CF::Station.create({:line => l, :type => "work", :input_formats=> {:station_0 => [{:name => "Company"},{:name => "Website", :except => true}]}}) do |s|
+            CF::HumanWorker.new({:station => s, :number => 1, :reward => 20})
+            CF::TaskForm.create({:station => s, :title => "Enter the name of CEO", :instruction => "Describe"}) do |i|
+              CF::FormField.new({:form => i, :label => "First Name", :field_type => "SA", :required => "true"})
+              CF::FormField.new({:form => i, :label => "Middle Name", :field_type => "SA"})
+              CF::FormField.new({:form => i, :label => "Last Name", :field_type => "SA", :required => "true"})
+            end
+          end
+        end
+
+        station = CF::Station.new(
+        {:type => "work", :input_formats => {:station_0 => [{:name => "Website"}], :station_1 => [{:name => "Last Name", :except => true}]}})
+        line.stations station
+
+        worker = CF::HumanWorker.new({:number => 1, :reward => 10})
+        line.stations.last.worker = worker
+
+        form = CF::TaskForm.new({:title => "Enter the address of the given Person", :instruction => "Description"})
+        line.stations.last.form = form
+
+        form_fields_1 = CF::FormField.new({:label => "Street", :field_type => "SA", :required => "true"})
+        line.stations.last.form.form_fields form_fields_1
+        form_fields_2 = CF::FormField.new({:label => "City", :field_type => "SA", :required => "true"})
+        line.stations.last.form.form_fields form_fields_2
+        form_fields_3 = CF::FormField.new({:label => "Country", :field_type => "SA", :required => "true"})
+        line.stations.last.form.form_fields form_fields_3
+        station_1 = line.stations.first.get
+        station_1.input_formats.count.should eql(1)
+        station_1.input_formats.first.name.should eql("Company")
+        station_1.input_formats.first.required.should eql(true)
+        station_1.input_formats.first.valid_type.should eql("general")
+        station_2 = line.stations.last.get
+        station_2.input_formats.count.should eql(3)
+        station_2.input_formats.map(&:name).should include("Website")
+        station_2.input_formats.map(&:name).should include("First Name")
+        station_2.input_formats.map(&:name).should include("Middle Name")
+        station_2.input_formats.map(&:required).should include(true)
+        station_2.input_formats.map(&:required).should include(false) #how to make it true
+        station_2.input_formats.map(&:required).should include(false)
+        station_2.input_formats.map(&:valid_type).should include("url")
+        station_2.input_formats.map(&:valid_type).should include("general")
+        station_2.input_formats.map(&:valid_type).should include("general")
+      end
+    end
+  end
+
+  context "create a station without passing station type" do
+    it "in plain ruby way and it should display an error message" do
+      # WebMock.allow_net_connect!
+      VCR.use_cassette "stations/plain-ruby/create-without-type", :record => :new_episodes do
+        line = CF::Line.new("Digitize--ard", "Digitization")
+        station = CF::Station.new()
+        line.stations station
+        line.stations.first.errors.should eql("The Station type  is invalid.")
+      end
+    end
+    
+    it "in block DSL way and it should display an error message" do
+      # WebMock.allow_net_connect!
+      VCR.use_cassette "stations/block/create-without-type", :record => :new_episodes do
+        line = CF::Line.create("Digitize--ard1", "Digitization") do |l|
+          CF::Station.new({:line => l})
+        end
+        line.stations.first.errors.should eql("The Station type  is invalid.")
+      end
+    end
+    
+    it "in block DSL way without creating input_format it should display an error message" do
+      # WebMock.allow_net_connect!
+      VCR.use_cassette "stations/block/create-without-input_type_error", :record => :new_episodes do
+        line = CF::Line.create("Digitize--ard2", "Digitization") do |l|
+          CF::Station.new({:line => l, :type => "work"})
+        end
+        line.stations.first.errors.should eql("Input formats not assigned for the line #{line.title.downcase}")
+      end
+    end
+  end
+end

data/spec/task_form_spec.rb

@@ -0,0 +1,96 @@
+require 'spec_helper'
+
+describe CF::TaskForm do
+  context "create a task_form" do
+    it "the plain ruby way" do
+      # WebMock.allow_net_connect!
+      VCR.use_cassette "task_form/block/create", :record => :new_episodes do
+        line = CF::Line.create("Digiti-ard-2", "Digitization") do
+          CF::InputFormat.new({:line => self, :name => "image_url", :required => true, :valid_type => "url"})
+          CF::Station.create({:line => self, :type => "work"}) do |station|
+            CF::HumanWorker.new({:station => station, :number => 2, :reward => 20})
+            CF::TaskForm.create({:station => station, :title => "Enter text from a business card image", :instruction => "Describe"}) do |i|
+              CF::FormField.new({:form => i, :label => "First Name", :field_type => "SA", :required => "true"})
+              CF::FormField.new({:form => i, :label => "Middle Name", :field_type => "SA"})
+              CF::FormField.new({:form => i, :label => "Last Name", :field_type => "SA", :required => "true"})
+            end
+          end
+        end
+        form = line.stations[0].form
+        form.title.should eq("Enter text from a business card image")
+        form.instruction.should eq("Describe")
+        form.form_fields.first.label.should eq("First Name")
+        form.form_fields.first.field_type.should eq("SA")
+        form.form_fields.first.required.should eq(true)
+      end
+    end
+
+    xit "with invalid data" do
+      WebMock.allow_net_connect!
+      # VCR.use_cassette "task_form/block/create", :record => :new_episodes do
+      line = CF::Line.create("Digiti-ard-2", "Digitization") do
+        CF::InputFormat.new({:line => self, :name => "image_url", :required => true, :valid_type => "url"})
+        CF::Station.create({:line => self, :type => "work"}) do |station|
+          CF::HumanWorker.new({:station => station, :number => 2, :reward => 20})
+          CF::TaskForm.new({:station => station})
+        end
+      end
+      # debugger
+      form = line.stations[0].form
+      form.instruction.should eq("Describe")
+      form.form_fields.first.label.should eq("First Name")
+      form.form_fields.first.field_type.should eq("SA")
+      form.form_fields.first.required.should eq(true)
+      # end
+    end
+  end
+
+  context "get instruction info" do
+    it "should get all the instruction information of a station" do
+      # WebMock.allow_net_connect!
+      VCR.use_cassette "task_form/block/get-instruction", :record => :new_episodes do
+        line = CF::Line.create("Digitizerdd", "Digitization") do
+          CF::InputFormat.new({:line => self, :name => "image_url", :required => true, :valid_type => "url"})
+          CF::Station.create({:line => self, :type => "work"}) do |station|
+            CF::HumanWorker.new({:station => station, :number => 2, :reward => 20})
+            CF::TaskForm.create({:station => station, :title => "Enter text from a business card image", :instruction => "Describe"}) do |i|
+              CF::FormField.new({:form => i, :label => "First Name", :field_type => "SA", :required => "true"})
+              CF::FormField.new({:form => i, :label => "Middle Name", :field_type => "SA"})
+              CF::FormField.new({:form => i, :label => "Last Name", :field_type => "SA", :required => "true"})
+            end
+          end
+        end
+        @got_instruction = line.stations.first.get_form
+        @got_instruction.title.should eq("Enter text from a business card image")
+        @got_instruction.instruction.should eq("Describe")
+      end
+    end
+  end
+
+  context "Delete instruction" do
+    it "should delete instruction of a station" do
+      # WebMock.allow_net_connect!
+      VCR.use_cassette "task_form/block/delete-instruction", :record => :new_episodes do
+        line = CF::Line.create("Digitize-d111", "Digitization") do
+          CF::InputFormat.new({:line => self, :name => "image_url", :required => true, :valid_type => "url"})
+          CF::Station.create({:line => self, :type => "work"}) do |station|
+            CF::HumanWorker.new({:station => station, :number => 2, :reward => 20})
+            CF::TaskForm.create({:station => station, :title => "Enter text from a business card image", :instruction => "Describe"}) do |i|
+              CF::FormField.new({:form => i, :label => "First Name", :field_type => "SA", :required => "true"})
+              CF::FormField.new({:form => i, :label => "Middle Name", :field_type => "SA"})
+              CF::FormField.new({:form => i, :label => "Last Name", :field_type => "SA", :required => "true"})
+            end
+          end
+        end
+        @got_instruction = line.stations.first.get_form
+        @got_instruction.title.should eq("Enter text from a business card image")
+        @got_instruction.instruction.should eq("Describe")
+
+        station = line.stations[0]
+        deleted_response = CF::TaskForm.delete_instruction(station)
+
+        deleted_response.code.should eq(200)
+      end
+    end
+  end
+end