lucid_works 0.2.0 → 0.3.9

data/spec/lib/lucid_works/datasource/history_spec.rb

@@ -0,0 +1,47 @@
+require 'spec_helper'
+require 'active_support/core_ext'
+
+describe LucidWorks::Datasource::History do
+
+  before :all do
+    fake_server = "http://127.0.0.1:123456"
+    @fake_server = LucidWorks::Server.new(fake_server)
+    @fake_server_uri = "#{fake_server}/api"
+  end
+
+  describe "#doc_count" do
+    it "should sum counds of Updated, New and Unchanged" do
+      # History doesn't actually descend drectly from server, but for this test that doesn't matter
+      RestClient.should_receive(:get).
+        with("#{@fake_server_uri}/history").and_return('[{"numUpdated":11,"numNew":22,"numUnchanged":33}]')
+      histories = LucidWorks::Datasource::History.all(:parent => @fake_server)
+      histories.first.doc_count.should == 66
+    end
+  end
+
+  describe "#crawl_stopped" do
+    it "should be tested" do
+      pending "write some tests"
+      # TODO
+    end
+  end
+
+  describe "#crawl_started" do
+    it "should be tested" do
+      pending "write some tests"
+      # TODO
+    end
+  end
+
+  describe "#duration" do
+    it "should be tested" do
+      include ActiveSupport::Duration
+
+      history = LucidWorks::Datasource::History.new(:parent => @fake_server)
+      now = Time.now
+      history.stub(:crawl_started) { now.advance(:seconds => -15) }
+      history.stub(:crawl_stopped) { now.advance(:seconds => -10) }
+      history.duration.should == 5.seconds
+    end
+  end
+end

data/spec/lib/lucid_works/datasource/status_spec.rb

@@ -0,0 +1,52 @@
+require 'spec_helper'
+
+describe LucidWorks::Datasource::Status do
+  describe "state predicate methods" do
+    it "should be tested" do
+      pending "write some tests"
+      # TODO
+    end
+  end
+
+  describe "#none?" do
+    it "should be tested" do
+      pending "write some tests"
+      # TODO
+    end
+  end
+
+  describe "#stopped?" do
+    it "should be tested" do
+      pending "write some tests"
+      # TODO
+    end
+  end
+
+  describe "#post_processing?" do
+    it "should be tested" do
+      pending "write some tests"
+      # TODO
+    end
+  end
+
+  describe "#doc_count" do
+    it "should be tested" do
+      pending "write some tests"
+      # TODO
+    end
+  end
+
+  describe "#crawl_started_to_date_time" do
+    it "should be tested" do
+      pending "write some tests"
+      # TODO
+    end
+  end
+
+  describe "#elapsed_time" do
+    it "should be tested" do
+      pending "write some tests"
+      # TODO
+    end
+  end
+end

data/spec/lib/lucid_works/datasource_spec.rb

@@ -15,27 +15,11 @@ describe LucidWorks::Datasource do
 
     describe ".create" do
 
-      context "with no parameters" do
-        before do
-          @parameters =  {
-            :parent => @collection
-          }
-        end
-
-        it "should not create a datasource, and add a base error" do
-          d = nil
-          lambda {
-            d = LucidWorks::Datasource.create(@parameters)
-          }.should_not change(self, :datasource_count)
-          d.errors[:base].should == ["No input content found"]
-        end
-      end
-
       context "without a crawler specified" do
         before do
           @parameters = {
             :collection => @collection,
-            :type => LucidWorks::Datasource::TYPES[:WebDataSource][:type],
+            :type => 'web',
             :name => "foo"
           }
         end
@@ -73,8 +57,8 @@ describe LucidWorks::Datasource do
           @parameters = {
             :collection => @collection,
             :name => "foo",
-            :crawler => "lucid.aperture",
-            :type => LucidWorks::Datasource::TYPES[:WebDataSource][:type],
+            :crawler => LucidWorks::Datasource::CRAWLERS['web'],
+            :type => 'web',
             :url => "invalid url",
             :crawl_depth => "invalid crawl depth"
           }
@@ -95,8 +79,8 @@ describe LucidWorks::Datasource do
         before do
           @parameters = {
             :collection => @collection,
-            :crawler => "lucid.aperture",
-            :type => LucidWorks::Datasource::TYPES[:WebDataSource][:type],
+            :crawler => LucidWorks::Datasource::CRAWLERS['web'],
+            :type => 'web',
             :name => "Lucid Imagination Website",
             :url => "http://www.lucidimagination.com/",
             :crawl_depth => 2,
@@ -125,8 +109,8 @@ describe LucidWorks::Datasource do
         before do
           @datasource = LucidWorks::Datasource.create(
             :collection => @collection,
-            :crawler => "lucid.aperture",
-            :type => LucidWorks::Datasource::TYPES[:FileSystemDataSource][:type],
+            :crawler => LucidWorks::Datasource::CRAWLERS['file'],
+            :type => 'file',
             :name => "slash_temp",
             :path => "/tmp",
             :crawl_depth => 2
@@ -147,8 +131,8 @@ describe LucidWorks::Datasource do
         before do
           @datasource = LucidWorks::Datasource.create(
             :collection => @collection,
-            :crawler => "lucid.aperture",
-            :type => LucidWorks::Datasource::TYPES[:FileSystemDataSource][:type],
+            :crawler => LucidWorks::Datasource::CRAWLERS['file'],
+            :type => 'file',
             :name => "datasource we are going to update",
             :path => "/fake_ds_to_be_updated",
             :crawl_depth => 2
@@ -169,8 +153,8 @@ describe LucidWorks::Datasource do
         before do
           @datasource = LucidWorks::Datasource.create(
             :collection => @collection,
-            :crawler => "lucid.aperture",
-            :type => LucidWorks::Datasource::TYPES[:FileSystemDataSource][:type],
+            :crawler => LucidWorks::Datasource::CRAWLERS['file'],
+            :type => 'file',
             :name => "datasource we are going to delete",
             :path => "/fake_ds_to_be_deleted",
             :crawl_depth => 2
@@ -194,8 +178,8 @@ describe LucidWorks::Datasource do
     before :all do
       @datasource = LucidWorks::Datasource.create(
         :collection => @collection,
-        :crawler => "lucid.aperture",
-        :type => LucidWorks::Datasource::TYPES[:FileSystemDataSource][:type],
+        :crawler => LucidWorks::Datasource::CRAWLERS['file'],
+        :type => 'file',
         :name => "datasource we are going to get a status of",
         :path => "/fake_ds_to_get_status_of",
         :crawl_depth => 2
@@ -220,8 +204,8 @@ describe LucidWorks::Datasource do
     it "should retrieve the datasource's schedule" do
       @datasource = LucidWorks::Datasource.create(
         :collection => @collection,
-        :crawler => "lucid.aperture",
-        :type => LucidWorks::Datasource::TYPES[:FileSystemDataSource][:type],
+        :crawler => LucidWorks::Datasource::CRAWLERS['file'],
+        :type => 'file',
         :name => "datasource we are going to get a schedule of",
         :path => "/fake_ds_to_get_schedule_of",
         :crawl_depth => 2
@@ -242,15 +226,15 @@ describe LucidWorks::Datasource do
     it "should return a new LucidWorks::Datasource::Index for this datasource" do
       @datasource = LucidWorks::Datasource.create(
         :collection => @collection,
-        :crawler => "lucid.aperture",
-        :type => LucidWorks::Datasource::TYPES[:FileSystemDataSource][:type],
+        :crawler => LucidWorks::Datasource::CRAWLERS['file'],
+        :type => 'file',
         :name => "datasource we are going to get a index of",
         :path => "/fake_ds_to_get_index_of",
         :crawl_depth => 2
       )
       @datasource.should be_valid
 
-      index = @datasource.build_index
+      index = @datasource.index
       index.should be_a(LucidWorks::Datasource::Index)
       index.should be_persisted # special case - singletons are always considered persisted
     end
@@ -261,8 +245,8 @@ describe LucidWorks::Datasource do
       @collection = @server.collections.first
       @datasource = LucidWorks::Datasource.create(
         :collection => @collection,
-        :crawler => "lucid.aperture",
-        :type => LucidWorks::Datasource::TYPES[:FileSystemDataSource][:type],
+        :crawler => LucidWorks::Datasource::CRAWLERS['file'],
+        :type => 'file',
         :name => "datasource we are going to empty",
         :path => "/fake_ds_to_empty",
         :crawl_depth => 2
@@ -276,5 +260,18 @@ describe LucidWorks::Datasource do
       @datasource.empty!
     end
 
+    describe "#progress" do
+      context "when the datasource has no prior history" do
+        it "should return nil"
+      end
+      context "when the datasource has history" do
+        context "and the most last crawl duration was longer then our current crawl duration" do
+          it "should return the fraction completed (between 0.0 and 1.0)"
+        end
+        context "and the most recent crawl duration was no longer our current duration" do
+          it "should return nil"          
+        end
+      end
+    end
   end
 end

data/spec/lib/lucid_works/field_spec.rb

@@ -0,0 +1,23 @@
+require 'spec_helper'
+
+describe LucidWorks::Field do
+  before :all do
+    @server = connect_to_live_server
+    @server.reset_collections!
+    @collection = @server.collections.first
+  end
+
+  it "should use the ORM" do
+    LucidWorks::Field.new(:parent => @collection).should be_a(LucidWorks::Base)
+  end
+
+  describe "CRUD" do
+    describe "find" do
+      it "should retrieve a field" do
+        field = LucidWorks::Field.find('body', :parent => @collection)
+        field.should be_a(LucidWorks::Field)
+        field.should respond_to(:field_type)
+      end
+    end
+  end
+end

data/spec/lib/lucid_works/schema_spec.rb

@@ -0,0 +1,50 @@
+require 'spec_helper'
+
+describe LucidWorks::Schema do
+  before do
+    @schema = LucidWorks::Schema.new
+    @schema.instance_eval do
+      attribute :foo
+      attribute :abool, :boolean
+      attributes :bar, :baz, :type => :integer
+    end
+  end
+
+  describe "instance_eval" do
+    it "should process the block in its context and create an attribute list" do
+      @schema.should == {
+        'foo' => {'type' => :string},
+        'bar' => {'type' => :integer},
+        'baz' => {'type' => :integer},
+        'abool' => {'type' => :boolean}
+      }
+    end
+  end
+
+  describe "create_accessors_for_attributes" do
+    before do
+      class ClassWithAddedAccessors ; end
+      @schema.create_accessors_for_attributes(ClassWithAddedAccessors)
+    end
+
+    it "should add readers and writers for all attributes" do
+      ClassWithAddedAccessors.new.should respond_to(:foo, :foo=)
+      ClassWithAddedAccessors.new.should respond_to(:bar, :bar=)
+      ClassWithAddedAccessors.new.should respond_to(:abool, :abool=)
+    end
+
+    it "should also add a predicate method for boolean attributes" do
+      ClassWithAddedAccessors.new.should respond_to(:abool?)
+    end
+  end
+
+  describe "#has_attribute?" do
+    it "should return true if the schema has that attribute" do
+      @schema.has_attribute?(:foo).should be_true
+    end
+
+    it "should return false if the schema does not have that attribute" do
+      @schema.has_attribute?(:not_an_attribute).should be_false
+    end
+  end
+end

metadata

@@ -2,7 +2,7 @@
 name: lucid_works
 version: !ruby/object:Gem::Version 
   prerelease: 
-  version: 0.2.0
+  version: 0.3.9
 platform: ruby
 authors: 
 - Sam Pierson
@@ -10,7 +10,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2011-03-15 00:00:00 -07:00
+date: 2011-03-24 00:00:00 -07:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -72,7 +72,11 @@ files:
 - .rspec
 - .rvmrc
 - Gemfile
+- LICENSE
+- NOTICE
+- README.rdoc
 - Rakefile
+- config/locales/en.yml
 - lib/lucid_works.rb
 - lib/lucid_works/associations.rb
 - lib/lucid_works/base.rb
@@ -80,25 +84,33 @@ files:
 - lib/lucid_works/collection/index.rb
 - lib/lucid_works/collection/info.rb
 - lib/lucid_works/collection/settings.rb
+- lib/lucid_works/crawler.rb
 - lib/lucid_works/datasource.rb
+- lib/lucid_works/datasource/crawldata.rb
 - lib/lucid_works/datasource/history.rb
 - lib/lucid_works/datasource/index.rb
 - lib/lucid_works/datasource/schedule.rb
 - lib/lucid_works/datasource/status.rb
 - lib/lucid_works/exceptions.rb
+- lib/lucid_works/field.rb
 - lib/lucid_works/logs.rb
 - lib/lucid_works/logs/index.rb
 - lib/lucid_works/logs/index/summary.rb
 - lib/lucid_works/logs/query.rb
 - lib/lucid_works/logs/query/summary.rb
 - lib/lucid_works/patch_restclient.rb
+- lib/lucid_works/schema.rb
 - lib/lucid_works/server.rb
 - lib/lucid_works/version.rb
 - lucid_works.gemspec
 - spec/lib/lucid_works/associations_spec.rb
 - spec/lib/lucid_works/base_spec.rb
 - spec/lib/lucid_works/collection_spec.rb
+- spec/lib/lucid_works/datasource/history_spec.rb
+- spec/lib/lucid_works/datasource/status_spec.rb
 - spec/lib/lucid_works/datasource_spec.rb
+- spec/lib/lucid_works/field_spec.rb
+- spec/lib/lucid_works/schema_spec.rb
 - spec/lib/lucid_works/server_spec.rb
 - spec/spec_helper.rb
 has_rdoc: true
@@ -133,6 +145,10 @@ test_files:
 - spec/lib/lucid_works/associations_spec.rb
 - spec/lib/lucid_works/base_spec.rb
 - spec/lib/lucid_works/collection_spec.rb
+- spec/lib/lucid_works/datasource/history_spec.rb
+- spec/lib/lucid_works/datasource/status_spec.rb
 - spec/lib/lucid_works/datasource_spec.rb
+- spec/lib/lucid_works/field_spec.rb
+- spec/lib/lucid_works/schema_spec.rb
 - spec/lib/lucid_works/server_spec.rb
 - spec/spec_helper.rb