dbd 0.0.1

data/spec/lib/dbd/rdf_base_spec.rb

@@ -0,0 +1,39 @@
+require 'spec_helper'
+
+module Dbd
+  describe RdfBase do
+    it "module exists" do
+      described_class # should not raise error
+    end
+
+    it "The RDF module is loaded" do
+      RDF # should not raise error
+    end
+
+    describe "play with a rdf_graph" do
+
+      let(:rdf_graph) { RDF::Graph.new << [:hi, RDF::DC.title, "Hello, world!"] }
+
+      it "Create a rdf_graph" do
+        rdf_graph # should_not raise_error
+      end
+
+      it "writing data" do
+        rdf_graph.dump(:ntriples).chomp.should ==
+          '_:hi <http://purl.org/dc/terms/title> "Hello, world!" .'
+      end
+
+      it "Reading N-triples" do
+        n_triples_string =
+          '<http://example.com/test#1> ' +
+          '<http://www.w3.org/2000/01/rdf-schema#label> ' +
+          '"test 1" .'
+        RDF::Reader.for(:ntriples).new(n_triples_string) do |reader|
+          reader.each_statement do |statement|
+             statement.to_ntriples.chomp.should == n_triples_string
+          end
+        end
+      end
+    end
+  end
+end

data/spec/lib/dbd/repo/neo4j_repo/base_spec.rb

@@ -0,0 +1,85 @@
+require 'spec_helper'
+
+module Dbd
+  module Repo
+    module Neo4jRepo
+      describe Base do
+        it "has the Neography class" do
+          ::Neography
+        end
+
+        it "can insert a node", :neo4j => true do
+          subject.create_node("age" => 31, "name" => "Max")
+        end
+
+        it "can create a relationship", :neo4j => true do
+          max = subject.create_node("age" => 31, "name" => "Max")
+          roel = subject.create_node("age" => 33, "name" => "Roel")
+          subject.create_relationship("co-founders", max, roel)
+        end
+
+        describe "play with a minimal graph", :neo4j => true do
+
+          let(:max) {subject.create_node("age" => 31, "name" => "Max")}
+
+          let(:roel) {roel = subject.create_node("age" => 33, "name" => "Roel")}
+
+          before(:each) do
+            subject.create_relationship("co-founders", max, roel)
+          end
+
+          it "can get the root node" do
+            root = subject.get_root
+          end
+
+          it "can create a node index" do
+            subject.create_node_index("name_index_2", "exact", "lucene")
+            subject.list_node_indexes.keys.should include("name_index_2")
+          end
+
+          it "can list the indexes" do
+            subject.list_node_indexes
+          end
+
+          it "can add a node to an index" do
+            subject.add_node_to_index("name_index", "name", "Max", max)
+            subject.list_node_indexes.keys.should include("name_index")
+          end
+
+          it "can find entries in the index" do
+            subject.add_node_to_index("name_index", "name", "Max", max)
+            result = subject.get_node_index("name_index", "name", "Max")
+            result.size.should > 0
+          end
+
+          describe "query nodes", :neo4j_performance => true do
+
+            it "can get all nodes with a query" do
+              result = subject.execute_query("start n=node(*) return n")
+              result["data"].last.single["data"]["name"].should == "Roel"
+            end
+
+            it "can get the last 5 nodes with load_node" do
+              result = subject.execute_query("start n=node(*) return n")
+              node_uris = result["data"].last(5).map{|n| n.single["self"]}
+              nodes = node_uris.map do |uri|
+                subject.load_node(uri)
+              end
+              nodes.last.should be_a(Neography::Node)
+            end
+
+            let(:node) do
+              result = subject.execute_query("start n=node(*) return n")
+              uri = result["data"].last.single["self"]
+              subject.load_node(uri)
+            end
+
+            it "has age 33" do
+              node.age.should == 33
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/spec/lib/dbd/repo/neo4j_repo/performance_spec.rb

@@ -0,0 +1,40 @@
+require 'spec_helper'
+
+module Dbd
+  module Repo
+    module Neo4jRepo
+      describe Base, :neo4j_performance => true do
+
+        it "can insert maaaaany nodes and find them in the index" do
+          pending("DO NOT INSERT MORE NODES ... for now")
+          Knodes = 150000
+          MANY = 100
+          OFFSET = 55312
+
+          (OFFSET...(OFFSET+Knodes)).each do |knode|
+            puts knode
+            array = []
+            (0...MANY).each do |partial_age|
+              age = (knode * MANY) + partial_age
+              name = "Sax_#{age}"
+              comment = "Adolphe Sax_#{age} with a lot more text to it " + "A"*partial_age + " " + "B"*2*partial_age
+              array << [:create_node, {"age" => age, "name" => name, "comment" => comment}]
+              array << [:add_node_to_index, "name_index", "name", name, "{#{3*partial_age}}"]
+              if partial_age > 0
+                array << [:create_relationship, "friends", "{#{3*(partial_age-1)}}", "{#{3*partial_age}}", {:since => "ever"}]
+              else
+                array << [:create_node, {"age" => age, "name" => "foo"}]
+              end
+            end
+
+            subject.batch(*array)
+          end
+
+          result = subject.get_node_index("name_index", "name", "Sax_9700")
+          result.should_not be_nil
+          result.size.should > 0
+        end
+      end
+    end
+  end
+end

data/spec/lib/dbd/resource_spec.rb

@@ -0,0 +1,166 @@
+require 'spec_helper'
+
+module Dbd
+  describe Resource do
+
+    let(:provenance_subject) { Factories::ProvenanceResource.provenance_resource.subject }
+
+    let(:resource) do
+      described_class.new(provenance_subject: provenance_subject)
+    end
+
+    let(:resource_subject) { resource.subject }
+
+    describe ".new_subject" do
+      it "returns a Fact#new_subject" do
+        described_class.new_subject.should be_a(Fact.new_subject.class)
+      end
+    end
+
+    describe ".new" do
+      describe "with a provenance_subject argument" do
+        it "has created a subject" do
+          resource.subject.should be_a(described_class.new_subject.class)
+        end
+
+        it "has stored the provenance_subject" do
+          resource.provenance_subject.should == provenance_subject
+        end
+      end
+
+      describe "with an explicit subject argument" do
+        it "has stored the given subject" do
+          explicit_subject = described_class.new_subject
+          described_class.new(
+            subject: explicit_subject,
+            provenance_subject: provenance_subject).subject.should == explicit_subject
+        end
+      end
+
+      describe "with a nil provenance_subject argument" do
+        it "raises a ProvenanceError" do
+          lambda { described_class.new(provenance_subject: nil) } .
+            should raise_error ProvenanceError
+        end
+      end
+    end
+
+    describe "the fact collection" do
+
+      let(:fact_2_with_subject) { Factories::Fact.fact_2_with_subject }
+      let(:fact_3_with_subject) { Factories::Fact.fact_3_with_subject }
+      let(:fact_without_subject) { Factories::Fact.data_fact }
+      let(:fact_with_provenance) { Factories::Fact.data_fact(provenance_subject, nil) }
+      let(:fact_with_resource_subject) { Factories::Fact.data_fact(nil, resource_subject) }
+      let(:fact_with_provenance_and_resource_subject) { Factories::Fact.data_fact(provenance_subject, resource_subject) }
+      let(:fact_with_incorrect_provenance) { Factories::Fact.data_fact(Factories::ProvenanceFact.new_subject, resource_subject) }
+      let(:provenance_fact_context) { Factories::ProvenanceFact.context }
+
+      it "enumerable functions work" do
+        resource.to_a.should == []
+      end
+
+      describe "#<<" do
+
+        it "can add a two facts (no subject set)" do
+          resource << fact_without_subject
+          resource << fact_with_provenance
+          resource.size.should == 2
+        end
+
+        describe "checks and sets subject :" do
+          describe "adding a fact with subject :" do
+            describe "when the subject of the fact is equal to the resource_subject" do
+              it "inserts the fact unaltered" do
+                resource << fact_with_provenance_and_resource_subject
+                resource.first.should be_equal(fact_with_provenance_and_resource_subject)
+              end
+            end
+
+            describe "when the subject of the fact is not equal to the resource_subject" do
+              it "raises a SubjectError" do
+                lambda {resource << fact_2_with_subject } . should raise_error SubjectError
+              end
+            end
+          end
+
+          describe "adding a fact without subject" do
+
+            let (:new_fact) do
+              resource << fact_with_provenance
+              resource.first
+            end
+
+            it "insert a different instance" do
+              new_fact.should_not be_equal(fact_with_provenance)
+            end
+
+            it "is from the same class" do
+              new_fact.should be_a(fact_with_provenance.class)
+            end
+
+            it "has copied over the other attributes except :id" do
+              (fact_with_provenance.class.attributes - [:id,:subject]).each do |attr|
+                new_fact.send(attr).should == fact_with_provenance.send(attr)
+              end
+            end
+
+            it "has set the subject to the Resource subject" do
+              new_fact.subject.should == resource_subject
+            end
+          end
+        end
+
+        describe "checks and sets provenance_subject :" do
+          describe "adding a fact with a provenance subject :" do
+            describe "when the provenance_subject of the fact is equal to the provenance_subject of the resource" do
+              it "inserts the fact unaltered" do
+                resource << fact_with_provenance_and_resource_subject
+                resource.first.should be_equal(fact_with_provenance_and_resource_subject)
+              end
+            end
+
+            describe "when the provenance_subject of the fact is not equal to the resource" do
+              it "raises a ProvenanceError" do
+                lambda {resource << fact_with_incorrect_provenance } . should raise_error ProvenanceError
+              end
+            end
+          end
+
+          describe "adding a fact without provenance_subject" do
+
+            let (:new_fact) do
+              resource << fact_with_resource_subject
+              resource.first
+            end
+
+            it "insert a different instance" do
+              new_fact.should_not be_equal(fact_with_resource_subject)
+            end
+
+            it "is from the same class" do
+              new_fact.should be_a(fact_with_resource_subject.class)
+            end
+
+            it "has copied over the other attributes except :id" do
+              (new_fact.class.attributes - [:id,:provenance_subject]).each do |attr|
+                new_fact.send(attr).should == fact_with_resource_subject.send(attr)
+              end
+            end
+
+            it "has set the subject to the Resource subject" do
+              new_fact.provenance_subject.should == provenance_subject
+            end
+          end
+        end
+
+      end
+    end
+
+    describe "Factories::Resource" do
+      it ".facts_resource works" do
+        Factories::Resource.facts_resource(provenance_subject)
+      end
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,19 @@
+require 'dbd'
+
+# load all factories
+root = File.expand_path('../', __FILE__)
+Dir[root + "/factories/**/*.rb"].each {|f| require f}
+
+RSpec.configure do |config|
+  config.treat_symbols_as_metadata_keys_with_true_values = true
+
+  # Run specs in random order to surface order dependencies. If you find an
+  # order dependency and want to debug it, you can fix the order by providing
+  # the seed, which is printed after each run.
+  #     --seed 1234
+  config.order = 'random'
+
+  # exclude neo4j tests for now (not working on Travis)
+  config.filter_run_excluding :neo4j => true
+  config.filter_run_excluding :neo4j_performance => true
+end

metadata

@@ -0,0 +1,272 @@
+--- !ruby/object:Gem::Specification
+name: dbd
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Peter Vandenabeele
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-05-12 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - '>'
+      - !ruby/object:Gem::Version
+        version: 1.2.4
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - '>'
+      - !ruby/object:Gem::Version
+        version: 1.2.4
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: guard-rspec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rb-fsevent
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.9'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.9'
+- !ruby/object:Gem::Dependency
+  name: terminal-notifier-guard
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: yard
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: neography
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rdf
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.6
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.6
+- !ruby/object:Gem::Dependency
+  name: ruby_peter_v
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: A data store that (almost) never forgets
+email:
+- peter@vandenabeele.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .rspec
+- .rvmrc
+- .travis.yml
+- Gemfile
+- Guardfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- dbd.gemspec
+- docs/rationale.md
+- docs/stories/001_create_a_fact.txt
+- docs/stories/002_create_a_facts_collection.txt
+- docs/stories/003_create_a_fact_origin.txt
+- docs/stories/004_create_fact_origins_collection.txt
+- docs/stories/005_CSV_export_the_graph.txt
+- docs/stories/006_refactor_fact_origin_to_provenance_fact.txt
+- docs/stories/007_rename_property_to_predicate.txt
+- docs/stories/008_testing_different_ruby_versions.txt
+- docs/stories/009_build_and_store_resources_with_provenance.txt
+- docs/stories/010_provenance_fact_properties_from_provenance_ontology.txt
+- docs/test.rb
+- lib/dbd.rb
+- lib/dbd/errors.rb
+- lib/dbd/fact.rb
+- lib/dbd/fact/collection.rb
+- lib/dbd/fact/id.rb
+- lib/dbd/fact/subject.rb
+- lib/dbd/graph.rb
+- lib/dbd/helpers/ordered_set_collection.rb
+- lib/dbd/helpers/uuid.rb
+- lib/dbd/provenance_fact.rb
+- lib/dbd/provenance_resource.rb
+- lib/dbd/rdf.rb
+- lib/dbd/repo.rb
+- lib/dbd/repo/neo4j_repo.rb
+- lib/dbd/repo/neo4j_repo/base.rb
+- lib/dbd/resource.rb
+- lib/dbd/version.rb
+- spec/factories/fact.rb
+- spec/factories/provenance_fact.rb
+- spec/factories/provenance_resource.rb
+- spec/factories/resource.rb
+- spec/lib/dbd/fact/collection_spec.rb
+- spec/lib/dbd/fact/id_spec.rb
+- spec/lib/dbd/fact/subject_spec.rb
+- spec/lib/dbd/fact_spec.rb
+- spec/lib/dbd/graph_spec.rb
+- spec/lib/dbd/helpers/ordered_set_collection_spec.rb
+- spec/lib/dbd/helpers/uuid_spec.rb
+- spec/lib/dbd/provenance_fact_spec.rb
+- spec/lib/dbd/provenance_resource_spec.rb
+- spec/lib/dbd/rdf_base_spec.rb
+- spec/lib/dbd/repo/neo4j_repo/base_spec.rb
+- spec/lib/dbd/repo/neo4j_repo/performance_spec.rb
+- spec/lib/dbd/resource_spec.rb
+- spec/spec_helper.rb
+homepage: ''
+licenses:
+- MIT
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: 1715906838071100046
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: 1715906838071100046
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.25
+signing_key: 
+specification_version: 3
+summary: A data store that (almost) never forgets
+test_files:
+- spec/factories/fact.rb
+- spec/factories/provenance_fact.rb
+- spec/factories/provenance_resource.rb
+- spec/factories/resource.rb
+- spec/lib/dbd/fact/collection_spec.rb
+- spec/lib/dbd/fact/id_spec.rb
+- spec/lib/dbd/fact/subject_spec.rb
+- spec/lib/dbd/fact_spec.rb
+- spec/lib/dbd/graph_spec.rb
+- spec/lib/dbd/helpers/ordered_set_collection_spec.rb
+- spec/lib/dbd/helpers/uuid_spec.rb
+- spec/lib/dbd/provenance_fact_spec.rb
+- spec/lib/dbd/provenance_resource_spec.rb
+- spec/lib/dbd/rdf_base_spec.rb
+- spec/lib/dbd/repo/neo4j_repo/base_spec.rb
+- spec/lib/dbd/repo/neo4j_repo/performance_spec.rb
+- spec/lib/dbd/resource_spec.rb
+- spec/spec_helper.rb
+has_rdoc: