activerdf_net7 1.6.11

data/activerdf-rdflite/lib/activerdf_rdflite/suggesting.rb

@@ -0,0 +1,87 @@
+# Author:: Eyal Oren
+# Copyright:: (c) 2005-2006 Eyal Oren
+# License:: LGPL
+
+# The SuggestingAdapter is an extension to rdflite that can recommand
+# additional predicates for a given resource, based on usage statistics in the
+# whole dataset. E.g. given a dataset with FOAF data, one can ask a suggestion
+# for a person and get a recommendation for this person to also use
+# foaf:birthday. You can use this adapter in any collaborative editing setting:
+# it leads the community to converge on terminology (everybody will use the
+# same foaf:birthday to define somebody's birthday).
+class SuggestingAdapter < FetchingAdapter
+  ConnectionPool.register_adapter(:suggesting,self)
+
+  alias _old_initialize initialize
+
+  # initialises the adapter, see RDFLite for description of possible parameters.
+  def initialize params
+    _old_initialize(params)
+    @db.execute('drop view if exists occurrence')
+    @db.execute('create view occurrence as select p, count(distinct s) as count from triple group by p')
+
+    @db.execute('drop view if exists cooccurrence')
+    @db.execute('create view cooccurrence as select t0.p as p1,t1.p as p2, count(distinct t0.s) as count from triple as t0 join triple as t1 on t0.s=t1.s and t0.p!=t1.p group by t0.p, t1.p')
+  end
+
+  # suggests additional predicates that might be applicable for the given resource
+  def suggest(resource)
+    ActiveRdfLogger::log_debug(self) { "Starting suggestions for #{size} triples" }
+    time = Time.now
+
+    predicates = []
+    own_predicates = resource.direct_predicates
+
+    construct_occurrence_matrix
+    construct_cooccurrence_matrix
+
+    own_predicates.each do |p|
+      predicates << p if occurrence(p) > 1
+    end
+
+    # fetch all predicates co-occurring with our predicates
+    candidates = predicates.collect {|p| cooccurring(p) }
+    return nil if candidates.empty?
+
+    # perform set intersection
+    candidates = candidates.inject {|intersect, n| intersect & n }.flatten
+    candidates = candidates - own_predicates
+
+    suggestions = candidates.collect do |candidate|
+      score = predicates.inject(1.0) do |score, p|
+        score * cooccurrence(candidate, p) / occurrence(p)
+      end
+      [candidate, score]
+    end
+    ActiveRdfLogger::log_debug(self) { "Suggestions for #{resource} took #{Time.now-time}s" }
+    suggestions
+  end
+
+  private
+  def construct_occurrence_matrix
+    @occurrence = {}
+    @db.execute('select * from occurrence where count > 1') do |p,count|
+      @occurrence[parse(p)] = count.to_i
+    end
+  end
+
+  def construct_cooccurrence_matrix
+    @cooccurrence = {}
+    @db.execute('select * from cooccurrence') do |p1, p2, count|
+      @cooccurrence[parse(p1)] ||= {}
+      @cooccurrence[parse(p1)][parse(p2)] = count.to_i
+    end
+  end
+
+  def occurrence(predicate)
+    @occurrence[predicate] || 0
+  end
+
+  def cooccurrence(p1, p2)
+    @cooccurrence[p1][p2] || 0
+  end
+
+  def cooccurring(predicate)
+    @cooccurrence[predicate].keys
+  end
+end

data/activerdf-rdflite/test/test_bnode_data.nt

@@ -0,0 +1,5 @@
+_:1  <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://activerdf.org/test/Person> .
+_:1  <http://activerdf.org/test/age> "27" .
+_:1  <http://activerdf.org/test/name> "Eyal Oren" .
+_:2  <http://activerdf.org/test/age> "27" .
+_:2  <http://activerdf.org/test/eye> "blue" .

data/activerdf-rdflite/test/test_data.nt

@@ -0,0 +1,32 @@
+<http://activerdf.org/test/Person> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.w3.org/2000/01/rdf-schema#Class> .
+<http://activerdf.org/test/Person> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.w3.org/2000/01/rdf-schema#Resource> .
+<http://activerdf.org/test/Person> <http://www.w3.org/2000/01/rdf-schema#subClassOf> <http://www.w3.org/2000/01/rdf-schema#Resource> .
+<http://activerdf.org/test/age> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.w3.org/1999/02/22-rdf-syntax-ns#Property> .
+<http://activerdf.org/test/age> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.w3.org/2000/01/rdf-schema#Resource> .
+<http://activerdf.org/test/age> <http://www.w3.org/2000/01/rdf-schema#domain> <http://activerdf.org/test/Person> .
+<http://activerdf.org/test/age> <http://www.w3.org/2000/01/rdf-schema#domain> <http://www.w3.org/2000/01/rdf-schema#Resource> .
+<http://activerdf.org/test/age> <http://www.w3.org/2000/01/rdf-schema#range> <http://www.w3.org/1999/02/22-rdf-syntax-ns#Literal> .
+<http://activerdf.org/test/car> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.w3.org/1999/02/22-rdf-syntax-ns#Property> .
+<http://activerdf.org/test/car> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.w3.org/2000/01/rdf-schema#Resource> .
+<http://activerdf.org/test/car> <http://www.w3.org/2000/01/rdf-schema#domain> <http://activerdf.org/test/Person> .
+<http://activerdf.org/test/car> <http://www.w3.org/2000/01/rdf-schema#domain> <http://www.w3.org/2000/01/rdf-schema#Resource> .
+<http://activerdf.org/test/car> <http://www.w3.org/2000/01/rdf-schema#range> <http://www.w3.org/1999/02/22-rdf-syntax-ns#Literal> .
+<http://activerdf.org/test/eyal> <http://activerdf.org/test/age> "27" .
+<http://activerdf.org/test/eyal> <http://activerdf.org/test/eye> "blue" .
+<http://activerdf.org/test/eyal> <http://activerdf.org/test/name> "Eyal Oren" .
+<http://activerdf.org/test/eyal> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://activerdf.org/test/Person> .
+<http://activerdf.org/test/eyal> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.w3.org/2000/01/rdf-schema#Resource> .
+<http://activerdf.org/test/eye> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.w3.org/1999/02/22-rdf-syntax-ns#Property> .
+<http://activerdf.org/test/eye> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.w3.org/2000/01/rdf-schema#Resource> .
+<http://activerdf.org/test/eye> <http://www.w3.org/2000/01/rdf-schema#domain> <http://activerdf.org/test/Person> .
+<http://activerdf.org/test/eye> <http://www.w3.org/2000/01/rdf-schema#domain> <http://www.w3.org/2000/01/rdf-schema#Resource> .
+<http://activerdf.org/test/eye> <http://www.w3.org/2000/01/rdf-schema#range> <http://www.w3.org/1999/02/22-rdf-syntax-ns#Literal> .
+<http://www.w3.org/1999/02/22-rdf-syntax-ns#Property> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.w3.org/2000/01/rdf-schema#Class> .
+<http://www.w3.org/1999/02/22-rdf-syntax-ns#Property> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.w3.org/2000/01/rdf-schema#Resource> .
+<http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.w3.org/2000/01/rdf-schema#domain> <http://www.w3.org/2000/01/rdf-schema#Resource> .
+<http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.w3.org/2000/01/rdf-schema#range> <http://www.w3.org/2000/01/rdf-schema#Class> .
+<http://www.w3.org/2000/01/rdf-schema#Class> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.w3.org/2000/01/rdf-schema#Class> .
+<http://www.w3.org/2000/01/rdf-schema#Class> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.w3.org/2000/01/rdf-schema#Resource> .
+_:#1 <http://activerdf.org/test/age> "29" .
+_:#1 <http://activerdf.org/test/name> "Another Person" .
+_:#1 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://activerdf.org/test/Person> .

data/activerdf-rdflite/test/test_escaped_data.nt

@@ -0,0 +1,2 @@
+<http://activerdf.org/test/eyal> <http://activerdf.org/test/comment> "ümlauts and \u00ebmlauts" .
+<http://activerdf.org/test/eyal> <http://activerdf.org/test/encoded> "line\nbreaks, <p>'s and \"quotes\"" .

data/activerdf-rdflite/test/test_fetching.rb

@@ -0,0 +1,33 @@
+# Author:: Eyal Oren
+# Copyright:: (c) 2005-2006
+# License:: LGPL
+
+require 'rubygems'
+require 'test/unit'
+require 'active_rdf'
+
+class TestFetchingAdapter < Test::Unit::TestCase
+  def setup
+    ConnectionPool.clear
+    @adapter = ConnectionPool.add(:type => :fetching)
+  end
+
+  def teardown
+  end
+
+  def test_parse_foaf    
+    @adapter.fetch("http://eyaloren.org/foaf.rdf#me")
+    assert @adapter.size > 0
+  end
+  
+  def test_sioc_schema
+    @adapter.fetch("http://rdfs.org/sioc/ns#")
+    assert_equal 560, @adapter.size 
+  end
+    
+  def test_foaf_schema
+    @adapter.fetch("http://xmlns.com/foaf/0.1/")
+    # foaf contains 563 triples but with two duplicates
+    assert_equal 561, @adapter.size    
+  end
+end

data/activerdf-rdflite/test/test_rdflite.rb

@@ -0,0 +1,277 @@
+å# Author:: Eyal Oren
+# Copyright:: (c) 2005-2006
+# License:: LGPL
+
+require 'rubygems'
+require 'test/unit'
+require 'active_rdf'
+require 'federation/federation_manager'
+require 'queryengine/query'
+
+class TestRdfLiteAdapter < Test::Unit::TestCase
+  def setup
+    ConnectionPool.clear
+  end
+
+  def teardown
+  end
+
+  def test_registration
+    adapter = ConnectionPool.add_data_source(:type => :rdflite)
+    assert_instance_of RDFLite, adapter
+  end
+
+  def test_initialise
+    adapter = ConnectionPool.add_data_source(:type => :rdflite, :keyword => false)
+    assert !adapter.keyword_search? 
+  end
+
+  def test_duplicate_registration
+    adapter1 = ConnectionPool.add_data_source(:type => :rdflite)
+    adapter2 = ConnectionPool.add_data_source(:type => :rdflite)
+
+    assert_equal adapter1, adapter2
+    assert_equal adapter1.object_id, adapter2.object_id
+  end
+
+  def test_simple_query
+    adapter = ConnectionPool.add_data_source(:type => :rdflite)
+
+    eyal = RDFS::Resource.new 'eyaloren.org'
+    age = RDFS::Resource.new 'foaf:age'
+    test = RDFS::Resource.new 'test'
+
+    adapter.add(eyal, age, test)
+
+    result = Query.new.distinct(:s).where(:s, :p, :o).execute(:flatten => true)
+    assert_instance_of RDFS::Resource, result
+    assert_equal 'eyaloren.org', result.uri
+  end
+
+  def test_escaped_literals
+    adapter = ConnectionPool.add_data_source(:type => :rdflite)
+    eyal = RDFS::Resource.new 'eyal'
+    comment = RDFS::Resource.new 'comment'
+    string = 'test\nbreak\"quoted\"'
+    interpreted = "test\nbreak\"quoted\""
+
+    adapter.add(eyal, comment, string)
+    assert_equal interpreted, eyal.comment
+
+    description = RDFS::Resource.new 'description'
+    string = 'ümlaut and \u00ebmlaut'
+    interpreted = "ümlaut and ëmlaut"
+
+    adapter.add(eyal, description, string)
+    assert_equal interpreted, eyal.description
+  end
+
+  def test_load_escaped_literals
+    adapter = ConnectionPool.add_data_source(:type => :rdflite)
+    adapter.load(File.dirname(File.expand_path(__FILE__)) + '/test_escaped_data.nt')
+    eyal = RDFS::Resource.new('http://activerdf.org/test/eyal')
+
+    assert_equal 2, adapter.size
+    assert_equal "ümlauts and ëmlauts", eyal.comment
+    assert_equal "line\nbreaks, <p>'s and \"quotes\"", eyal.encoded
+  end
+
+  def test_federated_query
+    adapter1 = ConnectionPool.add_data_source(:type => :rdflite)
+    adapter2 = ConnectionPool.add_data_source(:type => :rdflite, :fake_symbol_to_get_unique_adapter => true)
+
+    eyal = RDFS::Resource.new 'eyaloren.org'
+    age = RDFS::Resource.new 'foaf:age'
+    test = RDFS::Resource.new 'test'
+    test2 = RDFS::Resource.new 'test2'
+
+    adapter1.add(eyal, age, test)
+    adapter2.add(eyal, age, test2)
+
+    # assert only one distinct subject is found (same one in both adapters)
+    assert_equal 1, Query.new.distinct(:s).where(:s, :p, :o).execute.size
+
+    # assert two distinct objects are found
+    results = Query.new.distinct(:o).where(:s, :p, :o).execute
+    assert_equal 2, results.size
+
+    results.all? {|result| assert result.instance_of?(RDFS::Resource) }
+  end
+
+  def test_query_with_block
+    adapter = ConnectionPool.add_data_source(:type => :rdflite)
+
+    eyal = RDFS::Resource.new 'eyaloren.org'
+    age = RDFS::Resource.new 'foaf:age'
+    test = RDFS::Resource.new 'test'
+
+    adapter.add(eyal, age, test)
+    Query.new.select(:s,:p).where(:s,:p,:o).execute(:flatten => false) do |s,p|
+      assert_equal 'eyaloren.org', s.uri
+      assert_equal 'foaf:age', p.uri
+    end
+  end
+
+  def test_loading_data
+    adapter = ConnectionPool.add_data_source :type => :rdflite
+    adapter.load(File.dirname(File.expand_path(__FILE__)) + '/test_data.nt')
+    assert_equal 32, adapter.size
+
+    adapter.clear
+    adapter.load('http://www.w3.org/2000/10/rdf-tests/rdfcore/ntriples/test.nt')
+    assert_equal 30, adapter.size
+
+    adapter.clear
+    adapter.load('http://www.w3.org/2000/10/rdf-tests/rdfcore/testSchema.rdf')
+    assert_equal 76, adapter.size
+  end
+
+  def test_load_bnodes
+    adapter = ConnectionPool.add_data_source :type => :rdflite
+    adapter.load(File.dirname(File.expand_path(__FILE__)) + '/test_bnode_data.nt')
+
+    # loaded five triples in total
+    assert_equal 5, adapter.size
+
+    # triples contain two distinct bnodes
+    assert_equal 2, Query.new.count.distinct(:s).where(:s,:p,:o).execute
+
+    # collecting the bnodes
+    bnodes = Query.new.distinct(:s).where(:s,:p,:o).execute
+    # assert that _:#1 occurs in three triples
+    assert_equal 3, Query.new.select(:p,:o).where(bnodes[0], :p, :o).execute.size
+    # assert that _:#2 occurs in two triples
+    assert_equal 2, Query.new.select(:p,:o).where(bnodes[1], :p, :o).execute.size
+  end
+
+  def test_count_query
+    adapter = ConnectionPool.add_data_source :type => :rdflite
+    adapter.load(File.dirname(File.expand_path(__FILE__)) + '/test_data.nt')
+    assert_kind_of Fixnum, Query.new.count(:s).where(:s,:p,:o).execute
+    assert_equal 32, Query.new.count(:s).where(:s,:p,:o).execute
+  end
+
+  def test_single_context
+    adapter = ConnectionPool.add_data_source :type => :rdflite
+    file = File.dirname(File.expand_path(__FILE__)) + '/test_data.nt'
+    adapter.load(file)
+
+    context = Query.new.distinct(:c).where(:s,:p,:o,:c).execute(:flatten => true)
+    assert_instance_of RDFS::Resource, context
+    assert_equal RDFS::Resource.new("file:#{file}"), context
+  end
+
+  def test_multiple_context
+    adapter = ConnectionPool.add_data_source :type => :rdflite
+    file = File.dirname(File.expand_path(__FILE__)) + '/test_data.nt'
+    adapter.load(file)
+    file_context = RDFS::Resource.new("file:#{file}") 
+
+    eyal = RDFS::Resource.new 'eyaloren.org'
+    age = RDFS::Resource.new 'foaf:age'
+    test = RDFS::Resource.new 'test'
+    adapter.add(eyal, age, test, 'context')
+
+    context = Query.new.distinct(:c).where(:s,:p,:o,:c).execute
+    assert_equal file_context, context[0]
+    assert_equal 'context', context[1]
+
+    assert_equal 10, Query.new.count.distinct(:s).where(:s, :p, :o, nil).execute
+    assert_equal 1, Query.new.count.distinct(:s).where(:s, :p, :o, 'context').execute
+    assert_equal 9, Query.new.count.distinct(:s).where(:s, :p, :o, file_context).execute
+  end
+
+  def test_person_data 
+    adapter = ConnectionPool.add_data_source :type => :rdflite
+    adapter.load(File.dirname(File.expand_path(__FILE__)) + '/test_data.nt')
+
+    Namespace.register(:test, 'http://activerdf.org/test/')
+    eyal = Namespace.lookup(:test, :eyal)
+    eye = Namespace.lookup(:test, :eye)
+    person = Namespace.lookup(:test, :Person)
+    type = Namespace.lookup(:rdf, :type)
+    resource = Namespace.lookup(:rdfs,:resource)
+
+    color = Query.new.select(:o).where(eyal, eye,:o).execute(:flatten => true)
+    assert 'blue', color
+    assert_instance_of String, color
+
+    ObjectManager.construct_classes
+    assert eyal.instance_of?(TEST::Person)
+    assert eyal.instance_of?(RDFS::Resource)
+  end
+
+  def test_delete_data
+    adapter = ConnectionPool.add_data_source :type => :rdflite
+    adapter.load(File.dirname(File.expand_path(__FILE__)) + '/test_data.nt')
+    assert_equal 32, adapter.size
+
+    eyal = RDFS::Resource.new('http://activerdf.org/test/eyal')
+    adapter.delete(eyal, nil, nil)
+    assert_equal 27, adapter.size
+
+    adapter.delete(nil, nil, nil)
+    assert_equal 0, adapter.size
+  end
+
+  def test_keyword_search
+    adapter = ConnectionPool.add_data_source :type => :rdflite
+    adapter.load(File.dirname(File.expand_path(__FILE__)) + '/test_data.nt')
+
+    eyal = RDFS::Resource.new('http://activerdf.org/test/eyal')
+
+    # we cant garantuee that ferret is installed
+    if adapter.keyword_search?
+      assert_equal eyal, Query.new.distinct(:s).where(:s,:keyword,"blue").execute(:flatten => true)
+      assert_equal eyal, Query.new.distinct(:s).where(:s,:keyword,"27").execute(:flatten => true)
+      assert_equal eyal, Query.new.distinct(:s).where(:s,:keyword,"eyal oren").execute(:flatten => true)
+    end
+  end
+
+  def test_bnodes
+    adapter = ConnectionPool.add_data_source :type => :rdflite
+    adapter.load(File.dirname(File.expand_path(__FILE__)) + '/test_data.nt')
+
+    Namespace.register(:test, 'http://activerdf.org/test/')
+    ObjectManager.construct_classes
+    assert_equal 2, TEST::Person.find_all.size
+    assert_equal 29, TEST::Person.find_all[1].age.to_i
+    assert_equal "Another Person", TEST::Person.find_all[1].name
+  end
+
+  def test_multi_join
+    adapter = ConnectionPool.add_data_source :type => :rdflite
+    type = Namespace.lookup(:rdf, 'type')
+    transProp = Namespace.lookup(:owl, 'TransitiveProperty')
+
+    Namespace.register(:test, 'http://test.com/')
+    ancestor = Namespace.lookup(:test, 'ancestor')
+    sue = Namespace.lookup(:test, 'Sue')
+    mary = Namespace.lookup(:test, 'Mary')
+    anne = Namespace.lookup(:test, 'Anne')
+
+    adapter.add ancestor, type, transProp
+    adapter.add sue, ancestor, mary
+    adapter.add mary, ancestor, anne
+
+    # test that query with multi-join (joining over 1.p==2.p and 1.o==2.s) works
+    query = Query.new.select(:Sue, :p, :Anne)
+    query.where(:p, type, transProp)
+    query.where(:Sue, :p, :Mary)
+    query.where(:Mary, :p, :Anne)
+    assert_equal 1, query.execute.size
+  end
+
+  def test_limit_and_offset
+    adapter = ConnectionPool.add_data_source :type => :rdflite
+    adapter.load(File.dirname(File.expand_path(__FILE__)) + '/test_data.nt')
+    Namespace.register(:test, 'http://activerdf.org/test/')
+
+    assert_equal 7, RDFS::Resource.find(:all).size
+    assert_equal 5, RDFS::Resource.find(:all, :limit => 5).size
+    assert_equal 4, RDFS::Resource.find(:all, :limit => 4, :offset => 3).size
+    assert RDFS::Resource.find(:all, :limit => 4, :offset => 3) != RDFS::Resource.find(:all, :limit => 4)
+
+    assert_equal [TEST::eyal, TEST::age, TEST::car], RDFS::Resource.find(:all, :limit => 3, :order => RDF::type)
+  end
+end

data/activerdf-redland/CHANGELOG

@@ -0,0 +1,12 @@
+== activerdf_redland (1.2.3)
+  * fixed adapter#delete (Richard Dale)
+
+== activerdf_redland (1.2.2) Tue, 16 Sep 2008 12:44:39 +0200
+  * added close and clear method
+  * added support for full Redland options (Benno Blumenthal)
+
+== activerdf_redland (1.2.1) Sat Jun 23 09:03:43 UTC 2007
+  * added support for Redland on PostgreSQL (Richard Dale)
+
+== activerdf_redland (1.2) Mon, 05 Mar 2007 20:40:55 +0000
+  * added loading from remote URL (Benno Blumenthal)