reality 0.0.3 → 0.0.4

data/lib/reality/wikidata/query.rb

@@ -0,0 +1,106 @@
+module Reality
+  module Wikidata
+    module Query
+      PREFIX = %Q{
+        PREFIX wikibase: <http://wikiba.se/ontology#>
+        PREFIX wd: <http://www.wikidata.org/entity/> 
+        PREFIX wdt: <http://www.wikidata.org/prop/direct/>
+        PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
+        PREFIX p: <http://www.wikidata.org/prop/>
+        PREFIX v: <http://www.wikidata.org/prop/statement/>
+        PREFIX schema: <http://schema.org/>
+      }
+
+      # selecting
+      #  ?entity wdt:* ?value
+      #  ?entity rdfs:label ?label@en
+      #  ?enwikiarticle schema:about ?entity
+      PREDICATES = %Q{
+        {
+          ?s ?p ?o .
+          FILTER(
+            STRSTARTS(STR(?p), "http://www.wikidata.org/prop/direct/") ||
+            (?p = rdfs:label && langMatches(lang(?o), "EN"))
+          )
+        } union {
+          bind(schema:about as ?p) .
+          ?o schema:about ?s .
+          filter(strstarts(str(?o), "https://en.wikipedia.org/wiki/"))
+        }
+      }
+      SERVICES = %Q{
+        SERVICE wikibase:label {
+          bd:serviceParam wikibase:language "en" .
+        }
+      }
+
+      QUERY = %Q{
+        #{PREFIX}
+        
+        SELECT ?s ?p ?o ?oLabel  WHERE {
+          %{selectors} .
+          #{PREDICATES} .
+          #{SERVICES}
+        }
+      }
+
+      SELECTORS = {
+        wikipedia: '<https://en.wikipedia.org/wiki/%{title}> schema:about ?s',
+        id: 'BIND(wd:%{id} as ?s)',
+        label: '?s rdfs:label "%{label}"@en'
+      }
+
+      UNSAFE = Regexp.union(URI::UNSAFE, /[,()':!]/)
+
+      using Refinements
+
+      module_function
+
+      def by_wikititle(*titles)
+        fetch(:en_wikipage, titles.
+          map{|t| SELECTORS[:wikipedia] % {title: URI.escape(t, UNSAFE)}}
+        )
+      end
+
+      def by_id(*ids)
+        fetch(:id, ids.map{|id| SELECTORS[:id] % {id: id}} )
+      end
+
+      def by_label(*labels)
+        fetch(:label, labels.map{|l| SELECTORS[:label] % {label: l}} )
+      end
+
+      private
+
+      module_function
+
+      MAX_SLICE = 20
+
+      def fetch(key, selectors)
+        selectors.each_slice(MAX_SLICE).map{|chunk|
+            fetch_sublist(chunk)
+          }.flatten(1).
+          group_by(&key).
+          # of several entities with same label, we always prefer first-by-id
+          map{|key, group| group.sort_by(&:id_i).first}. 
+          map{|entity| [entity.send(key), entity]}.to_h
+      end
+
+      def fetch_sublist(selectors)
+        make_query(selectors).
+          derp{|query| faraday.get('', query: query, format: :json)}.
+          derp{|res| Wikidata::Entity.from_sparql(res.body)}
+      end
+
+      def faraday
+        @faraday ||= Faraday.new(url: 'https://query.wikidata.org/sparql'){|f|
+          f.adapter Faraday.default_adapter
+        }
+      end
+
+      def make_query(selectors)
+        QUERY % {selectors: selectors.map{|sel| "{#{sel}}"}.join(" UNION ")}
+      end
+    end
+  end
+end

data/reality.gemspec

@@ -30,17 +30,15 @@ Gem::Specification.new do |s|
   s.bindir = 'bin'
   s.executables << 'reality'
 
-  s.add_dependency 'infoboxer', '>= 0.2.3'
+  s.required_ruby_version = '>= 2.1.0'
+
+  s.add_dependency 'infoboxer', '>= 0.2.4'
   s.add_dependency 'hashie'
   s.add_dependency 'open-weather'
-  s.add_dependency 'timezone'
+  s.add_dependency 'quandl'
+  s.add_dependency 'timezone', '>= 0.99.0'
   s.add_dependency 'geokit'
   s.add_dependency 'tzinfo'
   s.add_dependency 'ruby-sun-times'
   s.add_dependency 'time_boots'
-
-  s.add_development_dependency 'rspec', '~> 3'
-  s.add_development_dependency 'rspec-its', '~> 1'
-  s.add_development_dependency 'vcr'
-  s.add_development_dependency 'webmock'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: reality
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.0.4
 platform: ruby
 authors:
 - Victor Shepelev and contributors
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-03-02 00:00:00.000000000 Z
+date: 2016-04-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: infoboxer
@@ -16,14 +16,14 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.2.3
+        version: 0.2.4
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.2.3
+        version: 0.2.4
 - !ruby/object:Gem::Dependency
   name: hashie
   requirement: !ruby/object:Gem::Requirement
@@ -53,7 +53,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: timezone
+  name: quandl
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -67,21 +67,21 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: geokit
+  name: timezone
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.99.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.99.0
 - !ruby/object:Gem::Dependency
-  name: tzinfo
+  name: geokit
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -95,7 +95,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: ruby-sun-times
+  name: tzinfo
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -109,7 +109,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: time_boots
+  name: ruby-sun-times
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -123,55 +123,13 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: rspec
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '3'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '3'
-- !ruby/object:Gem::Dependency
-  name: rspec-its
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '1'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '1'
-- !ruby/object:Gem::Dependency
-  name: vcr
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: webmock
+  name: time_boots
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  type: :development
+  type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
@@ -189,6 +147,8 @@ extensions: []
 extra_rdoc_files: []
 files:
 - ".dokaz"
+- ".yardopts"
+- CHANGELOG.md
 - LICENSE.txt
 - README.md
 - bin/reality
@@ -202,6 +162,7 @@ files:
 - data/wikidata-predicates.json
 - data/wikidata-predicates.yaml
 - lib/reality.rb
+- lib/reality/command_line.rb
 - lib/reality/config.rb
 - lib/reality/definitions/dictionaries.rb
 - lib/reality/definitions/helpers.rb
@@ -218,12 +179,14 @@ files:
 - lib/reality/entity/wikipedia_type.rb
 - lib/reality/extras/geonames.rb
 - lib/reality/extras/open_weather_map.rb
+- lib/reality/extras/quandl.rb
 - lib/reality/geo.rb
 - lib/reality/infoboxer_templates.rb
 - lib/reality/list.rb
 - lib/reality/measure.rb
 - lib/reality/measure/unit.rb
 - lib/reality/methods.rb
+- lib/reality/names.rb
 - lib/reality/pretty_inspect.rb
 - lib/reality/refinements.rb
 - lib/reality/shortcuts.rb
@@ -232,6 +195,7 @@ files:
 - lib/reality/util/parsers.rb
 - lib/reality/version.rb
 - lib/reality/wikidata.rb
+- lib/reality/wikidata/query.rb
 - reality.gemspec
 - script/extract_all_infoboxes.rb
 - script/extract_countries.rb
@@ -253,7 +217,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 2.1.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="