alchemy-concept-extractor 0.1.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 69f2c86990c3effefcc3824cb20a9a103e55d023
+  data.tar.gz: a6703d0c41bf75220ed400cd29e4d90b11e39485
+SHA512:
+  metadata.gz: 72c6b270eb46c580dc38e6f3ca33e8856c5fbabd20e1528c40845dfdf4c10cad2abe164c8bb318beeafb610623c5d1421ea44d477d89b297178db13bfeb0ab86
+  data.tar.gz: 68abbd8612bbe9bd2e5cac02abb2edf98ca0176960a920ca6573c081980cdab8683088f98acb00e65626240fadb902c256765be302cc13a68ad00d535849e463

data/lib/alchemy-concept-extractor.rb

@@ -0,0 +1,72 @@
+module AlchemyConceptExtractor
+  require 'uri'
+  require 'readline'
+  require 'rest_client'
+  require 'json'
+  require 'pp'
+  require 'rdf'
+
+  include RDF
+
+  require_relative 'models/extractor.rb'
+  require_relative 'models/reporter.rb'
+  require_relative 'models/refiner.rb'
+
+  class ConceptExtractor
+    attr :api_key
+    attr :outfile_location
+    attr :datfile_location
+    attr :output_format
+    attr :rest_client
+    attr :refiner
+
+    def initialize(api_key,
+                   outfile_location,
+                   datfile_location = "uris.dat",
+                   output_format = :ntriples,
+                   rest_client = RestClient)
+
+      @api_key = api_key
+      @outfile_location = outfile_location
+      @datfile_location = datfile_location
+      @output_format = output_format 
+      @rest_client = rest_client
+      @refiner = Refiner.new
+    end
+
+    def uris
+      uris_file = IO.read(@datfile_location)
+      uris = uris_file.split("\n")
+
+      uris
+    end
+
+    def append_graph_to_file(graph)
+      reporter = Reporter.new(graph)
+      serialised_rdf = reporter.report(@output_format)
+
+      File.open outfile_location, 'a' do |file|
+        file.puts serialised_rdf
+      end
+    end
+
+    def extract
+      extractor = Extractor.new(@api_key,@rest_client)
+
+      File.delete @outfile_location if File.exist? @outfile_location
+      uris.each do | uri |
+        puts "Disambiguating: #{uri}"
+
+        concepts = extractor.get_concepts uri
+        graph = @refiner.refine(concepts)
+        append_graph_to_file(graph)
+      end
+    end
+  end
+
+  def self.extract(api_key,datfile_location,outfile_location,output_format = :ntriples, rest_client = RestClient)
+    concept_extractor = ConceptExtractor.new(api_key,outfile_location,datfile_location,output_format,rest_client)
+    concept_extractor.extract
+  end
+
+end

metadata

@@ -0,0 +1,142 @@
+--- !ruby/object:Gem::Specification
+name: alchemy-concept-extractor
+version: !ruby/object:Gem::Version
+  version: 0.1.1
+platform: ruby
+authors:
+- Philip Lamond
+- Robert Kenny
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-09-25 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rest-client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 1.6.7
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 1.6.7
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 1.7.5
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 1.7.5
+- !ruby/object:Gem::Dependency
+  name: rdf
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.3.8
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.3.8
+- !ruby/object:Gem::Dependency
+  name: rdf-rdfxml
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.3.8
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.3.8
+- !ruby/object:Gem::Dependency
+  name: rdf-trig
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.1.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.1.3
+- !ruby/object:Gem::Dependency
+  name: rdf-turtle
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.1.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.1.2
+- !ruby/object:Gem::Dependency
+  name: rdf-xsd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.3.8
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.3.8
+description: Extracts concepts for a given URI from the Alchemy API (http://www.alchemyapi.com/)
+email: philip.lamond@bbc.co.uk
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/alchemy-concept-extractor.rb
+homepage: https://github.com/BBC-Knowlearn/alchemy-concept-extractor.git
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.3
+signing_key: 
+specification_version: 4
+summary: Alchemy API Concept Extractor
+test_files: []