dblp 0.4.5 → 0.5.0

data/bin/dblp

@@ -1,29 +1,31 @@
-#! /System/Library/Frameworks/Ruby.framework/Versions/1.8/usr/bin/ruby
-#
-#  Created on 2008-5-28.
-#  Copyright (c) 2008. All rights reserved.
-
+#!/usr/bin/env ruby
 begin
   require 'rubygems'
 rescue LoadError
   # no rubygems to load, so we fail silently
 end
 
-require 'dblp'
+begin
+  require 'dblp'
+rescue LoadError
+  require File.dirname(__FILE__) + '/../lib/dblp'
+end
+
 require 'optparse'
 require 'ostruct'
 
-opt = OpenStruct.new
-opt.output = "dblp.bib"
-opt.bibtex = true
+options = OpenStruct.new
+options.output = "dblp.bib"
+options.bibtex = true
+options.crossref = false
 
 if ARGV.size == 0
   ARGV << "-h"
 end
 
-unless ARGV[0] == "-h"
-  file_to_parse = ARGV.shift
-end
+#unless ARGV[0] == "-h"
+#  file_to_parse = ARGV.shift
+#end
 
 OptionParser.new do |opts|
   
@@ -38,20 +40,23 @@ BANNER
   opts.separator("Specific Options:")
   
   opts.on("-o", "--output [FILENAME]", "Specify FILENAME for output instead of dblp.bib") do |fn|
-    opt.output = fn
+    options.output = fn
+  end
+
+  opts.on("-c", "--[no-]crossref", "Generate full cross-references when fetching the data from DBLP") do |c|
+    options.crossref = c
   end
   
   opts.on("-b", "--[no-]bibtex", "Run Bibtex after fetching bib entries") do |b|
-    opt.bibtex = b
+    options.bibtex = b
   end
   
   opts.on_tail("-h", "--help", "Show this message") do
     puts opts
     exit
   end
-end.parse!
+end.parse!(ARGV)
 
+Dblp::run(ARGV[0], options)
 
-Dblp::run(file_to_parse, opt)
 
-# do stuff

data/lib/dblp/grabber.rb

@@ -8,6 +8,10 @@ module Dblp
     
     # Const url to fetch from
     DBLP_URL = "http://dblp.uni-trier.de/rec/bibtex/"
+
+    def initialize(options = nil)
+      @options = options
+    end
     
     def read_html(url)
       content = ""
@@ -17,6 +21,11 @@ module Dblp
       content
     end
 
+    # Extracts all relevant information from the <pre> elements from
+    # the dblp page. There is one special case to handle. If there are
+    # multiple <pre> elements there is a cross reference used. We have
+    # to check if we include the cross reference or extract the short
+    # version.
     def extract_pre(content)
       # extract the bibtex code, that is in pre tags
       pres = content.scan(/<pre>(.*?)<.pre>/mix)
@@ -25,14 +34,29 @@ module Dblp
 
         # First handle main entry
         result = []
+        return [] if pres.size == 0
+
         result << pres[0][0].gsub(/(<.*?>)/, "").gsub(/^\s+title\s+=\s+\{(.*?)\},/m, "  title     = {{\\1}},")
 
-        # Find the crossref
+        # Find the crossref in the second <pre>
         if pres.size > 1
-          booktitle = pres[1][0].match(/^\s+title\s+=\s+\{(.*?)\},/m)
-          if booktitle
-            result[0].gsub!(/^\s+booktitle\s+=\s+\{(.*?)\},/m, "  booktitle = {{#{booktitle[1]}}},")
-            result[0].gsub!(/^\s+crossref\s+=\s+\{(.*?)\},/m, "")
+
+          if @options && @options.crossref
+            result << pres[1][0].gsub(/(<.*?>)/, "").gsub(/^\s+title\s+=\s+\{(.*?)\},/m, "  title     = {{\\1}},")
+          else
+            booktitle = pres[1][0].match(/^\s+title\s+=\s+\{(.*?)\},/m)
+
+            # If we find a booktitle, replace the book title with the
+            # one from the crossref
+            if booktitle
+              result[0].gsub!(/^\s+booktitle\s+=\s+\{(.*?)\},/m, "  booktitle = {{#{booktitle[1]}}},")
+
+              publisher = pres[1][0].match(/^\s+publisher\s+=\s+\{(.*?)\},/m)
+              publisher_data = publisher ? "  publisher = {{#{publisher[1]}}}," : ""
+
+              # TODO make cross ref handling configurable
+              result[0].gsub!(/^\s+crossref\s+=\s+\{(.*?)\},/m, publisher_data)
+            end
           end
         end
         result
@@ -52,7 +76,9 @@ module Dblp
           #CiteseerGrabber.new.grab(key)
           []
         end
-      rescue
+      rescue Exception => e
+        puts e.message
+        puts e.backtrace.inspect
         []
       end
     end

data/lib/dblp/query.rb

@@ -0,0 +1,133 @@
+require 'net/http'
+require 'rubygems'
+require 'json'
+require 'ostruct'
+
+class DBLPQuery
+
+  BASE_URI = "http://dblp.mpi-inf.mpg.de/autocomplete-php/autocomplete/ajax.php"
+
+  attr_accessor :params, :result
+
+  def initialize
+    @result = []
+
+    @params = {
+      :name => "dblpmirror",
+      :path => "/dblp-mirror/",
+      :page => "index.php",
+      :log => "/var/opt/completesearch/log/completesearch.error_log",
+      :qid => 6,
+      :navigation_mode => "history",
+      :language => "en",
+      :mcsr => 40,
+      :mcc => 0,
+      :mcl => 80,
+      :hpp => 20,
+      :eph => 1,
+      :er => 20,
+      :dm => 3,
+      :bnm => "R",
+      :ll => 2,
+      :mo => 100,
+      :accc => ":",
+      :syn => 0,
+      :deb => 0,
+      :hrd => "1a",
+      :hrw => "1d",
+      :qi => 1,
+      :fh => 1,
+      :fhs => 1,
+      :mcs => 20,
+      :rid => 0,
+      :qt => "H"
+    }
+
+  end
+
+
+  def query(what)
+
+    # Make some simple means of caching
+    return if @params["query"] == what
+
+    @params["query"] = what
+
+    url = URI.parse(BASE_URI)
+    req = Net::HTTP::Post.new(url.path)
+
+    req.set_form_data(@params)
+    res = Net::HTTP.new(url.host, url.port).start {|http| http.request(req) }
+
+    case res
+    when Net::HTTPSuccess, Net::HTTPRedirection
+      # OK
+      puts "Success"
+      body = extreact_from_body(res.body)
+      parse_table(body)
+      @result = parse_table(body)
+    else
+      res.error!
+    end
+
+  end
+
+
+  def extreact_from_body(body)
+    raw = body.split("\n")[27][11..-2].gsub("'", "\"")
+    full = JSON.parse(raw)
+    full["body"]
+  end
+  
+  def parse_table(body)
+    result = []
+
+    body.scan(/<tr>(.*?)<\/tr>/m) do |match|
+      
+      cells = match[0].scan(/<td.*?>(.*?)<\/td>/m)
+      next unless cells.size == 3
+      
+      obj = OpenStruct.new
+      # First Cell is the cite key
+      obj.cite = "DBLP:" << cells[0][0].match(/href="http:\/\/dblp\.uni-trier\.de\/rec\/bibtex\/(.*?)">/)[1]
+
+      # second cell the link to the electronic version
+
+      # Third cell is author + title
+      obj.title = cells[2][0].gsub(/<.*?>/,"")
+
+      result << obj
+    end
+    result
+  end
+
+  # Based on the last result that was fetched, a new cite key is returned
+  # based on the position inside the result.
+  def select(num)
+    return if @result.size == 0 || @result.size < num
+    return @result[num.abs].cite
+  end
+
+  def present
+    @result.each_with_index do |item, i|
+      puts "\t#{i+1}\t#{item.title}\n"
+    end
+  end
+
+  def cite(num)
+    "\\cite{#{select(num)}}"
+  end
+
+end
+
+if __FILE__ == $0
+
+  q = DBLPQuery.new
+  q.query("Kossmann")
+
+  q.present
+
+  puts q.select(3)
+  puts q.cite(3)
+
+end

data/lib/dblp.rb

@@ -10,13 +10,18 @@ module Dblp
   class << self
 
     def run(file, options)
+
+      if !file || !File.exists?(file)
+        puts "You need to specify a filename"
+        exit
+      end
       
       # Clean file to parse
       file = File.basename(file, File.extname(file)) + ".aux"
       overall_size = 0
       
       parser = Dblp::Parser.new(file)
-      grabber = Dblp::Grabber.new
+      grabber = Dblp::Grabber.new(options)
       File.open(options.output, "w+") do |f|
         f.puts parser.parse.inject([]) {|m, l| 
             m << grabber.grab(l)

metadata

@@ -1,131 +1,62 @@
---- !ruby/object:Gem::Specification 
+--- !ruby/object:Gem::Specification
 name: dblp
-version: !ruby/object:Gem::Version 
-  hash: 5
-  prerelease: false
-  segments: 
-  - 0
-  - 4
-  - 5
-  version: 0.4.5
+version: !ruby/object:Gem::Version
+  version: 0.5.0
+  prerelease: 
 platform: ruby
-authors: 
+authors:
 - Martin Grund
 autorequire: 
 bindir: bin
 cert_chain: []
-
-date: 2010-10-11 00:00:00 +02:00
-default_executable: 
-dependencies: 
-- !ruby/object:Gem::Dependency 
-  name: rubyforge
-  prerelease: false
-  requirement: &id001 !ruby/object:Gem::Requirement 
+date: 2011-11-28 00:00:00.000000000Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: &70336630568860 !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 7
-        segments: 
-        - 2
-        - 0
-        - 4
-        version: 2.0.4
-  type: :development
-  version_requirements: *id001
-- !ruby/object:Gem::Dependency 
-  name: hoe
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.4.0
+  type: :runtime
   prerelease: false
-  requirement: &id002 !ruby/object:Gem::Requirement 
-    none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 19
-        segments: 
-        - 2
-        - 6
-        - 2
-        version: 2.6.2
-  type: :development
-  version_requirements: *id002
+  version_requirements: *70336630568860
 description: Dynamically generate the bibtex file from your citations
-email: 
-- grundprinzip@gmail.com
-executables: 
+email: grundprinzip@gmail.com
+executables:
 - dblp
 extensions: []
-
-extra_rdoc_files: 
-- History.txt
-- License.txt
-- Manifest.txt
-- PostInstall.txt
-- README.txt
-files: 
-- History.txt
-- License.txt
-- Manifest.txt
-- PostInstall.txt
-- README.txt
-- Rakefile
-- bin/dblp
-- config/hoe.rb
-- config/requirements.rb
+extra_rdoc_files: []
+files:
 - lib/dblp.rb
 - lib/dblp/grabber.rb
 - lib/dblp/parser.rb
+- lib/dblp/query.rb
 - lib/dblp/version.rb
-- setup.rb
-- tasks/deployment.rake
-- tasks/environment.rake
-- tasks/website.rake
-- test/test.aux
-- test/test_dblp.rb
-- test/test_helper.rb
-has_rdoc: true
-homepage: http://github.com/grundprinzip/dblp
+- bin/dblp
+homepage: http://www.grundprinzip.de/tags/dblp
 licenses: []
-
-post_install_message: |+
-  
-  For more information on dblp, see http://dblp.rubyforge.org
-  
-  NOTE: Change this information in PostInstall.txt 
-  You can also delete it if you don't want it.
-  
-  
-rdoc_options: 
-- --main
-- README.txt
-require_paths: 
+post_install_message: 
+rdoc_options: []
+require_paths:
 - lib
-required_ruby_version: !ruby/object:Gem::Requirement 
+required_ruby_version: !ruby/object:Gem::Requirement
   none: false
-  requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      hash: 3
-      segments: 
-      - 0
-      version: "0"
-required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
-  requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      hash: 3
-      segments: 
-      - 0
-      version: "0"
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
 requirements: []
-
-rubyforge_project: rug-b
-rubygems_version: 1.3.7
+rubyforge_project: 
+rubygems_version: 1.8.11
 signing_key: 
 specification_version: 3
-summary: Dynamically generate the bibtex file from your citations
-test_files: 
-- test/test_dblp.rb
-- test/test_helper.rb
+summary: DBLP
+test_files: []

data/History.txt

@@ -1,12 +0,0 @@
-== 0.3.2 2008-06-29
-    * refactored interface for grabbing data from different sources
-	* added citeseer for finding the right bibtex entry
-
-== 0.2.0 2008-05-29
-
-* added documentation and more command line options
-
-== 0.1.0 2008-05-28
-
-* 1 major enhancement:
-  * Initial release

data/License.txt

@@ -1,20 +0,0 @@
-Copyright (c) 2008 FIXME full name
-
-Permission is hereby granted, free of charge, to any person obtaining
-a copy of this software and associated documentation files (the
-"Software"), to deal in the Software without restriction, including
-without limitation the rights to use, copy, modify, merge, publish,
-distribute, sublicense, and/or sell copies of the Software, and to
-permit persons to whom the Software is furnished to do so, subject to
-the following conditions:
-
-The above copyright notice and this permission notice shall be
-included in all copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
-EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
-MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
-NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
-LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
-OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
-WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Manifest.txt

@@ -1,20 +0,0 @@
-History.txt
-License.txt
-Manifest.txt
-PostInstall.txt
-README.txt
-Rakefile
-bin/dblp
-config/hoe.rb
-config/requirements.rb
-lib/dblp.rb
-lib/dblp/grabber.rb
-lib/dblp/parser.rb
-lib/dblp/version.rb
-setup.rb
-tasks/deployment.rake
-tasks/environment.rake
-tasks/website.rake
-test/test.aux
-test/test_dblp.rb
-test/test_helper.rb

data/PostInstall.txt

@@ -1,7 +0,0 @@
-
-For more information on dblp, see http://dblp.rubyforge.org
-
-NOTE: Change this information in PostInstall.txt 
-You can also delete it if you don't want it.
-
-

data/README.txt

@@ -1,46 +0,0 @@
-# dblp
-
-## DESCRIPTION:
-
-DBLP is a command line tool to fetch required bibtex entries directly from the DBLP servers. The idea is, that you don't have to maintain all entries in your own file, but youse well known bibtex identifiers instead and then fetch them from DBLP.
-
-
-
-
-## SYNOPSIS:
-
-The first step is to build your latex document, so that dblp can parse the aux file for your document. Now call
-
-	dblp my_tex_file[|.tex|.aux]
-
-and this will scan for the citation commands in the aux file. The defined keys will be used to query DBLP. If an entry is available it is saved and as a result stored in the dblp.bib file. To use it in your Latex document just use \bibliography{my_own_file,..., dblp}
-
-For more command line options see
-
-	dblp --help
-
-
-## LICENSE:
-
-(The MIT License)
-
-Copyright (c) 2008 FIX
-
-Permission is hereby granted, free of charge, to any person obtaining
-a copy of this software and associated documentation files (the
-'Software'), to deal in the Software without restriction, including
-without limitation the rights to use, copy, modify, merge, publish,
-distribute, sublicense, and/or sell copies of the Software, and to
-permit persons to whom the Software is furnished to do so, subject to
-the following conditions:
-
-The above copyright notice and this permission notice shall be
-included in all copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
-EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
-MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
-IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
-CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
-TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
-SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -1,4 +0,0 @@
-require 'config/requirements'
-require 'config/hoe' # setup Hoe + all gem configuration
-
-Dir['tasks/**/*.rake'].each { |rake| load rake }

data/config/hoe.rb

@@ -1,73 +0,0 @@
-require 'dblp/version'
-
-AUTHOR = 'Martin Grund'  # can also be an array of Authors
-EMAIL = "grundprinzip@gmail.com"
-DESCRIPTION = "Dynamically generate the bibtex file from your citations"
-GEM_NAME = 'dblp' # what ppl will type to install your gem
-RUBYFORGE_PROJECT = 'rug-b' # The unix name for your project
-HOMEPATH = "http://github.com/grundprinzip/dblp"
-DOWNLOAD_PATH = "http://rubyforge.org/projects/#{RUBYFORGE_PROJECT}"
-EXTRA_DEPENDENCIES = [
-#  ['activesupport', '>= 1.3.1']
-]    # An array of rubygem dependencies [name, version]
-
-@config_file = "~/.rubyforge/user-config.yml"
-@config = nil
-RUBYFORGE_USERNAME = "unknown"
-def rubyforge_username
-  unless @config
-    begin
-      @config = YAML.load(File.read(File.expand_path(@config_file)))
-    rescue
-      puts <<-EOS
-ERROR: No rubyforge config file found: #{@config_file}
-Run 'rubyforge setup' to prepare your env for access to Rubyforge
- - See http://newgem.rubyforge.org/rubyforge.html for more details
-      EOS
-      exit
-    end
-  end
-  RUBYFORGE_USERNAME.replace @config["username"]
-end
-
-
-REV = nil
-# UNCOMMENT IF REQUIRED:
-# REV = YAML.load(`svn info`)['Revision']
-VERS = Dblp::VERSION::STRING + (REV ? ".#{REV}" : "")
-RDOC_OPTS = ['--quiet', '--title', 'dblp documentation',
-    "--opname", "index.html",
-    "--line-numbers",
-    "--main", "README",
-    "--inline-source"]
-
-class Hoe
-  def extra_deps
-    @extra_deps.reject! { |x| Array(x).first == 'hoe' }
-    @extra_deps
-  end
-end
-
-# Generate all the Rake tasks
-# Run 'rake -T' to see list of generated tasks (from gem root directory)
-$hoe = Hoe.new(GEM_NAME, VERS) do |p|
-  p.developer(AUTHOR, EMAIL)
-  p.description = DESCRIPTION
-  p.summary = DESCRIPTION
-  p.url = HOMEPATH
-  p.rubyforge_name = RUBYFORGE_PROJECT if RUBYFORGE_PROJECT
-  p.test_globs = ["test/**/test_*.rb"]
-  p.clean_globs |= ['**/.*.sw?', '*.gem', '.config', '**/.DS_Store']  #An array of file patterns to delete on clean.
-
-  # == Optional
-  p.changes = p.paragraphs_of("History.txt", 0..1).join("\n\n")
-  #p.extra_deps = EXTRA_DEPENDENCIES
-
-    #p.spec_extras = {}    # A hash of extra values to set in the gemspec.
-  end
-
-CHANGES = $hoe.paragraphs_of('History.txt', 0..1).join("\\n\\n")
-PATH    = (RUBYFORGE_PROJECT == GEM_NAME) ? RUBYFORGE_PROJECT : "#{RUBYFORGE_PROJECT}/#{GEM_NAME}"
-$hoe.remote_rdoc_dir = File.join(PATH.gsub(/^#{RUBYFORGE_PROJECT}\/?/,''), 'rdoc')
-$hoe.rsync_args = '-av --delete --ignore-errors'
-$hoe.spec.post_install_message = File.open(File.dirname(__FILE__) + "/../PostInstall.txt").read rescue ""

data/config/requirements.rb

@@ -1,15 +0,0 @@
-require 'fileutils'
-include FileUtils
-
-require 'rubygems'
-%w[rake hoe newgem rubigen].each do |req_gem|
-  begin
-    require req_gem
-  rescue LoadError
-    puts "This Rakefile requires the '#{req_gem}' RubyGem."
-    puts "Installation: gem install #{req_gem} -y"
-    exit
-  end
-end
-
-$:.unshift(File.join(File.dirname(__FILE__), %w[.. lib]))