arxiv-references 0.1.7.5 → 0.1.8.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: ed3c2af4712d721c218dac464f0892942710707e
-  data.tar.gz: 57ac87263191f21e977cddac6243d42cc989872e
+  metadata.gz: 1c07650299da297e7abd5f714470efbe8c1aa500
+  data.tar.gz: c1a1a70fffd28a828df681589d931006c70b88e3
 SHA512:
-  metadata.gz: 03b50cf6076c5aa43c8193d2ce099db7bcab38efc476500f4ee80e348f1e6c18d16c307494db9f4416fa8e60926d5a6335d0d5917bd89f5e9dfe1a5730eeb33e
-  data.tar.gz: 3dafd54af66bfb13b71a39c430293d669e7b6812458d689806c83f6fcce3cc43db6ede5eaf092f4f19bf9539c1edb85f988a91419c4a804e963b1ac0c71490b9
+  metadata.gz: d1add731422ded82ad458ce2f0b8755c847f27b6d417d9f7d584e8f4123ab66d6a3e0b2ef180adac79b685e1aa3e3e34c82d02544afada68a0ba7301c79065c7
+  data.tar.gz: 618bb9c0161613c0d8974f27e931fe50931b4a34008d6114386cc092c4d9d98c9544b520306662dc73caac2bc92b7037195dd631a1cd6c92ec855da55c12eb0d

data/arxiv-references.gemspec

@@ -33,4 +33,5 @@ Gem::Specification.new do |spec|
   spec.add_dependency 'thor', "~> 0.19"
   spec.add_dependency 'pdf-reader', "~> 1.4"
   spec.add_dependency 'nokogiri', "~> 1.6"
+  spec.add_dependency 'paper-pdf-parser', "~> 0.1"
 end

data/lib/arxiv/references/ArxivUtil.rb

@@ -1,7 +1,7 @@
 
 $:.unshift Pathname.new(__FILE__).dirname.join().expand_path.to_s
 require 'ArxivApi'
-require 'P3'
+require 'paper/pdf/parser/p3'
 
 
 module ArxivUtil

data/lib/arxiv/references/version.rb

@@ -1,5 +1,5 @@
 module Arxiv
   module References
-    VERSION = "0.1.7.5"
+    VERSION = "0.1.8.0"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: arxiv-references
 version: !ruby/object:Gem::Version
-  version: 0.1.7.5
+  version: 0.1.8.0
 platform: ruby
 authors:
 - Takahiro Nishimura
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2016-05-04 00:00:00.000000000 Z
+date: 2016-05-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -94,6 +94,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: paper-pdf-parser
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.1'
 description: Fetch title, author, abstruct, and citations list of paper in arXiv from
   pdf file
 email:
@@ -119,7 +133,6 @@ files:
 - lib/arxiv/references/ArxivApi.rb
 - lib/arxiv/references/ArxivReferences.rb
 - lib/arxiv/references/ArxivUtil.rb
-- lib/arxiv/references/P3.rb
 - lib/arxiv/references/version.rb
 homepage: https://github.com/nishimuuu/Arxiv-references
 licenses:

data/lib/arxiv/references/P3.rb

@@ -1,119 +0,0 @@
-require 'digest/sha2'
-require 'time'
-require 'fileutils'
-require 'pty'
-require 'expect'
-require 'pdf-reader'
-
-class P3
-  BASE_URL = 'https://arxiv.org'
-  REFERENCE_START_REGEXP = Regexp.new('\n*[rR][eE][fF][eE][rR][eE][nN][cC][eE][sS]?( +|\n+)?$')
-  REFERENCE_REGEXP = Regexp.new('(\[[0-9]?[0-9]\]|\[.+?\])')
-
-  def self.makeId
-    return Digest::SHA256.hexdigest Time.now.strftime('%F %H:%M:%S')
-  end
-
-  def self.makeDir(id, work_dir)
-    Dir.mkdir("#{work_dir}/#{id}")
-  end
-
-  def self.removeDir(id, work_dir)
-    FileUtils.rm_rf("#{work_dir}/#{id}")
-  end
-
-  def self.makeFile(id, work_dir, use_dir)
-    if use_dir
-      return "#{work_dir}/#{id}/output.pdf"
-    else
-      return "#{work_dir}/#{id}-output.pdf"
-    end
-  end
-
-  def self.getK2Pdf(id, work_dir, use_dir)
-    if use_dir
-      return "#{work_dir}/#{id}/output_k2opt.pdf"
-    else
-      return "#{work_dir}/#{id}-output_k2opt.pdf"
-    end
-  end
-
-  def self.removeFile(id, work_dir)
-    File.delete("#{work_dir}/#{id}-output.pdf")
-    File.delete("#{work_dir}/#{id}-output_k2opt.pdf")
-  end
-
-  def self.fetchPdfFile(pdfUrl, file_name)
-    open(file_name, 'wb') do |o|
-      open(pdfUrl) do |data|
-        o.write(data.read)
-      end
-    end
-  end
-
-  def self.convertSingleColPdf(job_id, work_dir, file_name, use_dir)
-    cmd = "k2pdfopt -dev kpw #{file_name}"
-    PTY.spawn(cmd) do |i, o|
-      o.sync = true
-      i.expect(/\S.*Enter option above \(h=help, q=quit\):/, 10) {
-        o.puts "\n"
-        o.flush
-      }
-      while (i.eof? == false)
-        res = i.gets
-        print res
-        break unless res.index('written').nil?
-      end
-    end
-    return getK2Pdf(job_id, work_dir, use_dir)
-  end
-
-  def self.fetchReference(file_name)
-    reader = PDF::Reader.new(file_name)
-    page_no = reader.
-        pages.
-        reject { |i|
-      i.text.index(REFERENCE_START_REGEXP).nil?
-    }.
-        map(&:number).
-        sort.
-        shift
-
-    ref_page = reader.
-        pages.
-        select { |i|
-      i.number >= page_no
-    }.
-        map { |i|
-      i.text.gsub(/\n\n+/, "\n").gsub(/ +/, ' ').gsub(/-\n +/, '')
-    }
-
-    ref_page.shift
-
-    ref_page = ref_page.
-        join(' ').
-        gsub(REFERENCE_REGEXP, "\n\\1")
-
-    ref_page = ref_page.
-        split(/\n *\n/).
-        map { |i| i.gsub("\n", '') }.
-        select { |i| i.length > 15 }
-    return ref_page
-  end
-
-  def self.fetchFromPdfUrl(pdfUrl, work_dir=true, use_dir=true)
-    job_id = makeId
-    makeDir(job_id, work_dir) if use_dir
-    file_name = makeFile(job_id, work_dir, use_dir)
-
-    fetchPdfFile(pdfUrl, file_name)
-    executed_pdf = convertSingleColPdf(job_id, work_dir, file_name, use_dir)
-    references = fetchReference(executed_pdf)
-    if use_dir
-      removeDir(job_id, work_dir)
-    else
-      removeFile(job_id, work_dir)
-    end
-    return references
-  end
-end