embulk-input-druginfo_interview_form 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: eeb9f873ef5d95a12f2ba9dc2510d00c32973f8bd7471bea259ce48c07054427
+  data.tar.gz: 37d9113fd4756e08fe14ba6f50b9184dc9f0363a6655ae86dff335616eee1a13
+SHA512:
+  metadata.gz: 208098ad4ffd0277e1654d3d8d11e9def55d77933199cef72fe99cb5217652ee534eaf9552580b5fbb20bfe6a20fb8941bb752a5e7070f09f0e5f9a409ade29e
+  data.tar.gz: 2fa6fd9766d04dacf36c2f027519528194284f1120dfc071880949c781481f915869f77406d112b533d12e3f76726ffe703c719dadcb2c70b0103d62d89ea6b1

data/.gitignore

@@ -0,0 +1,5 @@
+*~
+/pkg/
+/tmp/
+/.bundle/
+/Gemfile.lock

data/.rspec

@@ -0,0 +1,4 @@
+--require spec_helper
+--require helper
+--format documentation
+--color

data/Gemfile

@@ -0,0 +1,2 @@
+source 'https://rubygems.org/'
+gemspec

data/LICENSE.txt

@@ -0,0 +1,21 @@
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,32 @@
+# Druginfo Interview Form input plugin for Embulk
+
+TODO: Write short description here and embulk-input-druginfo_interview_form.gemspec file.
+
+## Overview
+
+* **Plugin type**: input
+* **Resume supported**: yes
+* **Cleanup supported**: yes
+* **Guess supported**: no
+
+## Configuration
+
+- **option1**: description (integer, required)
+- **option2**: description (string, default: `"myvalue"`)
+- **option3**: description (string, default: `null`)
+
+## Example
+
+```yaml
+in:
+  type: druginfo_interview_form
+  option1: example1
+  option2: example2
+```
+
+
+## Build
+
+```
+$ rake
+```

data/Rakefile

@@ -0,0 +1,3 @@
+require "bundler/gem_tasks"
+
+task default: :build

data/embulk-input-druginfo_interview_form.gemspec

@@ -0,0 +1,20 @@
+
+Gem::Specification.new do |spec|
+  spec.name          = "embulk-input-druginfo_interview_form"
+  spec.version       = "0.1.0"
+  spec.authors       = ["AkiyukiKamiura"]
+  spec.summary       = "Druginfo Interview Form input plugin for Embulk"
+  spec.description   = "Loads records from Druginfo Interview Form."
+  spec.email         = ["jgr9ey2ug8@gmail.com"]
+  spec.licenses      = ["MIT"]
+  spec.homepage = "https://github.com/AkiyukiKamiura/embulk-input-druginfo_interview_form"
+  spec.files         = `git ls-files`.split("\n") + Dir["classpath/*.jar"]
+  spec.test_files    = spec.files.grep(%r{^(test|spec)/})
+  spec.require_paths = ["lib"]
+
+  #spec.add_dependency 'YOUR_GEM_DEPENDENCY', ['~> YOUR_GEM_DEPENDENCY_VERSION']
+  spec.add_development_dependency 'bundler', ['>= 1.10.6']
+  spec.add_development_dependency 'rake', ['>= 10.0']
+  spec.add_development_dependency 'rspec'
+  spec.add_development_dependency 'pdf-reader'
+end

data/lib/embulk/input/druginfo_interview_form.rb

@@ -0,0 +1,117 @@
+require "pdf-reader"
+
+module Embulk
+  module Input
+
+    class DruginfoInterViewFormInputPlugin < InputPlugin
+      Plugin.register_input("druginfo_interview_form", self)
+
+      def self.transaction(config, &control)
+        # config.yml で設定した値の読み込み
+        # document_type で場合分けできる
+        task = {
+          "root_dir" => config.param("root_dir", :string),
+          "document_type" => config.param("document_type", :string)
+        }
+
+        # type: boolean, long, double, string, timestamp
+        columns = [
+          Column.new(0, "molecular_formula", :string),
+          Column.new(1, "molecular_weight", :string),
+          Column.new(2, "description", :string),
+          Column.new(3, "solubility", :string),
+          Column.new(4, "acidity_constant", :string),
+          Column.new(5, "melting_point", :string),
+          Column.new(6, "hygroscopic", :string),
+          Column.new(7, "partition_coefficient", :string),
+          Column.new(8, "impurities", :string),
+          Column.new(9, "development_area", :string),
+          Column.new(10, "expiration_date", :string),
+          Column.new(11, "principal_agent_amount", :string),
+          Column.new(12, "diluent", :string),
+          Column.new(13, "dosage_form", :string),
+          Column.new(14, "weight", :string),
+          Column.new(15, "diameter", :string),
+          Column.new(16, "thickness", :string),
+          Column.new(17, "dissolution", :string)
+        ]
+
+        resume(task, columns, 1, &control)
+      end
+
+      def self.resume(task, columns, count, &control)
+        task_reports = yield(task, columns, count)
+
+        next_config_diff = {}
+        return next_config_diff
+      end
+
+      # TODO
+      # def self.guess(config)
+      #   sample_records = [
+      #     {"example"=>"a", "column"=>1, "value"=>0.1},
+      #     {"example"=>"a", "column"=>2, "value"=>0.2},
+      #   ]
+      #   columns = Guess::SchemaGuess.from_hash_records(sample_records)
+      #   return {"columns" => columns}
+      # end
+
+      def init
+        # initialization code:
+        @document_type = task["document_type"]
+        @root_dir = task["root_dir"]
+      end
+
+      def run
+        Dir.glob(@root_dir + '/*.pdf') {|f|
+          document = PDF::Reader.new(f)
+          title = document.pages.first.text[0]
+          text = ""
+          is_main = false
+          document.pages.each do |page|
+            if is_main == false and page.text.start_with?("Ⅰ．概要に関する項目")
+              is_main = true
+            elsif is_main == true
+              text += page.text
+            end
+          end
+
+          molecular_formula = text.match(/4．分子式及び分子量(.+?)5．/m)[1]
+          molecular_weight = molecular_formula
+          description = text.match(/（1）外観・性状(.+?)（2）/m)[1]
+          solubility = text.match(/（2）溶解性(.+?)（3）/m)[1]
+          acidity_constant = text.match(/（5）酸塩基解離定数(.+?)（6）/m)[1]
+          melting_point = text.match(/（4）融点.+?\n(.+?)（5）/m)[1]
+          hygroscopic = text.match(/（3）吸湿性(.+?)（4）/m)[1]
+          partition_coefficient = text.match(/（6）分配係数(.+?)（7）/m)[1]
+          # 遺伝毒性
+          development_area = text.match(/9．国際誕生年月日.+（(.+?)）.*10．/m)[1] # 括弧の種類
+          expiration_date = text.match(/2．有効期間又は使用期限(.+?)3．/m)[1]
+          principal_agent_amount = text.match(/2．製剤の組成\n+（1）有効成分（活性成分）の含量(.+?)（2）/m)[1]
+          diluent = text.match(/2．製剤の組成.+（2）添加物(.+?)（3）/m)[1]
+          dosage_form = text.match(/1．剤形(.+?)2．/m)[1]
+          weight = dosage_form.match(/（1）剤形の区別、外観及び性状(.+?)（2）/m)[1]
+          diameter = dosage_form.match(/（1）剤形の区別、外観及び性状(.+?)（2）/m)[1]
+          thickness = dosage_form.match(/（1）剤形の区別、外観及び性状(.+?)（2）/m)[1]
+          dissolution = text.match(/7．溶出性(.+?)8．/m)[1]
+
+
+          page_builder.add([molecular_formula, molecular_weight, description,
+                            solubility, acidity_constant, melting_point,
+                            hygroscopic, partition_coefficient, "impurities",
+                            development_area, expiration_date, principal_agent_amount,
+                            diluent, dosage_form, weight,
+                            diameter, thickness, dissolution])
+        }
+
+        # page_builder.add(["example-value", 1, 0.1])
+        # page_builder.add(["example-value", 2, 0.2])
+        page_builder.finish
+
+        task_report = {}
+        return task_report
+      end
+    end
+
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,100 @@
+# This file was generated by the `rspec --init` command. Conventionally, all
+# specs live under a `spec` directory, which RSpec adds to the `$LOAD_PATH`.
+# The generated `.rspec` file contains `--require spec_helper` which will cause
+# this file to always be loaded, without a need to explicitly require it in any
+# files.
+#
+# Given that it is always loaded, you are encouraged to keep this file as
+# light-weight as possible. Requiring heavyweight dependencies from this file
+# will add to the boot time of your test suite on EVERY test run, even for an
+# individual file that may not need all of that loaded. Instead, consider making
+# a separate helper file that requires the additional dependencies and performs
+# the additional setup, and require it from the spec files that actually need
+# it.
+#
+# See http://rubydoc.info/gems/rspec-core/RSpec/Core/Configuration
+RSpec.configure do |config|
+  # rspec-expectations config goes here. You can use an alternate
+  # assertion/expectation library such as wrong or the stdlib/minitest
+  # assertions if you prefer.
+  config.expect_with :rspec do |expectations|
+    # This option will default to `true` in RSpec 4. It makes the `description`
+    # and `failure_message` of custom matchers include text for helper methods
+    # defined using `chain`, e.g.:
+    #     be_bigger_than(2).and_smaller_than(4).description
+    #     # => "be bigger than 2 and smaller than 4"
+    # ...rather than:
+    #     # => "be bigger than 2"
+    expectations.include_chain_clauses_in_custom_matcher_descriptions = true
+  end
+
+  # rspec-mocks config goes here. You can use an alternate test double
+  # library (such as bogus or mocha) by changing the `mock_with` option here.
+  config.mock_with :rspec do |mocks|
+    # Prevents you from mocking or stubbing a method that does not exist on
+    # a real object. This is generally recommended, and will default to
+    # `true` in RSpec 4.
+    mocks.verify_partial_doubles = true
+  end
+
+  # This option will default to `:apply_to_host_groups` in RSpec 4 (and will
+  # have no way to turn it off -- the option exists only for backwards
+  # compatibility in RSpec 3). It causes shared context metadata to be
+  # inherited by the metadata hash of host groups and examples, rather than
+  # triggering implicit auto-inclusion in groups with matching metadata.
+  config.shared_context_metadata_behavior = :apply_to_host_groups
+
+# The settings below are suggested to provide a good initial experience
+# with RSpec, but feel free to customize to your heart's content.
+=begin
+  # This allows you to limit a spec run to individual examples or groups
+  # you care about by tagging them with `:focus` metadata. When nothing
+  # is tagged with `:focus`, all examples get run. RSpec also provides
+  # aliases for `it`, `describe`, and `context` that include `:focus`
+  # metadata: `fit`, `fdescribe` and `fcontext`, respectively.
+  config.filter_run_when_matching :focus
+
+  # Allows RSpec to persist some state between runs in order to support
+  # the `--only-failures` and `--next-failure` CLI options. We recommend
+  # you configure your source control system to ignore this file.
+  config.example_status_persistence_file_path = "spec/examples.txt"
+
+  # Limits the available syntax to the non-monkey patched syntax that is
+  # recommended. For more details, see:
+  #   - http://rspec.info/blog/2012/06/rspecs-new-expectation-syntax/
+  #   - http://www.teaisaweso.me/blog/2013/05/27/rspecs-new-message-expectation-syntax/
+  #   - http://rspec.info/blog/2014/05/notable-changes-in-rspec-3/#zero-monkey-patching-mode
+  config.disable_monkey_patching!
+
+  # This setting enables warnings. It's recommended, but in some cases may
+  # be too noisy due to issues in dependencies.
+  config.warnings = true
+
+  # Many RSpec users commonly either run the entire suite or an individual
+  # file, and it's useful to allow more verbose output when running an
+  # individual spec file.
+  if config.files_to_run.one?
+    # Use the documentation formatter for detailed output,
+    # unless a formatter has already been configured
+    # (e.g. via a command-line flag).
+    config.default_formatter = "doc"
+  end
+
+  # Print the 10 slowest examples and example groups at the
+  # end of the spec run, to help surface which specs are running
+  # particularly slow.
+  config.profile_examples = 10
+
+  # Run specs in random order to surface order dependencies. If you find an
+  # order dependency and want to debug it, you can fix the order by providing
+  # the seed, which is printed after each run.
+  #     --seed 1234
+  config.order = :random
+
+  # Seed global randomization in this process using the `--seed` CLI option.
+  # Setting this allows you to use `--seed` to deterministically reproduce
+  # test failures related to randomization by passing the same `--seed` value
+  # as the one that triggered the failure.
+  Kernel.srand config.seed
+=end
+end

data/vendor/bundle/ruby/2.4.0/bin/ascii85

@@ -0,0 +1,27 @@
+#!/usr/bin/env ruby
+#
+# This file was generated by RubyGems.
+#
+# The application 'Ascii85' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+require 'rubygems'
+
+version = ">= 0.a"
+
+if ARGV.first
+  str = ARGV.first
+  str = str.dup.force_encoding("BINARY") if str.respond_to? :force_encoding
+  if str =~ /\A_(.*)_\z/ and Gem::Version.correct?($1) then
+    version = $1
+    ARGV.shift
+  end
+end
+
+if Gem.respond_to?(:activate_bin_path)
+load Gem.activate_bin_path('Ascii85', 'ascii85', version)
+else
+gem "Ascii85", version
+load Gem.bin_path("Ascii85", "ascii85", version)
+end

data/vendor/bundle/ruby/2.4.0/bin/htmldiff

@@ -0,0 +1,29 @@
+#!/bin/sh
+'exec' "ruby" '-x' "$0" "$@"
+#!/Users/akiyuki/.rbenv/versions/2.4.4/bin/ruby
+#
+# This file was generated by RubyGems.
+#
+# The application 'diff-lcs' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+require 'rubygems'
+
+version = ">= 0.a"
+
+if ARGV.first
+  str = ARGV.first
+  str = str.dup.force_encoding("BINARY") if str.respond_to? :force_encoding
+  if str =~ /\A_(.*)_\z/ and Gem::Version.correct?($1) then
+    version = $1
+    ARGV.shift
+  end
+end
+
+if Gem.respond_to?(:activate_bin_path)
+load Gem.activate_bin_path('diff-lcs', 'htmldiff', version)
+else
+gem "diff-lcs", version
+load Gem.bin_path("diff-lcs", "htmldiff", version)
+end

data/vendor/bundle/ruby/2.4.0/bin/ldiff

@@ -0,0 +1,29 @@
+#!/bin/sh
+'exec' "ruby" '-x' "$0" "$@"
+#!/Users/akiyuki/.rbenv/versions/2.4.4/bin/ruby
+#
+# This file was generated by RubyGems.
+#
+# The application 'diff-lcs' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+require 'rubygems'
+
+version = ">= 0.a"
+
+if ARGV.first
+  str = ARGV.first
+  str = str.dup.force_encoding("BINARY") if str.respond_to? :force_encoding
+  if str =~ /\A_(.*)_\z/ and Gem::Version.correct?($1) then
+    version = $1
+    ARGV.shift
+  end
+end
+
+if Gem.respond_to?(:activate_bin_path)
+load Gem.activate_bin_path('diff-lcs', 'ldiff', version)
+else
+gem "diff-lcs", version
+load Gem.bin_path("diff-lcs", "ldiff", version)
+end

data/vendor/bundle/ruby/2.4.0/bin/pdf_callbacks

@@ -0,0 +1,27 @@
+#!/usr/bin/env ruby
+#
+# This file was generated by RubyGems.
+#
+# The application 'pdf-reader' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+require 'rubygems'
+
+version = ">= 0.a"
+
+if ARGV.first
+  str = ARGV.first
+  str = str.dup.force_encoding("BINARY") if str.respond_to? :force_encoding
+  if str =~ /\A_(.*)_\z/ and Gem::Version.correct?($1) then
+    version = $1
+    ARGV.shift
+  end
+end
+
+if Gem.respond_to?(:activate_bin_path)
+load Gem.activate_bin_path('pdf-reader', 'pdf_callbacks', version)
+else
+gem "pdf-reader", version
+load Gem.bin_path("pdf-reader", "pdf_callbacks", version)
+end

data/vendor/bundle/ruby/2.4.0/bin/pdf_object

@@ -0,0 +1,27 @@
+#!/usr/bin/env ruby
+#
+# This file was generated by RubyGems.
+#
+# The application 'pdf-reader' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+require 'rubygems'
+
+version = ">= 0.a"
+
+if ARGV.first
+  str = ARGV.first
+  str = str.dup.force_encoding("BINARY") if str.respond_to? :force_encoding
+  if str =~ /\A_(.*)_\z/ and Gem::Version.correct?($1) then
+    version = $1
+    ARGV.shift
+  end
+end
+
+if Gem.respond_to?(:activate_bin_path)
+load Gem.activate_bin_path('pdf-reader', 'pdf_object', version)
+else
+gem "pdf-reader", version
+load Gem.bin_path("pdf-reader", "pdf_object", version)
+end