enju_biblio 0.3.16 → 0.3.17

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 14cf69a7672b13c89901dff244c8bdee230a07559357dff1f201e9c3a1357e65
-  data.tar.gz: a65e04a7a889cc94e6c384443a56949494540c94efdcf79d1bb81a6fd212862e
+  metadata.gz: 3a07786c452c6bdb16fed38094a30d3f6c2b5c567973f55745e8ce50abb29670
+  data.tar.gz: b7b9f2fafcc17bdc5fc5aec3ea2ca55bc7548591a8997fd7251d0b2c56834549
 SHA512:
-  metadata.gz: 4c7432c6014d1fe4943d137598c16c83048252d2d65eda23fe235d222bff97e00886f407ba1b6d003d287ef3e706df5b56f360d7e5f11560a134bafdb02b5828
-  data.tar.gz: 0aa1a8a22c15e84486894ca72a97eef72eb5fea69572cc81cb825cf5e51e255c79515d89b4b952e56c65b20644c99eb2b970d0f95db8458c53a946a1b24c0fab
+  metadata.gz: b17efe33b6a93312ade16a8aa6e38c153a87b31fa6ab7506e04189cb47964bd4da70b430e64e1131748385c313201c76b0d1888f0a8dff9b12b1fe3eaeed4b75
+  data.tar.gz: 452be3f6d713a630534997eea4a2f73b3761177504011d7ac7674ce14bae7c83205f508a5d4c713b4bd7b40435902060154ae0be47486287468280ec1a105007

data/app/models2/agent.rb

@@ -0,0 +1,331 @@
+class Agent < ApplicationRecord
+  scope :readable_by, lambda{ |user|
+    if user
+      where('required_role_id <= ?', user.try(:user_has_role).try(:role_id))
+    else
+      where('required_role_id <= 1')
+    end
+  }
+  has_many :creates, dependent: :destroy, inverse_of: :agent
+  has_many :works, through: :creates
+  has_many :realizes, dependent: :destroy, inverse_of: :agent
+  has_many :expressions, through: :realizes
+  has_many :produces, dependent: :destroy, inverse_of: :agen, inverse_of: :agentt
+  has_many :manifestations, through: :produces
+  has_many :children, foreign_key: 'parent_id', class_name: 'AgentRelationship', dependent: :destroy
+  has_many :parents, foreign_key: 'child_id', class_name: 'AgentRelationship', dependent: :destroy
+  has_many :derived_agents, through: :children, source: :child
+  has_many :original_agents, through: :parents, source: :parent
+  has_many :picture_files, as: :picture_attachable, dependent: :destroy
+  has_many :donates, dependent: :destroy
+  has_many :donated_items, through: :donates, source: :item
+  has_many :owns, dependent: :destroy, inverse_of: :agent
+  has_many :items, through: :owns
+  has_many :agent_merges, dependent: :destroy
+  has_many :agent_merge_lists, through: :agent_merges
+  belongs_to :agent_type
+  belongs_to :required_role, class_name: 'Role', foreign_key: 'required_role_id'
+  belongs_to :language
+  belongs_to :country
+  has_one :agent_import_result
+  belongs_to :profile, optional: true
+
+  validates :full_name, presence: true, length: { maximum: 255 }
+  validates :birth_date, format: { with: /\A\d+(-\d{0,2}){0,2}\z/ }, allow_blank: true
+  validates :death_date, format: { with: /\A\d+(-\d{0,2}){0,2}\z/ }, allow_blank: true
+  validates :email, format: { with: /\A([\w\.%\+\-]+)@([\w\-]+\.)+([\w]{2,})\z/i }, allow_blank: true
+  validate :check_birth_date
+  before_validation :set_role_and_name, on: :create
+  before_save :set_date_of_birth, :set_date_of_death
+  after_save do |agent|
+    agent.works.map{|work| work.touch; work.index}
+    agent.expressions.map{|expression| expression.touch; expression.index}
+    agent.manifestations.map{|manifestation| manifestation.touch; manifestation.index}
+    agent.items.map{|item| item.touch; item.index}
+    Sunspot.commit
+  end
+  after_destroy do |agent|
+    agent.works.map{|work| work.touch; work.index}
+    agent.expressions.map{|expression| expression.touch; expression.index}
+    agent.manifestations.map{|manifestation| manifestation.touch; manifestation.index}
+    agent.items.map{|item| item.touch; item.index}
+    Sunspot.commit
+  end
+
+  attr_accessor :agent_id
+
+  searchable do
+    text :name, :place, :address_1, :address_2, :other_designation, :note
+    string :zip_code_1
+    string :zip_code_2
+    time :created_at
+    time :updated_at
+    time :date_of_birth
+    time :date_of_death
+    integer :work_ids, multiple: true
+    integer :expression_ids, multiple: true
+    integer :manifestation_ids, multiple: true
+    integer :agent_merge_list_ids, multiple: true
+    integer :original_agent_ids, multiple: true
+    integer :required_role_id
+    integer :agent_type_id
+  end
+
+  paginates_per 10
+
+  def set_role_and_name
+    self.required_role = Role.find_by(name: 'Librarian') if required_role_id.nil?
+    set_full_name
+  end
+
+  def set_full_name
+    if full_name.blank?
+      if LibraryGroup.site_config.family_name_first
+        self.full_name = [last_name, middle_name, first_name].compact.join(" ").to_s.strip
+      else
+        self.full_name = [first_name, last_name, middle_name].compact.join(" ").to_s.strip
+      end
+    end
+    if full_name_transcription.blank?
+      self.full_name_transcription = [last_name_transcription, middle_name_transcription, first_name_transcription].join(" ").to_s.strip
+    end
+    [full_name, full_name_transcription]
+  end
+
+  def set_date_of_birth
+    return if birth_date.blank?
+    begin
+      date = Time.zone.parse(birth_date.to_s)
+    rescue ArgumentError
+      begin
+        date = Time.zone.parse("#{birth_date}-01")
+      rescue ArgumentError
+        begin
+          date = Time.zone.parse("#{birth_date}-01-01")
+        rescue
+          nil
+        end
+      end
+    end
+    self.date_of_birth = date
+  end
+
+  def set_date_of_death
+    return if death_date.blank?
+    begin
+      date = Time.zone.parse(death_date.to_s)
+    rescue ArgumentError
+      begin
+        date = Time.zone.parse("#{death_date}-01")
+      rescue ArgumentError
+        begin
+          date = Time.zone.parse("#{death_date}-01-01")
+        rescue
+          nil
+        end
+      end
+    end
+
+    self.date_of_death = date
+  end
+
+  def check_birth_date
+    if date_of_birth.present? && date_of_death.present?
+      if date_of_birth > date_of_death
+        errors.add(:birth_date)
+        errors.add(:death_date)
+      end
+    end
+  end
+
+  #def full_name_generate
+  #  # TODO: 日本人以外は？
+  #  name = []
+  #  name << self.last_name.to_s.strip
+  #  name << self.middle_name.to_s.strip unless self.middle_name.blank?
+  #  name << self.first_name.to_s.strip
+  #  name << self.corporate_name.to_s.strip
+  #  name.join(" ").strip
+  #end
+
+  def full_name_without_space
+    full_name.gsub(/[\s,]/, "")
+  #  # TODO: 日本人以外は？
+  #  name = []
+  #  name << self.last_name.to_s.strip
+  #  name << self.middle_name.to_s.strip
+  #  name << self.first_name.to_s.strip
+  #  name << self.corporate_name.to_s.strip
+  #  name.join("").strip
+  end
+
+  def full_name_transcription_without_space
+    full_name_transcription.to_s.gsub(/\s/, "")
+  end
+
+  def full_name_alternative_without_space
+    full_name_alternative.to_s.gsub(/\s/, "")
+  end
+
+  def name
+    name = []
+    name << full_name.to_s.strip
+    name << full_name_transcription.to_s.strip
+    name << full_name_alternative.to_s.strip
+    name << full_name_without_space
+    #name << full_name_transcription_without_space
+    #name << full_name_alternative_without_space
+    #name << full_name.wakati rescue nil
+    #name << full_name_transcription.wakati rescue nil
+    #name << full_name_alternative.wakati rescue nil
+    name
+  end
+
+  def date
+    if date_of_birth
+      if date_of_death
+        "#{date_of_birth} - #{date_of_death}"
+      else
+        "#{date_of_birth} -"
+      end
+    end
+  end
+
+  def creator?(resource)
+    resource.creators.include?(self)
+  end
+
+  def publisher?(resource)
+    resource.publishers.include?(self)
+  end
+
+  def created(work)
+    creates.find_by(work_id: work.id)
+  end
+
+  def realized(expression)
+    realizes.find_by(expression_id: expression.id)
+  end
+
+  def produced(manifestation)
+    produces.find_by(manifestation_id: manifestation.id)
+  end
+
+  def owned(item)
+    owns.where(item_id: item.id)
+  end
+
+  def self.import_agents(agent_lists)
+    agents = []
+    agent_lists.each do |agent_list|
+      name_and_role = agent_list[:full_name].split('||')
+      if agent_list[:agent_identifier].present?
+        agent = Agent.find_by(agent_identifier: agent_list[:agent_identifier])
+      else
+        agents_matched = Agent.where(full_name: name_and_role[0])
+        agents_matched = agents_matched.where(place: agent_list[:place]) if agent_list[:place]
+        agent = agents_matched.first
+      end
+      role_type = name_and_role[1].to_s.strip
+      unless agent
+        agent = Agent.new(
+          full_name: name_and_role[0],
+          full_name_transcription: agent_list[:full_name_transcription],
+          agent_identifier: agent_list[:agent_identifier],
+          place: agent_list[:place],
+          language_id: 1,
+        )
+        agent.required_role = Role.find_by(name: 'Guest')
+        agent.save
+      end
+      agents << agent
+    end
+    agents.uniq!
+    agents
+  end
+
+  def agents
+    self.original_agents + self.derived_agents
+  end
+
+  def self.new_agents(agents_params)
+    return [] unless agents_params
+    agents = []
+    Agent.transaction do
+      agents_params.each do |k, v|
+        next if v['_destroy'] == '1'
+
+        agent = nil
+
+        if v['agent_id'].present?
+          agent = Agent.find(v['agent_id'])
+        elsif v['id'].present?
+          agent = Agent.find(v['id'])
+        end
+
+        if !agent or agent.full_name != v['full_name']
+          v.delete('id')
+          v.delete('agent_id')
+          v.delete('_destroy')
+          agent = Agent.create(v)
+        end
+
+        agents << agent
+      end
+    end
+
+    agents
+  end
+end
+
+# == Schema Information
+#
+# Table name: agents
+#
+#  id                                  :integer          not null, primary key
+#  last_name                           :string
+#  middle_name                         :string
+#  first_name                          :string
+#  last_name_transcription             :string
+#  middle_name_transcription           :string
+#  first_name_transcription            :string
+#  corporate_name                      :string
+#  corporate_name_transcription        :string
+#  full_name                           :string
+#  full_name_transcription             :text
+#  full_name_alternative               :text
+#  created_at                          :datetime
+#  updated_at                          :datetime
+#  zip_code_1                          :string
+#  zip_code_2                          :string
+#  address_1                           :text
+#  address_2                           :text
+#  address_1_note                      :text
+#  address_2_note                      :text
+#  telephone_number_1                  :string
+#  telephone_number_2                  :string
+#  fax_number_1                        :string
+#  fax_number_2                        :string
+#  other_designation                   :text
+#  place                               :text
+#  postal_code                         :string
+#  street                              :text
+#  locality                            :text
+#  region                              :text
+#  date_of_birth                       :datetime
+#  date_of_death                       :datetime
+#  language_id                         :integer          default(1), not null
+#  country_id                          :integer          default(1), not null
+#  agent_type_id                       :integer          default(1), not null
+#  lock_version                        :integer          default(0), not null
+#  note                                :text
+#  required_role_id                    :integer          default(1), not null
+#  required_score                      :integer          default(0), not null
+#  email                               :text
+#  url                                 :text
+#  full_name_alternative_transcription :text
+#  birth_date                          :string
+#  death_date                          :string
+#  agent_identifier                    :string
+#  profile_id                          :integer
+#

data/app/models2/agent_import_file.rb

@@ -0,0 +1,259 @@
+class AgentImportFile < ApplicationRecord
+  include Statesman::Adapters::ActiveRecordQueries[
+    transition_class: AgentImportFileTransition,
+    initial_state: :pending
+  ]
+  include ImportFile
+  default_scope { order('agent_import_files.id DESC') }
+  scope :not_imported, -> { in_state(:pending) }
+  scope :stucked, -> { in_state(:pending).where('agent_import_files.created_at < ?', 1.hour.ago) }
+
+  if ENV['ENJU_STORAGE'] == 's3'
+    has_attached_file :agent_import, storage: :s3,
+      s3_credentials: {
+        access_key: ENV['AWS_ACCESS_KEY_ID'],
+        secret_access_key: ENV['AWS_SECRET_ACCESS_KEY'],
+        bucket: ENV['S3_BUCKET_NAME'],
+        s3_host_name: ENV['S3_HOST_NAME'],
+        s3_region: ENV['S3_REGION']
+      },
+      s3_permissions: :private
+  else
+    has_attached_file :agent_import,
+      path: ":rails_root/private/system/:class/:attachment/:id_partition/:style/:filename"
+  end
+  validates_attachment_content_type :agent_import, content_type: [
+    'text/csv',
+    'text/plain',
+    'text/tab-separated-values',
+    'application/octet-stream',
+    'application/vnd.ms-excel'
+  ]
+  validates_attachment_presence :agent_import
+  belongs_to :user
+  has_many :agent_import_results, dependent: :destroy
+
+  has_many :agent_import_file_transitions, autosave: false, dependent: :destroy
+
+  attr_accessor :mode
+
+  def state_machine
+    AgentImportFileStateMachine.new(self, transition_class: AgentImportFileTransition)
+  end
+
+  delegate :can_transition_to?, :transition_to!, :transition_to, :current_state,
+    to: :state_machine
+
+  def import_start
+    case edit_mode
+    when 'create'
+      import
+    when 'update'
+      modify
+    when 'destroy'
+      remove
+    else
+      import
+    end
+  end
+
+  def import
+    transition_to!(:started)
+    num = { agent_imported: 0, user_imported: 0, failed: 0 }
+    rows = open_import_file
+    field = rows.first
+    row_num = 1
+    if [field['first_name'], field['last_name'], field['full_name']].reject{|field| field.to_s.strip == ""}.empty?
+      raise "You should specify first_name, last_name or full_name in the first line"
+    end
+    #rows.shift
+
+    AgentImportResult.create!(agent_import_file_id: id, body: rows.headers.join("\t"))
+    rows.each do |row|
+      row_num += 1
+      import_result = AgentImportResult.create!(agent_import_file_id: id, body: row.fields.join("\t"))
+      next if row['dummy'].to_s.strip.present?
+
+      agent = Agent.new
+      agent = set_agent_value(agent, row)
+
+      if agent.save!
+        import_result.agent = agent
+        num[:agent_imported] += 1
+        if row_num % 50 == 0
+          Sunspot.commit
+          GC.start
+        end
+      end
+
+      import_result.save!
+    end
+    Sunspot.commit
+    rows.close
+    transition_to!(:completed)
+    mailer = AgentImportMailer.completed(self)
+    send_message(mailer)
+    return num
+  rescue => e
+    self.error_message = "line #{row_num}: #{e.message}"
+    transition_to!(:failed)
+    mailer = AgentImportMailer.failed(self)
+    send_message(mailer)
+    raise e
+  end
+
+  def self.import
+    AgentImportFile.not_imported.each do |file|
+      file.import_start
+    end
+  rescue
+    Rails.logger.info "#{Time.zone.now} importing agents failed!"
+  end
+
+  def modify
+    transition_to!(:started)
+    rows = open_import_file
+    rows.shift
+    row_num = 1
+
+    rows.each do |row|
+      row_num += 1
+      next if row['dummy'].to_s.strip.present?
+      agent = Agent.find_by(id: row['id'])
+      if agent
+        agent.full_name = row['full_name'] if row['full_name'].to_s.strip.present?
+        agent.full_name_transcription = row['full_name_transcription'] if row['full_name_transcription'].to_s.strip.present?
+        agent.first_name = row['first_name'] if row['first_name'].to_s.strip.present?
+        agent.first_name_transcription = row['first_name_transcription'] if row['first_name_transcription'].to_s.strip.present?
+        agent.middle_name = row['middle_name'] if row['middle_name'].to_s.strip.present?
+        agent.middle_name_transcription = row['middle_name_transcription'] if row['middle_name_transcription'].to_s.strip.present?
+        agent.last_name = row['last_name'] if row['last_name'].to_s.strip.present?
+        agent.last_name_transcription = row['last_name_transcription'] if row['last_name_transcription'].to_s.strip.present?
+        agent.address_1 = row['address_1'] if row['address_1'].to_s.strip.present?
+        agent.address_2 = row['address_2'] if row['address_2'].to_s.strip.present?
+        agent.save!
+      end
+    end
+    transition_to!(:completed)
+    mailer = AgentImportMailer.completed(self)
+    send_message(mailer)
+  rescue => e
+    self.error_message = "line #{row_num}: #{e.message}"
+    transition_to!(:failed)
+    mailer = AgentImportMailer.failed(self)
+    send_message(mailer)
+    raise e
+  end
+
+  def remove
+    transition_to!(:started)
+    rows = open_import_file
+    rows.shift
+    row_num = 1
+
+    rows.each do |row|
+      row_num += 1
+      next if row['dummy'].to_s.strip.present?
+      agent = Agent.find_by(id: row['id'].to_s.strip)
+      if agent
+        agent.picture_files.destroy_all
+        agent.reload
+        agent.destroy
+      end
+    end
+    transition_to!(:completed)
+    mailer = AgentImportMailer.completed(self)
+    send_message(mailer)
+  rescue => e
+    self.error_message = "line #{row_num}: #{e.message}"
+    transition_to!(:failed)
+    mailer = AgentImportMailer.failed(self)
+    send_message(mailer)
+    raise e
+  end
+
+  private
+
+  def open_import_file
+    tempfile = Tempfile.new(self.class.name.underscore)
+    if ENV['ENJU_STORAGE'] == 's3'
+      uploaded_file_path = agent_import.expiring_url(10)
+    else
+      uploaded_file_path = agent_import.path
+    end
+    open(uploaded_file_path){|f|
+      f.each{|line|
+        tempfile.puts(convert_encoding(line))
+      }
+    }
+    tempfile.close
+
+    file = CSV.open(tempfile, col_sep: "\t")
+    header = file.first
+    rows = CSV.open(tempfile, headers: header, col_sep: "\t")
+    tempfile.close(true)
+    file.close
+    rows
+  end
+
+  def set_agent_value(agent, row)
+    agent.first_name = row['first_name'] if row['first_name']
+    agent.middle_name = row['middle_name'] if row['middle_name']
+    agent.last_name = row['last_name'] if row['last_name']
+    agent.first_name_transcription = row['first_name_transcription'] if row['first_name_transcription']
+    agent.middle_name_transcription = row['middle_name_transcription'] if row['middle_name_transcription']
+    agent.last_name_transcription = row['last_name_transcription'] if row['last_name_transcription']
+
+    agent.full_name = row['full_name'] if row['full_name']
+    agent.full_name_transcription = row['full_name_transcription'] if row['full_name_transcription']
+
+    agent.address_1 = row['address_1'] if row['address_1']
+    agent.address_2 = row['address_2'] if row['address_2']
+    agent.zip_code_1 = row['zip_code_1'] if row['zip_code_1']
+    agent.zip_code_2 = row['zip_code_2'] if row['zip_code_2']
+    agent.telephone_number_1 = row['telephone_number_1'] if row['telephone_number_1']
+    agent.telephone_number_2 = row['telephone_number_2'] if row['telephone_number_2']
+    agent.fax_number_1 = row['fax_number_1'] if row['fax_number_1']
+    agent.fax_number_2 = row['fax_number_2'] if row['fax_number_2']
+    agent.note = row['note'] if row['note']
+    agent.birth_date = row['birth_date'] if row['birth_date']
+    agent.death_date = row['death_date'] if row['death_date']
+
+    #if row['username'].to_s.strip.blank?
+      agent.email = row['email'].to_s.strip
+      agent.required_role = Role.find_by(name: row['required_role'].to_s.strip.camelize) || Role.find_by(name: 'Guest')
+    #else
+    #  agent.required_role = Role.where(name: row['required_role'].to_s.strip.camelize).first || Role.where('Librarian').first
+    #end
+    language = Language.find_by(name: row['language'].to_s.strip.camelize)
+    language = Language.find_by(iso_639_2: row['language'].to_s.strip.downcase) unless language
+    language = Language.find_by(iso_639_1: row['language'].to_s.strip.downcase) unless language
+    agent.language = language if language
+    country = Country.find_by(name: row['country'].to_s.strip)
+    agent.country = country if country
+    agent
+  end
+end
+
+# == Schema Information
+#
+# Table name: agent_import_files
+#
+#  id                        :integer          not null, primary key
+#  parent_id                 :integer
+#  content_type              :string
+#  size                      :integer
+#  user_id                   :integer
+#  note                      :text
+#  executed_at               :datetime
+#  agent_import_file_name    :string
+#  agent_import_content_type :string
+#  agent_import_file_size    :integer
+#  agent_import_updated_at   :datetime
+#  created_at                :datetime
+#  updated_at                :datetime
+#  agent_import_fingerprint  :string
+#  error_message             :text
+#  edit_mode                 :string
+#  user_encoding             :string
+#

data/app/models2/agent_import_file_state_machine.rb

@@ -0,0 +1,19 @@
+class AgentImportFileStateMachine
+  include Statesman::Machine
+
+  state :pending, initial: true
+  state :started
+  state :completed
+  state :failed
+
+  transition from: :pending, to: [:started, :failed]
+  transition from: :started, to: [:completed, :failed]
+
+  after_transition(from: :pending, to: :started) do |agent_import_file|
+    agent_import_file.update_column(:executed_at, Time.zone.now)
+  end
+
+  before_transition(from: :started, to: :completed) do |agent_import_file|
+    agent_import_file.error_message = nil
+  end
+end

data/app/models2/agent_import_file_transition.rb

@@ -0,0 +1,20 @@
+class AgentImportFileTransition < ApplicationRecord
+  include Statesman::Adapters::ActiveRecordTransition
+
+  
+  belongs_to :agent_import_file, inverse_of: :agent_import_file_transitions
+end
+
+# == Schema Information
+#
+# Table name: agent_import_file_transitions
+#
+#  id                   :integer          not null, primary key
+#  to_state             :string
+#  metadata             :text             default({})
+#  sort_key             :integer
+#  agent_import_file_id :integer
+#  created_at           :datetime
+#  updated_at           :datetime
+#  most_recent          :boolean          not null
+#

data/app/models2/agent_import_result.rb

@@ -0,0 +1,20 @@
+class AgentImportResult < ApplicationRecord
+  default_scope { order('agent_import_results.id') }
+  scope :file_id, proc{|file_id| where(agent_import_file_id: file_id)}
+  scope :failed, -> { where(agent_id: nil) }
+
+  belongs_to :agent_import_file
+  belongs_to :agent, optional: true
+end
+
+# == Schema Information
+#
+# Table name: agent_import_results
+#
+#  id                   :integer          not null, primary key
+#  agent_import_file_id :integer
+#  agent_id             :integer
+#  body                 :text
+#  created_at           :datetime
+#  updated_at           :datetime
+#

data/app/models2/agent_merge.rb

@@ -0,0 +1,17 @@
+class AgentMerge < ApplicationRecord
+  belongs_to :agent
+  belongs_to :agent_merge_list
+
+  paginates_per 10
+end
+
+# == Schema Information
+#
+# Table name: agent_merges
+#
+#  id                  :integer          not null, primary key
+#  agent_id            :integer          not null
+#  agent_merge_list_id :integer          not null
+#  created_at          :datetime
+#  updated_at          :datetime
+#