enju_biblio 0.3.10 → 0.4.0.beta.1

data/app/models/manifestation_relationship_type.rb

@@ -1,6 +1,7 @@
 class ManifestationRelationshipType < ApplicationRecord
   include MasterModel
   default_scope { order('manifestation_relationship_types.position') }
+  translates :display_name
   has_many :manifestation_relationships
 end
 
@@ -8,11 +9,12 @@ end
 #
 # Table name: manifestation_relationship_types
 #
-#  id           :integer          not null, primary key
-#  name         :string           not null
-#  display_name :text
-#  note         :text
-#  position     :integer
-#  created_at   :datetime
-#  updated_at   :datetime
+#  id                        :integer          not null, primary key
+#  name                      :string           not null
+#  display_name              :text
+#  note                      :text
+#  position                  :integer
+#  created_at                :datetime
+#  updated_at                :datetime
+#  display_name_translations :jsonb            not null
 #

data/app/models/medium_of_performance.rb

@@ -1,17 +1,20 @@
 class MediumOfPerformance < ApplicationRecord
   include MasterModel
-  has_many :works, class_name: 'Manifestation'
+  default_scope { order('medium_of_performances.position') }
+  translates :display_name
+  has_many :works
 end
 
 # == Schema Information
 #
 # Table name: medium_of_performances
 #
-#  id           :integer          not null, primary key
-#  name         :string           not null
-#  display_name :text
-#  note         :text
-#  position     :integer
-#  created_at   :datetime
-#  updated_at   :datetime
+#  id                        :integer          not null, primary key
+#  name                      :string           not null
+#  display_name              :text
+#  note                      :text
+#  position                  :integer
+#  created_at                :datetime
+#  updated_at                :datetime
+#  display_name_translations :jsonb            not null
 #

data/app/models/periodical.rb

@@ -0,0 +1,33 @@
+class Periodical < ApplicationRecord
+  belongs_to :frequency
+  has_many :periodical_and_manifestations, dependent: :destroy
+  has_many :manifestations, through: :periodical_and_manifestations
+
+  validates :original_title, presence: true
+
+  searchable do
+    string :original_title
+    text :original_title
+    text :publisher do
+      periodical_and_manifestations.where(periodical_master: true).each do |a|
+        a.manifestation.publishers.pluck(:full_name)
+      end
+    end
+    text :issn do
+      periodical_and_manifestations.where(periodical_master: true).each do |a|
+        a.manifestation.issn_records.pluck(:body)
+      end
+    end
+  end
+end
+
+# == Schema Information
+#
+# Table name: periodicals
+#
+#  id             :bigint           not null, primary key
+#  original_title :text             not null
+#  frequency_id   :bigint           not null
+#  created_at     :datetime         not null
+#  updated_at     :datetime         not null
+#

data/app/models/periodical_and_manifestation.rb

@@ -0,0 +1,16 @@
+class PeriodicalAndManifestation < ApplicationRecord
+  belongs_to :periodical
+  belongs_to :manifestation
+end
+
+# == Schema Information
+#
+# Table name: periodical_and_manifestations
+#
+#  id                :bigint           not null, primary key
+#  periodical_id     :bigint           not null
+#  manifestation_id  :bigint           not null
+#  periodical_master :boolean          default(FALSE), not null
+#  created_at        :datetime         not null
+#  updated_at        :datetime         not null
+#

data/app/models/picture_file.rb

@@ -45,7 +45,9 @@ end
 #  id                      :integer          not null, primary key
 #  picture_attachable_id   :integer
 #  picture_attachable_type :string
+#  content_type            :string
 #  title                   :text
+#  thumbnail               :string
 #  position                :integer
 #  created_at              :datetime
 #  updated_at              :datetime

data/app/models/produce_type.rb

@@ -7,11 +7,12 @@ end
 #
 # Table name: produce_types
 #
-#  id           :integer          not null, primary key
-#  name         :string
-#  display_name :text
-#  note         :text
-#  position     :integer
-#  created_at   :datetime
-#  updated_at   :datetime
+#  id                        :integer          not null, primary key
+#  name                      :string
+#  display_name              :text
+#  note                      :text
+#  position                  :integer
+#  created_at                :datetime
+#  updated_at                :datetime
+#  display_name_translations :jsonb            not null
 #

data/app/models/realize_type.rb

@@ -7,11 +7,12 @@ end
 #
 # Table name: realize_types
 #
-#  id           :integer          not null, primary key
-#  name         :string
-#  display_name :text
-#  note         :text
-#  position     :integer
-#  created_at   :datetime
-#  updated_at   :datetime
+#  id                        :integer          not null, primary key
+#  name                      :string
+#  display_name              :text
+#  note                      :text
+#  position                  :integer
+#  created_at                :datetime
+#  updated_at                :datetime
+#  display_name_translations :jsonb            not null
 #

data/app/models/resource_export_file.rb

@@ -30,11 +30,13 @@ class ResourceExportFile < ApplicationRecord
   def export!
     transition_to!(:started)
     role_name = user.try(:role).try(:name)
-    tsv = Manifestation.export(role: role_name)
-    file = StringIO.new(tsv)
-    file.class.class_eval { attr_accessor :original_filename, :content_type }
-    file.original_filename =  'resource_export.txt'
-    self.resource_export = file
+    tempfile = Tempfile.new(['resource_export_file_', '.txt'])
+    tempfile.puts(Manifestation.csv_header(role_name, col_sep: "\t"))
+    Manifestation.find_each do |manifestation|
+      tempfile.puts(manifestation.to_csv(format: :txt, role: role_name))
+    end
+    tempfile.close
+    self.resource_export = File.new(tempfile.path, "r")
     save!
     transition_to!(:completed)
     mailer = ResourceExportMailer.completed(self)
@@ -64,7 +66,7 @@ end
 #  user_id                      :integer
 #  resource_export_file_name    :string
 #  resource_export_content_type :string
-#  resource_export_file_size    :integer
+#  resource_export_file_size    :bigint
 #  resource_export_updated_at   :datetime
 #  executed_at                  :datetime
 #  created_at                   :datetime

data/app/models/resource_export_file_state_machine.rb

@@ -6,7 +6,7 @@ class ResourceExportFileStateMachine
   state :completed
   state :failed
 
-  transition from: :pending, to: [:started, :failed]
+  transition from: :pending, to: :started
   transition from: :started, to: [:completed, :failed]
 
   after_transition(from: :pending, to: :started) do |resource_export_file|

data/app/models/resource_import_file.rb

@@ -76,13 +76,12 @@ class ResourceImportFile < ApplicationRecord
     #end
     row_num = 1
 
-    ResourceImportResult.create!(resource_import_file_id: id, body: (%w( imported_manifestation_id imported_item_id ) + rows.headers).join("\t"))
+    ResourceImportResult.create!(resource_import_file_id: id, body: rows.headers.join("\t"))
     rows.each do |row|
       row_num += 1
-      import_result = ResourceImportResult.new(resource_import_file_id: id)
+      import_result = ResourceImportResult.create!(resource_import_file_id: id, body: row.fields.join("\t"))
       if row['dummy'].to_s.strip.present?
         import_result.error_message = "line #{row_num}: #{I18n.t('import.dummy')}"
-        import_result.body = ([nil, nil] + row.fields).join("\t")
         import_result.save!
         next
       end
@@ -93,7 +92,6 @@ class ResourceImportFile < ApplicationRecord
         import_result.item = item
         import_result.manifestation = item.manifestation
         import_result.error_message = "line #{row_num}: #{I18n.t('import.item_found')}"
-        import_result.body = ([item.manifestation.id, item.id] + row.fields).join("\t")
         import_result.save!
         num[:item_found] += 1
         next
@@ -189,13 +187,8 @@ class ResourceImportFile < ApplicationRecord
       import_result.manifestation = manifestation
 
       if manifestation
-        ResourceImportFile.import_manifestation_custom_value(row, manifestation).each do |value|
-          value.update!(manifestation: manifestation)
-        end
-
-        item = nil
         if item_identifier.present? || row['shelf'].present? || row['call_number'].present?
-          item = create_item(row, manifestation)
+          import_result.item = create_item(row, manifestation)
         else
           if manifestation.fulltext_content?
             item = create_item(row, manifestation)
@@ -207,21 +200,17 @@ class ResourceImportFile < ApplicationRecord
           end
           num[:failed] += 1
         end
-
-        if item
-          ResourceImportFile.import_item_custom_value(row, item).each do |value|
-            value.update!(item: item)
-          end
-
-          import_result.item = item
-        end
       else
         num[:failed] += 1
       end
 
-      import_result.body = ([manifestation.try(:id), item.try(:id)] + row.fields).join("\t")
       import_result.save!
-      num[:item_imported] += 1 if import_result.item
+      num[:item_imported] +=1 if import_result.item
+
+      if row_num % 50 == 0
+        Sunspot.commit
+        GC.start
+      end
     end
 
     Sunspot.commit
@@ -322,24 +311,55 @@ class ResourceImportFile < ApplicationRecord
     rows.each do |row|
       row_num += 1
       import_result = ResourceImportResult.create!(resource_import_file_id: id, body: row.fields.join("\t"))
-      item = Item.find_by(item_identifier: row['item_identifier'].to_s.strip) if row['item_identifier'].to_s.strip.present?
-      unless item
-        item = Item.find_by(id: row['item_id'].to_s.strip) if row['item_id'].to_s.strip.present?
-      end
-
+      item_identifier = row['item_identifier'].to_s.strip
+      item = Item.find_by(item_identifier: item_identifier) if item_identifier.present?
       if item
         if item.manifestation
           fetch(row, edit_mode: 'update')
-          item = update_item(item, row)
         end
-
-        ResourceImportFile.import_item_custom_value(row, item).each do |value|
-          value.update!(item: item)
+        shelf = Shelf.find_by(name: row['shelf'].to_s.strip)
+        bookstore = Bookstore.find_by(name: row['bookstore'])
+        required_role = Role.find_by(name: row['required_role'])
+
+        item.shelf = shelf if shelf
+        item.bookstore = bookstore if bookstore
+        item.required_role = required_role if required_role
+
+        acquired_at = Time.zone.parse(row['acquired_at']) rescue nil
+        binded_at = Time.zone.parse(row['binded_at']) rescue nil
+        item.acquired_at = acquired_at if acquired_at
+        item.binded_at = binded_at if binded_at
+
+        if defined?(EnjuCirculation)
+          circulation_status = CirculationStatus.find_by(name: row['circulation_status'])
+          checkout_type = CheckoutType.find_by(name: row['checkout_type'])
+          use_restriction = UseRestriction.find_by(name: row['use_restriction'].to_s.strip)
+          item.circulation_status = circulation_status if circulation_status
+          item.checkout_type = checkout_type if checkout_type
+          item.use_restriction = use_restriction if use_restriction
         end
-        ResourceImportFile.import_manifestation_custom_value(row, item.manifestation).each do |value|
-          value.update!(manifestation: item.manifestation)
+
+        item_columns = %w(
+          call_number
+          binding_item_identifier binding_call_number binded_at
+        )
+        item_columns.each do |column|
+          if row[column].present?
+            item.assign_attributes(:"#{column}" => row[column])
+          end
         end
 
+        item.price = row['item_price'] if row['item_price'].present?
+        item.note = row['item_note'].try(:gsub, /\\n/, "\n") if row['item_note'].present?
+        item.url = row['item_url'] if row['item_url'].present?
+
+        if row['include_supplements']
+          if %w(t true).include?(row['include_supplements'].downcase.strip)
+            item.include_supplements = true
+          else
+            item.include_supplements = false if item.include_supplements
+          end
+        end
         item.manifestation.reload
         item.save!
         import_result.item = item
@@ -351,9 +371,6 @@ class ResourceImportFile < ApplicationRecord
         end
         if manifestation
           fetch(row, edit_mode: 'update')
-          ResourceImportFile.import_manifestation_custom_value(row, manifestation).each do |value|
-            value.update!(manifestation: manifestation)
-          end
           import_result.manifestation = manifestation
         end
       end
@@ -379,11 +396,8 @@ class ResourceImportFile < ApplicationRecord
 
     rows.each do |row|
       row_num += 1
-      item = Item.find_by(item_identifier: row['item_identifier'].to_s.strip) if row['item_identifier'].to_s.strip.present?
-      unless item
-        item = Item.find_by(id: row['item_id'].to_s.strip) if row['item_id'].to_s.strip.present?
-      end
-
+      item_identifier = row['item_identifier'].to_s.strip
+      item = Item.find_by(item_identifier: item_identifier)
       if item
         item.destroy if item.removable?
       end
@@ -407,9 +421,10 @@ class ResourceImportFile < ApplicationRecord
     row_num = 1
 
     rows.each do |row|
-      item = Item.find_by(item_identifier: row['item_identifier'].to_s.strip) if row['item_identifier'].to_s.strip.present?
+      item_identifier = row['item_identifier'].to_s.strip
+      item = Item.find_by(item_identifier: item_identifier)
       unless item
-        item = Item.find_by(id: row['item_id'].to_s.strip) if row['item_id'].to_s.strip.present?
+        item = Item.find_by(id: row['item_id'].to_s.strip)
       end
 
       manifestation_identifier = row['manifestation_identifier'].to_s.strip
@@ -466,9 +481,6 @@ class ResourceImportFile < ApplicationRecord
       use_restriction include_supplements item_note item_url
       dummy
     )
-    header_columns += ManifestationCustomProperty.order(:position).pluck(:name).map{|c| "manifestation:#{c}"}
-    header_columns += ItemCustomProperty.order(:position).pluck(:name).map{|c| "item:#{c}"}
-
     if defined?(EnjuSubject)
       header_columns += ClassificationType.order(:position).pluck(:name).map{|c| "classification:#{c}"}
       header_columns += SubjectHeadingType.order(:position).pluck(:name).map{|s| "subject:#{s}"}
@@ -565,68 +577,12 @@ class ResourceImportFile < ApplicationRecord
     item
   end
 
-  def update_item(item, row)
-    shelf = Shelf.find_by(name: row['shelf'].to_s.strip)
-    bookstore = Bookstore.find_by(name: row['bookstore'])
-    required_role = Role.find_by(name: row['required_role'])
-
-    item.shelf = shelf if shelf
-    item.bookstore = bookstore if bookstore
-    item.required_role = required_role if required_role
-
-    acquired_at = Time.zone.parse(row['acquired_at']) rescue nil
-    binded_at = Time.zone.parse(row['binded_at']) rescue nil
-    item.acquired_at = acquired_at if acquired_at
-    item.binded_at = binded_at if binded_at
-
-    if defined?(EnjuCirculation)
-      circulation_status = CirculationStatus.find_by(name: row['circulation_status'])
-      checkout_type = CheckoutType.find_by(name: row['checkout_type'])
-      use_restriction = UseRestriction.find_by(name: row['use_restriction'].to_s.strip)
-      item.circulation_status = circulation_status if circulation_status
-      item.checkout_type = checkout_type if checkout_type
-      item.use_restriction = use_restriction if use_restriction
-    end
-
-    item_columns = %w(
-      call_number
-      binding_item_identifier binding_call_number binded_at
-    )
-    item_columns.each do |column|
-      if row[column].present?
-        item.assign_attributes(:"#{column}" => row[column])
-      end
-    end
-
-    item.price = row['item_price'] if row['item_price'].present?
-    item.note = row['item_note'].try(:gsub, /\\n/, "\n") if row['item_note'].present?
-    item.url = row['item_url'] if row['item_url'].present?
-
-    if row['include_supplements']
-      if %w(t true).include?(row['include_supplements'].downcase.strip)
-        item.include_supplements = true
-      else
-        item.include_supplements = false if item.include_supplements
-      end
-    end
-
-    item
-  end
-
   def fetch(row, options = {edit_mode: 'create'})
-    manifestation = nil
-    item = nil
-
-    if options[:edit_mode] == 'update'
-      if row['item_identifier'].to_s.strip.present?
-        item = Item.find_by(item_identifier: row['item_identifier'].to_s.strip)
-      end
-      if row['item_id'].to_s.strip.present?
-        item = Item.find_by(id: row['item_id'].to_s.strip)
-      end
-
-      manifestation = item.manifestation if item
-
+    case options[:edit_mode]
+    when 'create'
+      manifestation = nil
+    when 'update'
+      manifestation = Item.find_by(item_identifier: row['item_identifier'].to_s.strip).try(:manifestation)
       unless manifestation
         manifestation_identifier = row['manifestation_identifier'].to_s.strip
         manifestation = Manifestation.find_by(manifestation_identifier: manifestation_identifier) if manifestation_identifier
@@ -807,7 +763,6 @@ class ResourceImportFile < ApplicationRecord
         manifestation.set_agent_role_type(publishers_list, scope: :publisher)
       end
     end
-
     manifestation
   end
 
@@ -822,7 +777,7 @@ class ResourceImportFile < ApplicationRecord
   def set_identifier(row)
     identifiers = []
     %w(isbn issn doi jpno ncid).each do |id_type|
-      if row[id_type.to_s].present?
+      if row["#{id_type}"].present?
         row[id_type].split(/\/\//).each do |identifier_s|
           import_id = Identifier.new(body: identifier_s)
           identifier_type = IdentifierType.find_by(name: id_type)
@@ -834,52 +789,6 @@ class ResourceImportFile < ApplicationRecord
     end
     identifiers
   end
-
-  def self.import_manifestation_custom_value(row, manifestation)
-    values = []
-    ManifestationCustomProperty.order(:position).pluck(:name).map{|c| "manifestation:#{c}"}.each do |column_name|
-      value = nil
-      property = column_name.split(':').last
-      next if row[column_name].blank?
-      if manifestation
-        value = manifestation.manifestation_custom_values.find_by(manifestation_custom_property: property)
-      end
-
-      if value
-        value.value = row[column_name]
-      else
-        value = ManifestationCustomValue.new(
-          manifestation_custom_property: ManifestationCustomProperty.find_by(name: property),
-          value: row[column_name]
-        )
-      end
-      values << value
-    end
-    values
-  end
-
-  def self.import_item_custom_value(row, item)
-    values = []
-    ItemCustomProperty.order(:position).pluck(:name).map{|c| "item:#{c}"}.each do |column_name|
-      value = nil
-      property = column_name.split(':').last
-      next if row[column_name].blank?
-      if item
-        value = item.item_custom_values.find_by(item_custom_property: property)
-      end
-
-      if value
-        value.value = row[column_name]
-      else
-        value = ItemCustomValue.new(
-          item_custom_property: ItemCustomProperty.find_by(name: property),
-          value: row[column_name]
-        )
-      end
-      values << value
-    end
-    values
-  end
 end
 
 # == Schema Information