enju_biblio 0.1.0.pre52 → 0.1.0.pre53

data/app/models/enju_biblio/ability.rb

@@ -42,6 +42,7 @@ module EnjuBiblio
           Realize,
           RealizeType,
           ResourceImportFile,
+          ResourceExportFile,
           SeriesStatement
         ]
         can :manage, [
@@ -77,11 +78,11 @@ module EnjuBiblio
           manifestation.items.empty? and !manifestation.series_master?
         end
         can [:index, :create], Agent
-        can :show, Agent do |patron|
-          patron.required_role_id <= 3
+        can :show, Agent do |agent|
+          agent.required_role_id <= 3
         end
-        can [:update, :destroy, :delete], Agent do |patron|
-          !patron.user.try(:has_role?, 'Librarian') and patron.required_role_id <= 3
+        can [:update, :destroy, :delete], Agent do |agent|
+          !agent.user.try(:has_role?, 'Librarian') and agent.required_role_id <= 3
         end
         can :manage, [
           Create,
@@ -97,6 +98,7 @@ module EnjuBiblio
           Produce,
           Realize,
           ResourceImportFile,
+          ResourceExportFile,
           SeriesStatement
         ]
         can :read, [
@@ -126,14 +128,14 @@ module EnjuBiblio
           manifestation.required_role_id <= 2
         end
         can :index, Agent
-        can :update, Agent do |patron|
-          patron.user == user
+        can :update, Agent do |agent|
+          agent.user == user
         end
-        can :show, Agent do |patron|
-          #if patron.user == user
+        can :show, Agent do |agent|
+          #if agent.user == user
           #  true
-          #elsif patron.user != user
-            true if patron.required_role_id <= 2 #name == 'Administrator'
+          #elsif agent.user != user
+            true if agent.required_role_id <= 2 #name == 'Administrator'
           #end
         end
         can :index, PictureFile
@@ -173,8 +175,8 @@ module EnjuBiblio
           manifestation.required_role_id == 1
         end
         can :index, Agent
-        can :show, Agent do |patron|
-          patron.required_role_id == 1 #name == 'Guest'
+        can :show, Agent do |agent|
+          agent.required_role_id == 1 #name == 'Guest'
         end
         can :read, [
           CarrierType,

data/app/models/import_request.rb

@@ -1,6 +1,7 @@
 class ImportRequest < ActiveRecord::Base
+  include Statesman::Adapters::ActiveRecordModel
   attr_accessible :isbn, :manifestation_id, :user_id
-  default_scope :order => 'id DESC'
+  default_scope {order('import_requests.id DESC')}
   belongs_to :manifestation
   belongs_to :user
   validates_presence_of :isbn
@@ -10,16 +11,15 @@ class ImportRequest < ActiveRecord::Base
   enju_ndl_ndl_search if defined?(EnjuNdl)
   enju_nii_cinii_books if defined?(EnjuNii)
 
-  state_machine :initial => :pending do
-    event :sm_fail do
-      transition :pending => :failed
-    end
+  has_many :import_request_transitions
 
-    event :sm_complete do
-      transition :pending => :completed
-    end
+  def state_machine
+    @state_machine ||= ImportRequestStateMachine.new(self, transition_class: ImportRequestTransition)
   end
 
+  delegate :can_transition_to?, :transition_to!, :transition_to, :current_state,
+    to: :state_machine
+
   def check_isbn
     if isbn.present?
       errors.add(:isbn) unless StdNum::ISBN.valid?(isbn)
@@ -40,22 +40,28 @@ class ImportRequest < ActiveRecord::Base
       manifestation = Manifestation.import_isbn(isbn)
       if manifestation
         self.manifestation = manifestation
-        sm_complete!
+        transition_to!(:completed)
         manifestation.index!
       else
-        sm_fail!
+        transition_to!(:failed)
       end
     else
-      sm_fail!
+      transition_to!(:failed)
     end
+    save
   rescue ActiveRecord::RecordInvalid
-    sm_fail!
+    transition_to!(:failed)
   rescue NameError
-    sm_fail!
+    transition_to!(:failed)
   rescue EnjuNdl::RecordNotFound
-    sm_fail!
+    transition_to!(:failed)
   #rescue EnjuNii::RecordNotFound
-  #  sm_fail!
+  #  transition_to!(:failed)
+  end
+
+  private
+  def self.transition_class
+    ImportRequestTransition
   end
 end
 
@@ -65,10 +71,8 @@ end
 #
 #  id               :integer          not null, primary key
 #  isbn             :string(255)
-#  state            :string(255)
 #  manifestation_id :integer
 #  user_id          :integer
 #  created_at       :datetime         not null
 #  updated_at       :datetime         not null
 #
-

data/app/models/import_request_state_machine.rb

@@ -0,0 +1,9 @@
+class ImportRequestStateMachine
+  include Statesman::Machine
+
+  state :pending, initial: true
+  state :completed
+  state :failed
+
+  transition from: :pending, to: [:completed, :failed]
+end

data/app/models/import_request_transition.rb

@@ -0,0 +1,20 @@
+class ImportRequestTransition < ActiveRecord::Base
+  include Statesman::Adapters::ActiveRecordTransition
+
+  
+  belongs_to :import_request, inverse_of: :import_request_transitions
+  attr_accessible :to_state, :sort_key, :metadata
+end
+
+# == Schema Information
+#
+# Table name: import_request_transitions
+#
+#  id                :integer          not null, primary key
+#  to_state          :string(255)
+#  metadata          :text             default("{}")
+#  sort_key          :integer
+#  import_request_id :integer
+#  created_at        :datetime         not null
+#  updated_at        :datetime         not null
+#

data/app/models/item.rb

@@ -111,7 +111,6 @@ end
 #  price                 :integer
 #  lock_version          :integer          default(0), not null
 #  required_role_id      :integer          default(1), not null
-#  state                 :string(255)
 #  required_score        :integer          default(0), not null
 #  acquired_at           :datetime
 #  bookstore_id          :integer
@@ -119,4 +118,3 @@ end
 #  circulation_status_id :integer          default(5), not null
 #  checkout_type_id      :integer          default(1), not null
 #
-

data/app/models/manifestation.rb

@@ -484,6 +484,69 @@ class Manifestation < ActiveRecord::Base
       []
     end
   end
+
+  def self.export(options = {format: :tsv})
+    header = %w(
+      manifestation_id
+      original_title
+      creator
+      publisher
+      pub_date
+      price
+      isbn
+      item_identifier
+      call_number
+      item_price
+      acquired_at
+      bookstore
+      budget_type
+      circulation_status
+      shelf
+      library
+    ).join("\t")
+    items = Manifestation.all.map{|m|
+      if m.items.exists?
+        lines = []
+        m.items.each do |i|
+          item_lines = []
+          item_lines << m.id
+          item_lines << m.original_title
+          item_lines << m.creators.pluck(:full_name).join("//")
+          item_lines << m.publishers.pluck(:full_name).join("//")
+          item_lines << m.pub_date
+          item_lines << m.price
+          item_lines << m.identifier_contents(:isbn).first
+          item_lines << i.item_identifier
+          item_lines << i.call_number
+          item_lines << i.price
+          item_lines << i.acquired_at
+          item_lines << i.bookstore.try(:name)
+          item_lines << i.budget_type.try(:name)
+          item_lines << i.circulation_status.try(:name)
+          item_lines << i.shelf.name
+          item_lines << i.shelf.library.name
+          #raise item_lines.to_s if i.item_identifier == '10202'
+        lines << item_lines
+        end
+        lines
+      else
+        lines = []
+        lines << m.id
+        lines << m.original_title
+        lines << m.creators.pluck(:full_name).join(";")
+        lines << m.publishers.pluck(:full_name).join(";")
+        lines << m.pub_date
+        lines << m.price
+        lines << m.identifier_contents(:isbn).first
+        [lines]
+      end
+    }
+    if options[:format] == :tsv
+      items.map{|m| m.map{|i| i.join("\t")}}.flatten.unshift(header).join("\r\n")
+    else
+      items
+    end
+  end
 end
 
 # == Schema Information
@@ -520,7 +583,6 @@ end
 #  repository_content              :boolean          default(FALSE), not null
 #  lock_version                    :integer          default(0), not null
 #  required_role_id                :integer          default(1), not null
-#  state                           :string(255)
 #  required_score                  :integer          default(0), not null
 #  frequency_id                    :integer          default(1), not null
 #  subscription_master             :boolean          default(FALSE), not null
@@ -550,4 +612,3 @@ end
 #  periodical                      :boolean
 #  statement_of_responsibility     :text
 #
-

data/app/models/resource_export_file.rb

@@ -0,0 +1,59 @@
+class ResourceExportFile < ActiveRecord::Base
+  include Statesman::Adapters::ActiveRecordModel
+  belongs_to :user
+  has_attached_file :resource_export
+  validates_attachment_content_type :resource_export, :content_type => /\Atext\/plain\Z/
+  validates :user, presence: true
+  attr_accessible :mode
+  attr_accessor :mode
+
+  has_many :resource_export_file_transitions
+
+  def state_machine
+    ResourceExportFileStateMachine.new(self, transition_class: ResourceExportFileTransition)
+  end
+
+  delegate :can_transition_to?, :transition_to!, :transition_to, :current_state,
+    to: :state_machine
+
+  def export!
+    transition_to!(:started)
+    tempfile = Tempfile.new(['resource_export_file_', '.txt'])
+    file = Manifestation.export(format: :tsv)
+    tempfile.puts(file)
+    tempfile.close
+    self.resource_export = File.new(tempfile.path, "r")
+    if save
+      message = Message.create(
+        sender: User.find(1),
+        recipient: user.username,
+        subject: 'export completed',
+        body: I18n.t('export.export_completed')
+      )
+    end
+    transition_to!(:completed)
+  rescue => e
+    transition_to!(:failed)
+    raise e
+  end
+
+  private
+  def self.transition_class
+    ResourceExportFileTransition
+  end
+end
+
+# == Schema Information
+#
+# Table name: resource_export_files
+#
+#  id                           :integer          not null, primary key
+#  user_id                      :integer
+#  resource_export_file_name    :string(255)
+#  resource_export_content_type :string(255)
+#  resource_export_file_size    :integer
+#  resource_export_updated_at   :datetime
+#  executed_at                  :datetime
+#  created_at                   :datetime         not null
+#  updated_at                   :datetime         not null
+#

data/app/models/resource_export_file_state_machine.rb

@@ -0,0 +1,15 @@
+class ResourceExportFileStateMachine
+  include Statesman::Machine
+
+  state :pending, initial: true
+  state :started
+  state :completed
+  state :failed
+
+  transition from: :pending, to: :started
+  transition from: :started, to: [:completed, :failed]
+
+  after_transition(from: :pending, to: :started) do |resource_export_file|
+    resource_export_file.update_column(:executed_at, Time.zone.now)
+  end
+end

data/app/models/resource_export_file_transition.rb

@@ -0,0 +1,20 @@
+class ResourceExportFileTransition < ActiveRecord::Base
+  include Statesman::Adapters::ActiveRecordTransition
+
+  
+  belongs_to :resource_export_file, inverse_of: :resource_export_file_transitions
+  attr_accessible :to_state, :sort_key, :metadata
+end
+
+# == Schema Information
+#
+# Table name: resource_export_file_transitions
+#
+#  id                      :integer          not null, primary key
+#  to_state                :string(255)
+#  metadata                :text             default("{}")
+#  sort_key                :integer
+#  resource_export_file_id :integer
+#  created_at              :datetime         not null
+#  updated_at              :datetime         not null
+#

data/app/models/resource_import_file.rb

@@ -1,13 +1,14 @@
 # -*- encoding: utf-8 -*-
 class ResourceImportFile < ActiveRecord::Base
-  attr_accessible :resource_import, :edit_mode
+  include Statesman::Adapters::ActiveRecordModel
   include ImportFile
-  default_scope :order => 'resource_import_files.id DESC'
-  scope :not_imported, where(:state => 'pending')
-  scope :stucked, where('created_at < ? AND state = ?', 1.hour.ago, 'pending')
+  attr_accessible :resource_import, :edit_mode, :user_encoding, :mode
+  default_scope {order('resource_import_files.id DESC')}
+  scope :not_imported, -> {in_state(:pending)}
+  scope :stucked, -> {in_state(:pending).where('created_at < ?', 1.hour.ago)}
 
   if Setting.uploaded_file.storage == :s3
-    has_attached_file :resource_import, :storage => :s3, :s3_credentials => "#{Rails.root.to_s}/config/s3.yml",
+    has_attached_file :resource_import, :storage => :s3, :s3_credentials => "#{Setting.amazon}",
       :s3_permissions => :private
   else
     has_attached_file :resource_import,
@@ -23,29 +24,18 @@ class ResourceImportFile < ActiveRecord::Base
   validates_attachment_presence :resource_import
   belongs_to :user, :validate => true
   has_many :resource_import_results
+  has_many :resource_import_file_transitions
 
-  state_machine :initial => :pending do
-    event :sm_start do
-      transition [:pending, :started] => :started
-    end
-
-    event :sm_complete do
-      transition :started => :completed
-    end
-
-    event :sm_fail do
-      transition :started => :failed
-    end
-
-    before_transition any => :started do |resource_import_file|
-      resource_import_file.executed_at = Time.zone.now
-    end
+  enju_import_file_model
+  attr_accessor :mode
 
-    before_transition any => :completed do |resource_import_file|
-      resource_import_file.error_message = nil
-    end
+  def state_machine
+    ResourceImportFileStateMachine.new(self, transition_class: ResourceImportFileTransition)
   end
 
+  delegate :can_transition_to?, :transition_to!, :transition_to, :current_state,
+    to: :state_machine
+
   def import_start
     case edit_mode
     when 'create'
@@ -62,11 +52,10 @@ class ResourceImportFile < ActiveRecord::Base
   end
 
   def import
-    sm_start!
-    self.reload
+    transition_to!(:started)
     num = {:manifestation_imported => 0, :item_imported => 0, :manifestation_found => 0, :item_found => 0, :failed => 0}
     rows = open_import_file
-    row_num = 2
+    row_num = 1
 
     field = rows.first
     if [field['isbn'], field['original_title']].reject{|field| field.to_s.strip == ""}.empty?
@@ -74,6 +63,7 @@ class ResourceImportFile < ActiveRecord::Base
     end
 
     rows.each do |row|
+      row_num += 1
       next if row['dummy'].to_s.strip.present?
       import_result = ResourceImportResult.create!(:resource_import_file_id => self.id, :body => row.fields.join("\t"))
 
@@ -166,17 +156,16 @@ class ResourceImportFile < ActiveRecord::Base
         Sunspot.commit
         GC.start
       end
-      row_num += 1
     end
 
-    rows.close
-    sm_complete!
     Sunspot.commit
+    rows.close
+    transition_to!(:completed)
     Rails.cache.write("manifestation_search_total", Manifestation.search.total)
-    num
+    return num
   rescue => e
     self.error_message = "line #{row_num}: #{e.message}"
-    sm_fail!
+    transition_to!(:failed)
     raise e
   end
 
@@ -197,6 +186,7 @@ class ResourceImportFile < ActiveRecord::Base
   def self.import_manifestation(expression, agents, options = {}, edit_options = {:edit_mode => 'create'})
     manifestation = expression
     manifestation.during_import = true
+    manifestation.reload
     manifestation.update_attributes!(options)
     manifestation.publishers = agents.uniq unless agents.empty?
     manifestation
@@ -258,11 +248,12 @@ class ResourceImportFile < ActiveRecord::Base
   #end
 
   def modify
-    sm_start!
+    transition_to!(:started)
     rows = open_import_file
-    row_num = 2
+    row_num = 1
 
     rows.each do |row|
+      row_num += 1
       item_identifier = row['item_identifier'].to_s.strip
       item = Item.where(:item_identifier => item_identifier).first if item_identifier.present?
       if item
@@ -299,37 +290,36 @@ class ResourceImportFile < ActiveRecord::Base
           fetch(row, :edit_mode => 'update')
         end
       end
-      row_num += 1
     end
-    sm_complete!
+    transition_to!(:completed)
   rescue => e
     self.error_message = "line #{row_num}: #{e.message}"
-    sm_fail!
+    transition_to!(:failed)
     raise e
   end
 
   def remove
-    sm_start!
+    transition_to!(:started)
     rows = open_import_file
-    row_num = 2
+    row_num = 1
 
     rows.each do |row|
+      row_num += 1
       item_identifier = row['item_identifier'].to_s.strip
       item = Item.where(:item_identifier => item_identifier).first
       if item
         item.destroy if item.removable?
       end
-      row_num += 1
     end
-    sm_complete!
+    transition_to!(:completed)
   rescue => e
     self.error_message = "line #{row_num}: #{e.message}"
-    sm_fail!
+    transition_to!(:failed)
     raise e
   end
 
   def update_relationship
-    sm_start!
+    transition_to!(:started)
     rows = open_import_file
     row_num = 2
 
@@ -357,12 +347,12 @@ class ResourceImportFile < ActiveRecord::Base
       import_result.save!
       row_num += 1
     end
-    sm_complete!
+    transition_to!(:completed)
   end
 
   private
   def open_import_file
-    tempfile = Tempfile.new('resource_import_file')
+    tempfile = Tempfile.new(self.class.name.underscore)
     if Setting.uploaded_file.storage == :s3
       uploaded_file_path = resource_import.expiring_url(10)
     else
@@ -370,16 +360,7 @@ class ResourceImportFile < ActiveRecord::Base
     end
     open(uploaded_file_path){|f|
       f.each{|line|
-        if defined?(CharlockHolmes::EncodingDetector)
-          begin
-            string = line.encode('UTF-8', CharlockHolmes::EncodingDetector.detect(line)[:encoding], universal_newline: true)
-          rescue StandardError
-            string = NKF.nkf('-w -Lu', line)
-          end
-        else
-          string = NKF.nkf('-w -Lu', line)
-        end
-        tempfile.puts(string)
+        tempfile.puts(convert_encoding(line))
       }
     }
     tempfile.close
@@ -573,6 +554,7 @@ class ResourceImportFile < ActiveRecord::Base
         :description => row['description'],
         #:description_transcription => row['description_transcription'],
         :note => row['note'],
+        :statement_of_responsibility => row['statement_of_responsibility'],
         :start_page => start_page,
         :end_page => end_page,
         :access_address => row['access_address'],
@@ -644,6 +626,10 @@ class ResourceImportFile < ActiveRecord::Base
     end
     manifestation
   end
+
+  def self.transition_class
+    ResourceImportFileTransition
+  end
 end
 
 # == Schema Information
@@ -657,7 +643,6 @@ end
 #  user_id                      :integer
 #  note                         :text
 #  executed_at                  :datetime
-#  state                        :string(255)
 #  resource_import_file_name    :string(255)
 #  resource_import_content_type :string(255)
 #  resource_import_file_size    :integer
@@ -667,5 +652,5 @@ end
 #  edit_mode                    :string(255)
 #  resource_import_fingerprint  :string(255)
 #  error_message                :text
+#  user_encoding                :string(255)
 #
-