enju_biblio 0.3.12 → 0.4.0.beta.1

data/config/locales/translation_ja.yml

@@ -43,11 +43,6 @@ ja:
       series_statement_merge_list: シリーズ情報統合リスト
       series_statement_merge: シリーズ情報の統合
       periodical: 逐次刊行物
-      doi_record: DOI
-      manifestation_custom_property: 書誌カスタム項目
-      manifestation_custom_value: 書誌カスタム項目の値
-      item_custom_property: 所蔵カスタム項目
-      item_custom_value: 所蔵カスタム項目の値
 
     attributes:
       manifestation:
@@ -80,7 +75,6 @@ ja:
         edition: 版（数字）
         edition_string: 版
         note: 注記
-        memo: 業務メモ
         repository_content: リポジトリのコンテンツ
         lock_version: ロックバージョン
         carrier_type: 資料の形態
@@ -88,7 +82,6 @@ ja:
         lccn: LCCN
         issn: ISSN
         subscription_master: 購読マスタ
-        abstract: 内容細目
         description: 説明
         creator_string: 著者
         contributor_string: 協力者・編者
@@ -105,23 +98,18 @@ ja:
         extent: ページ数
         dimensions: 大きさ
         fulltext_content: 全文あり
-        date_copyrighted: 著作権発行日
       manifestation/subjects:
-        term: 件名
+          term: 件名
       manifestation/classifications:
-        category: 分類
+          category: 分類
       manifestation/identifiers:
-        body: 識別子
-      manifestation/manifesetation_custom_properties:
-        name: 項目名
-        value: 値
+          body: 識別子
       item:
         call_number: 請求記号
         item_identifier: 所蔵情報ID
         deleted_at: 削除時刻
         include_supplements: 付録を含む
         note: 注記
-        memo: 業務メモ
         url: URL
         price: 購入価格
         lock_version: ロックバージョン
@@ -133,9 +121,6 @@ ja:
         budget_type_id: 予算種別
         bookstore_id: 書店
         required_role_id: 閲覧に必要な権限
-      item/item_custom_properties:
-        name: 項目名
-        value: 値
       agent:
         last_name: 姓
         middle_name: ミドルネーム
@@ -350,18 +335,6 @@ ja:
       series_statement_merge_list:
         title: タイトル
       series_statement_merge:
-      manifestation_custom_property:
-        name: 項目コード
-        display_name: 項目表示名
-        note: 注記
-      manifestation_custom_value:
-        value: 値
-      item_custom_property:
-        name: 項目コード
-        display_name: 項目表示名
-        note: 注記
-      item_custom_value:
-        value: 値
 
   resource_import_file:
     update_relationship: 関連を更新

data/config/routes.rb

@@ -1,6 +1,4 @@
 Rails.application.routes.draw do
-  resources :item_custom_properties
-  resources :manifestation_custom_properties
   resources :resource_export_files
 
   resources :identifier_types

data/db/migrate/20081027150907_create_picture_files.rb

@@ -3,7 +3,9 @@ class CreatePictureFiles < ActiveRecord::Migration[4.2]
     create_table :picture_files do |t|
       t.integer :picture_attachable_id
       t.string :picture_attachable_type
+      t.string :content_type
       t.text :title
+      t.string :thumbnail
       t.integer :position
 
       t.timestamps

data/db/migrate/20160319144230_create_issn_records.rb

@@ -0,0 +1,11 @@
+class CreateIssnRecords < ActiveRecord::Migration[5.2]
+  def change
+    create_table :issn_records do |t|
+      t.string :body, index: {unique: true}, null: false
+      t.string :issn_type
+      t.string :source
+
+      t.timestamps
+    end
+  end
+end

data/db/migrate/20160506144040_create_isbn_records.rb

@@ -0,0 +1,11 @@
+class CreateIsbnRecords < ActiveRecord::Migration[5.2]
+  def change
+    create_table :isbn_records do |t|
+      t.string :body, index: {unique: true}, null: false
+      t.string :isbn_type
+      t.string :source
+
+      t.timestamps
+    end
+  end
+end

data/db/migrate/20170116134107_create_issn_record_and_manifestations.rb

@@ -0,0 +1,11 @@
+class CreateIssnRecordAndManifestations < ActiveRecord::Migration[5.2]
+  def change
+    create_table :issn_record_and_manifestations do |t|
+      t.references :issn_record, foreign_key: true, on_delete: :cascade, null: false
+      t.references :manifestation, foreign_key: true, on_delete: :cascade, null: false
+      t.integer :position
+
+      t.timestamps
+    end
+  end
+end

data/db/migrate/20170116134120_create_isbn_record_and_manifestations.rb

@@ -0,0 +1,11 @@
+class CreateIsbnRecordAndManifestations < ActiveRecord::Migration[5.2]
+  def change
+    create_table :isbn_record_and_manifestations do |t|
+      t.references :isbn_record, foreign_key: true, on_delete: :cascade, null: false
+      t.references :manifestation, foreign_key: true, null: false, on_delete: :cascade
+      t.integer :position
+
+      t.timestamps
+    end
+  end
+end

data/db/migrate/20190102034126_create_doi_records.rb

@@ -0,0 +1,13 @@
+class CreateDoiRecords < ActiveRecord::Migration[5.2]
+  def change
+    create_table :doi_records do |t|
+      t.string :body, index: {unique: true}, null: false
+      t.string :display_body, null: false
+      t.string :source
+      t.jsonb :response, default: {}, null: false
+      t.references :manifestation, foreign_key: true, null: false
+
+      t.timestamps
+    end
+  end
+end

data/db/migrate/20190311154610_create_periodicals.rb

@@ -0,0 +1,10 @@
+class CreatePeriodicals < ActiveRecord::Migration[5.2]
+  def change
+    create_table :periodicals do |t|
+      t.text :original_title, null: false
+      t.references :frequency, foreign_key: true, null: false
+
+      t.timestamps
+    end
+  end
+end

data/db/migrate/20190312033839_create_periodical_and_manifestations.rb

@@ -0,0 +1,11 @@
+class CreatePeriodicalAndManifestations < ActiveRecord::Migration[5.2]
+  def change
+    create_table :periodical_and_manifestations do |t|
+      t.references :periodical, foreign_key: true, null: false
+      t.references :manifestation, foreign_key: true, null: false
+      t.boolean :periodical_master, default: false, null: false, index: {where: 'periodical_master IS true', unique: true}
+
+      t.timestamps
+    end
+  end
+end

data/db/migrate/20190712163038_add_display_name_translations_to_carrier_type.rb

@@ -0,0 +1,21 @@
+class AddDisplayNameTranslationsToCarrierType < ActiveRecord::Migration[5.2]
+  def change
+    [
+      :agent_relationship_types,
+      :agent_types,
+      :carrier_types,
+      :content_types,
+      :create_types,
+      :form_of_works,
+      :frequencies,
+      :languages,
+      :licenses,
+      :manifestation_relationship_types,
+      :medium_of_performances,
+      :produce_types,
+      :realize_types
+    ].each do |table|
+      add_column table, :display_name_translations, :jsonb, default: {}, null: false
+    end
+  end
+end

data/lib/enju_biblio.rb

@@ -1,5 +1,7 @@
 require "enju_biblio/engine"
 require "enju_biblio/openurl"
+require "enju_biblio/porta_cql"
+require "enju_biblio/sru"
 
 module EnjuBiblio
 end

data/lib/enju_biblio/openurl.rb

@@ -54,13 +54,9 @@ class Openurl
   # 検索
   def search
     search = Sunspot.new_search(Manifestation)
-    role = Role.default_role
     @query_text = build_query
     query = @query_text
-    search.build do
-      fulltext query
-      with(:required_role_id).less_than_or_equal_to role.id
-    end
+    search.build{ fulltext query }
     search.execute!.results
   end
 

data/lib/enju_biblio/porta_cql.rb

@@ -0,0 +1,282 @@
+require 'strscan'
+
+class QueryError < RuntimeError; end
+class QuerySyntaxError < QueryError; end
+
+class Cql
+  def initialize(line)
+    @logic = nil
+    @query = split_clause_text(line).collect{|txt| Clause.new(txt)}
+
+    from_day, @query = extract_with_index(@query, /from/io)
+    @from = comp_date(from_day)
+    until_day, @query = extract_with_index(@query, /until/io)
+    @until = comp_date(until_day)
+    sort_by, @query = extract_with_index(@query, /sortBy/io)
+    @sort_by = sort_by ? sort_by.terms.first : ''
+  end
+
+  attr_reader :query, :from, :until, :sort_by, :logic
+
+  def ==(other)
+    instance_variables.all? do |val|
+      instance_variable_get(val) == other.instance_variable_get(val)
+    end
+  end
+
+  def to_sunspot
+    (@query.collect{|c| c.to_sunspot} + date_range(@from, @until)).join(" #{@logic} ")
+  end
+
+  def split_clause_text(line)
+    clauses = []
+
+    s = StringScanner.new(line)
+    text = ''
+    while s.rest?
+      case
+      when s.scan(/\s+/)
+        text << s.matched
+      when s.scan(/"(?:[^"\\]|\\.)*"/)
+        text << s.matched
+      when s.scan(/(AND|OR)/i)
+        logic = s.matched.upcase
+        if @logic
+          raise QuerySyntaxError unless @logic == logic
+        else
+          @logic = logic
+        end
+        clauses << text.strip
+        text = ''
+      when s.scan(/\S*/)
+        text << s.matched
+      end
+    end
+    clauses << text.strip
+    clauses.collect{|txt| txt.gsub(/(\A\(|\)\Z)/, '')}
+  end
+
+  private
+  def extract_with_index(arr, reg)
+    element, rest = arr.partition{|c| reg =~ c.index }
+    [element.last, rest]
+  end
+
+  def date_range(from_date, until_date)
+    unless from_date == '*' and until_date == '*'
+      ["pub_date_dm:[#{from_date} TO #{until_date}]"]
+    else
+      []
+    end
+  end
+
+  def comp_date(date)
+    if date
+      text = date.terms[0]
+      date_text = case text
+      when /\A\d{4}-\d{2}-\d{2}\Z/
+        text
+      when /\A\d{4}-\d{2}\Z/
+        (text + '-01')
+      when /\A\d{4}\Z/
+        (text + '-01-01')
+      else
+        raise QuerySyntaxError, text.to_s
+      end
+      begin
+        Time.zone.parse(date_text).utc.iso8601.to_s
+      rescue
+        raise QuerySyntaxError, date.to_s
+      end
+    else
+      '*'
+    end
+  end
+end
+
+class ScannerError < QuerySyntaxError; end
+class AdapterError < QuerySyntaxError; end
+
+class Clause
+  INDEX = /(dpid|dpgroupid|title|creator|publisher|ndc|description|subject|isbn|issn|jpno|from|until|anywhere|porta_type|digitalize_type|webget_type|payment_type|ndl_agent_type|ndlc|itemno)/io
+  SORT_BY = /sortBy/io
+  RELATION = /(=|exact|\^|any|all)/io
+
+  MATCH_ALL = %w[title creator publisher]
+  MATCH_EXACT = %w[dpid dpgroupid isbn issn jpno porta_type digitalize_type webget_type payment_type ndl_agent_type itemno]
+  MATCH_PART = %w[description subject]
+  MATCH_AHEAD = %w[ndc ndlc]
+  MATCH_DATE = %w[from until]
+  MATCH_ANYWHERE = %w[anywhere]
+  LOGIC_ALL = %w[title creator publisher description subject anywhere]
+  LOGIC_ANY = %w[dpid ndl_agent_type]
+  LOGIC_EQUAL = %w[dpgroupid ndc isbn issn jpno from until porta_type digitalize_type webget_type payment_type ndlc itemno]
+  MULTIPLE = %w[dpid title creator publisher description subject anywhere ndl_agent_type]
+
+  def initialize(text)
+    unless text.empty?
+      @index, @relation, @terms = scan(text)
+      porta_adapter
+      @field = @index
+    else
+      @index = ''
+    end
+  end
+
+  attr_reader :index, :relation, :terms
+
+  def ==(other)
+    instance_variables.all? do |val|
+      instance_variable_get(val) == other.instance_variable_get(val)
+    end
+  end
+
+  def scan(text)
+    ss = StringScanner.new(text)
+    index = ''
+    relation = ''
+    terms = []
+
+    if ss.scan(INDEX) or ss.scan(SORT_BY)
+      index = ss[0]
+    end
+    # else
+    #  raise ScannerError, "index or the sortBy is requested in '#{text}'"
+    # end
+    ss.scan(/\s+/)
+    if ss.scan(RELATION)
+      relation = ss[0].upcase
+    end
+    # else
+    #  raise ScannerError, "relation is requested in '#{text}'"
+    # end
+    ss.scan(/\s+/)
+    if ss.scan(/.+/)
+      terms = ss[0].gsub(/(\A\"|\"\Z)/, '').split
+    else
+      raise ScannerError, "search term(s) is requested in '#{text}'"
+    end
+
+    [index, relation, terms]
+  end
+
+  def porta_adapter
+    logic_adapter
+    multiple_adapter
+  end
+
+  def logic_adapter
+    case
+    when LOGIC_ALL.include?(@index)
+      raise AdapterError unless %w[ALL ANY = EXACT ^].include?(@relation)
+    when LOGIC_ANY.include?(@index)
+      raise AdapterError unless %w[ANY =].include?(@relation)
+    when LOGIC_EQUAL.include?(@index)
+      raise AdapterError unless %w[=].include?(@relation)
+    end
+  end
+
+  def multiple_adapter
+    unless MULTIPLE.include?(@index)
+      raise AdapterError if @terms.size > 1
+    end
+  end
+
+  def to_sunspot
+    case
+    when MATCH_ALL.include?(@index)
+      to_sunspot_match_all
+    when MATCH_EXACT.include?(@index)
+      to_sunspot_match_exact
+    when MATCH_PART.include?(@index)
+      to_sunspot_match_part
+    when MATCH_AHEAD.include?(@index)
+      to_sunspot_match_ahead
+    when MATCH_ANYWHERE.include?(@index)
+      to_sunspot_match_anywhere
+    when @index.empty?
+      @terms.join(' ')
+    end
+  end
+
+  def to_sunspot_match_all
+    term = @terms.join(' ')
+    case @relation
+    when /\A=\Z/
+      unless /\A\^(.+)/ =~ term
+        "%s_%s:(%s)" % [@field, :text, term]
+      else
+        ahead_tarm = $1.gsub("\s", '').downcase
+        "connect_%s_%s:(%s*)" % [@field, :s, ahead_tarm]
+      end
+    when /\AEXACT\Z/
+      "%s_%s:(%s)" % [@field, :sm, term.gsub(' ', '')]
+    when /\AANY\Z/
+      "%s_%s:(%s)" % [@field, :text, multiple_to_sunspot(@terms, :any)]
+    when /\AALL\Z/
+      "%s_%s:(%s)" % [@field, :text, multiple_to_sunspot(@terms, :all)]
+    else
+      raise QuerySyntaxError
+    end
+  end
+
+  def to_sunspot_match_exact
+    case @relation
+    when /\A=\Z/
+      term = @terms.join(' ')
+      type = @field != 'issn' ? :sm : :s
+      "%s_%s:(%s)" % [@field, type, term]
+    when /\AANY\Z/
+      "%s_%s:(%s)" % [@field, :sm, multiple_to_sunspot(@terms, :any)]
+    else
+      raise QuerySyntaxError
+    end
+  end
+
+  def to_sunspot_match_part
+    case @relation
+    when /\A=\Z/
+      term = @terms.join(' ')
+      "%s_%s:(%s)" % [@field, :text, trim_ahead(term)]
+    when /\AANY\Z/
+      "%s_%s:(%s)" % [@field, :text, multiple_to_sunspot(@terms, :any)]
+    when /\AALL\Z/
+      "%s_%s:(%s)" % [@field, :text, multiple_to_sunspot(@terms, :all)]
+    else
+      raise QuerySyntaxError
+    end
+  end
+
+  def to_sunspot_match_ahead
+    "%s_%s:(%s*)" % [@field, :s, @terms.first]
+  end
+
+  def to_sunspot_match_anywhere
+    case @relation
+    when /\A=\Z/
+      term = @terms.join(' ')
+      "(%s)" % [trim_ahead(term)]
+    when /\AANY\Z/
+      "(%s)" % [multiple_to_sunspot(@terms, :any)]
+    when /\AALL\Z/
+      "(%s)" % [multiple_to_sunspot(@terms, :all)]
+    else
+      raise QuerySyntaxError
+    end
+  end
+
+
+  private
+  def multiple_to_sunspot(terms, relation)
+    boolean = relation == :any ? ' OR ' : ' AND '
+    (terms.map{|t| trim_ahead(t)}.join(boolean)).to_s
+  end
+
+  def trim_ahead(term)
+    term.sub(/\A\^+/,'')
+  end
+end
+
+if $PROGRAM_NAME == __FILE__
+  require 'porta_cql_test'
+end