cirneco 0.9.16 → 0.9.17

data/spec/work_spec.rb

@@ -13,10 +13,10 @@ describe Cirneco::Work, vcr: true do
   describe 'schema' do
     it "BlogPosting" do
       expect(subject.valid?).to be true
-      expect(subject.id).to eq("https://doi.org/10.5438/0000-01hc")
+      expect(subject.id).to eq("https://doi.org/10.5438/4k3m-nyvg")
       expect(subject.url).to eq("https://blog.datacite.org/eating-your-own-dog-food")
       expect(subject.type).to eq("BlogPosting")
-      expect(subject.author).to eq("type"=>"Person", "id"=>"http://orcid.org/0000-0003-1419-2405", "name"=>"Martin Fenner", "givenName"=>"Martin", "familyName"=>"Fenner")
+      expect(subject.author).to eq("type"=>"Person", "id"=>"https://orcid.org/0000-0003-1419-2405", "name"=>"Martin Fenner", "givenName"=>"Martin", "familyName"=>"Fenner")
       expect(subject.title).to eq("Eating your own Dog Food")
       expect(subject.alternate_name).to eq("MS-49-3632-5083")
       expect(subject.description["text"]).to start_with("Eating your own dog food")

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: cirneco
 version: !ruby/object:Gem::Version
-  version: 0.9.16
+  version: 0.9.17
 platform: ruby
 authors:
 - Martin Fenner
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-08-10 00:00:00.000000000 Z
+date: 2018-01-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: maremma
@@ -50,48 +50,42 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.9.32
+        version: '0.9'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.9.32
+        version: '0.9'
 - !ruby/object:Gem::Dependency
-  name: base32-crockford-checksum
+  name: base32-url
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.2.2
+        version: '0.3'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.2.2
+        version: '0.3'
 - !ruby/object:Gem::Dependency
   name: nokogiri
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.6'
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 1.6.8
+        version: 1.8.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.6'
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 1.6.8
+        version: 1.8.1
 - !ruby/object:Gem::Dependency
   name: builder
   requirement: !ruby/object:Gem::Requirement
@@ -328,59 +322,17 @@ files:
 - Rakefile
 - bin/cirneco
 - cirneco.gemspec
-- data/authors.yml
-- data/references.yaml
-- data/site.yml
 - lib/cirneco.rb
 - lib/cirneco/api.rb
 - lib/cirneco/base.rb
 - lib/cirneco/cli.rb
 - lib/cirneco/data_center.rb
 - lib/cirneco/doi.rb
-- lib/cirneco/file_utils.rb
 - lib/cirneco/media.rb
 - lib/cirneco/metadata.rb
 - lib/cirneco/utils.rb
 - lib/cirneco/version.rb
 - lib/cirneco/work.rb
-- resources/jats-1.1/JATS-journalpublishing1-elements.xsd
-- resources/jats-1.1/JATS-journalpublishing1-mathml3-elements.xsd
-- resources/jats-1.1/JATS-journalpublishing1-mathml3.xsd
-- resources/jats-1.1/JATS-journalpublishing1.xsd
-- resources/jats-1.1/module-ali.xsd
-- resources/jats-1.1/standard-modules/mathml2/common/common-attribs.xsd
-- resources/jats-1.1/standard-modules/mathml2/common/math.xsd
-- resources/jats-1.1/standard-modules/mathml2/common/xlink-href.xsd
-- resources/jats-1.1/standard-modules/mathml2/content/arith.xsd
-- resources/jats-1.1/standard-modules/mathml2/content/calculus.xsd
-- resources/jats-1.1/standard-modules/mathml2/content/common-attrib.xsd
-- resources/jats-1.1/standard-modules/mathml2/content/constants.xsd
-- resources/jats-1.1/standard-modules/mathml2/content/constructs.xsd
-- resources/jats-1.1/standard-modules/mathml2/content/elementary-functions.xsd
-- resources/jats-1.1/standard-modules/mathml2/content/functions.xsd
-- resources/jats-1.1/standard-modules/mathml2/content/linear-algebra.xsd
-- resources/jats-1.1/standard-modules/mathml2/content/logic.xsd
-- resources/jats-1.1/standard-modules/mathml2/content/relations.xsd
-- resources/jats-1.1/standard-modules/mathml2/content/semantics.xsd
-- resources/jats-1.1/standard-modules/mathml2/content/sets.xsd
-- resources/jats-1.1/standard-modules/mathml2/content/statistics.xsd
-- resources/jats-1.1/standard-modules/mathml2/content/tokens.xsd
-- resources/jats-1.1/standard-modules/mathml2/content/vector-calculus.xsd
-- resources/jats-1.1/standard-modules/mathml2/content/zzz.tokens.xsd.from.zip
-- resources/jats-1.1/standard-modules/mathml2/mathml2.xsd
-- resources/jats-1.1/standard-modules/mathml2/presentation/action.xsd
-- resources/jats-1.1/standard-modules/mathml2/presentation/characters.xsd
-- resources/jats-1.1/standard-modules/mathml2/presentation/common-attribs.xsd
-- resources/jats-1.1/standard-modules/mathml2/presentation/common-types.xsd
-- resources/jats-1.1/standard-modules/mathml2/presentation/error.xsd
-- resources/jats-1.1/standard-modules/mathml2/presentation/layout.xsd
-- resources/jats-1.1/standard-modules/mathml2/presentation/scripts.xsd
-- resources/jats-1.1/standard-modules/mathml2/presentation/space.xsd
-- resources/jats-1.1/standard-modules/mathml2/presentation/style.xsd
-- resources/jats-1.1/standard-modules/mathml2/presentation/table.xsd
-- resources/jats-1.1/standard-modules/mathml2/presentation/tokens.xsd
-- resources/jats-1.1/standard-modules/xlink.xsd
-- resources/jats-1.1/standard-modules/xml.xsd
 - resources/kernel-4.0/include/datacite-contributorType-v4.xsd
 - resources/kernel-4.0/include/datacite-dateType-v4.xsd
 - resources/kernel-4.0/include/datacite-descriptionType-v4.xsd
@@ -404,41 +356,6 @@ files:
 - resources/kernel-4.0/samples/datacite-example-workflow-v4.0.xml
 - spec/api_spec.rb
 - spec/doi_spec.rb
-- spec/file_utils_spec.rb
-- spec/fixtures/apa.csl
-- spec/fixtures/authors.yml
-- spec/fixtures/cool-dois-minted.html.md
-- spec/fixtures/cool-dois-minted/index.html
-- spec/fixtures/cool-dois-missing-metadata/index.html
-- spec/fixtures/cool-dois-no-accession-number.html.md
-- spec/fixtures/cool-dois-no-json-ld/index.html
-- spec/fixtures/cool-dois.html.md
-- spec/fixtures/cool-dois.yml
-- spec/fixtures/cool-dois/index.html
-- spec/fixtures/index-minted.html
-- spec/fixtures/index.html
-- spec/fixtures/index.html.erb
-- spec/fixtures/references.bib
-- spec/fixtures/references.yaml
-- spec/fixtures/site.yml
-- spec/fixtures/vcr_cassettes/Cirneco_DataCenter/jats/should_generate_jats_for_all_urls.yml
-- spec/fixtures/vcr_cassettes/Cirneco_DataCenter/mint_and_hide_DOIs/should_hide_for_all_urls.yml
-- spec/fixtures/vcr_cassettes/Cirneco_DataCenter/mint_and_hide_DOIs/should_mint_and_hide_for_all_urls.yml
-- spec/fixtures/vcr_cassettes/Cirneco_DataCenter/mint_and_hide_DOIs/should_mint_for_all_urls.yml
-- spec/fixtures/vcr_cassettes/Cirneco_Doi/jats/writes_jats_for_list_of_urls.yml
-- spec/fixtures/vcr_cassettes/Cirneco_Doi/mint_and_hide_DOIs/hides_dois_for_list_of_urls.yml
-- spec/fixtures/vcr_cassettes/Cirneco_Doi/mint_and_hide_DOIs/mints_and_hides_dois_for_list_of_urls.yml
-- spec/fixtures/vcr_cassettes/Cirneco_Doi/mint_and_hide_DOIs/mints_dois_for_list_of_urls.yml
-- spec/fixtures/vcr_cassettes/Cirneco_Work/DOI_API/get/should_get_all_dois.yml
-- spec/fixtures/vcr_cassettes/Cirneco_Work/DOI_API/get/should_get_doi.yml
-- spec/fixtures/vcr_cassettes/Cirneco_Work/DOI_API/get/should_get_doi_not_found.yml
-- spec/fixtures/vcr_cassettes/Cirneco_Work/DOI_API/get/username_missing.yml
-- spec/fixtures/vcr_cassettes/Cirneco_Work/DOI_API/put/should_put_doi.yml
-- spec/fixtures/vcr_cassettes/Cirneco_Work/Media_API/get/should_get_media.yml
-- spec/fixtures/vcr_cassettes/Cirneco_Work/Media_API/post/should_post_media.yml
-- spec/fixtures/vcr_cassettes/Cirneco_Work/Metadata_API/delete/should_delete_metadata.yml
-- spec/fixtures/vcr_cassettes/Cirneco_Work/Metadata_API/get/should_get_metadata.yml
-- spec/fixtures/vcr_cassettes/Cirneco_Work/Metadata_API/post/should_post_metadata.yml
 - spec/fixtures/vcr_cassettes/Cirneco_Work/media/includes_media.yml
 - spec/fixtures/vcr_cassettes/Cirneco_Work/schema/BlogPosting.yml
 - spec/spec_helper.rb
@@ -464,7 +381,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.6.11
+rubygems_version: 2.7.4
 signing_key: 
 specification_version: 4
 summary: Ruby client library for the DataCite MDS

data/lib/cirneco/file_utils.rb

@@ -1,371 +0,0 @@
-require 'bergamasco'
-require 'open-uri'
-require 'time'
-
-module Cirneco
-  module FileUtils
-    JATS_SCHEMA = File.expand_path("../../../resources/jats-1.1/JATS-journalpublishing1.xsd", __FILE__)
-
-    LICENSES = {
-      "https://creativecommons.org/licenses/by/4.0/" => "Creative Commons Attribution (CC-BY 4.0)",
-      "https://creativecommons.org/publicdomain/zero/1.0/" => "Creative Commons Public Domain Dedication (CC0 1.0)"
-    }
-
-    def get_accession_number(filepath)
-      metadata = Bergamasco::Markdown.read_yaml_for_doi_metadata(filepath)
-      metadata.fetch("accession_number", nil).to_s.scan(/\d+/).first.to_i
-    end
-
-    def get_all_accession_numbers(folderpath)
-      Dir.glob("#{folderpath}/*.md").sort.map do |filepath|
-        get_accession_number(filepath)
-      end.select { |a| a > 0 }.sort
-    end
-
-    def update_accession_number(filepath, options={})
-      filename = File.basename(filepath)
-      return "File #{filename} ignored: not a markdown or html file" unless %w(.md .html .erb).include?(File.extname(filepath))
-
-      old_metadata = Bergamasco::Markdown.read_yaml_for_doi_metadata(filepath)
-      return "File #{filename} ignored: no yaml front matter" unless old_metadata.present?
-
-      return "File #{filename} ignored: no empty accession_number" if options[:opt_in] && !old_metadata.key?("accession_number")
-
-      return "Accession number #{old_metadata["accession_number"]} not changed for #{filename}" if old_metadata["accession_number"]
-
-      if old_metadata["doi"].present?
-        number = decode_doi(old_metadata["doi"])
-        options[:number] = number if number > 0
-      else
-        folderpath = File.dirname(filepath)
-        options[:registered_numbers] = get_all_accession_numbers(folderpath)
-      end
-
-      accession_number = generate_accession_number(options)
-
-      new_metadata = Bergamasco::Markdown.update_file(filepath, "accession_number" => accession_number)
-      "Accession number #{new_metadata["accession_number"]} generated for #{filename}"
-    end
-
-    def update_all_accession_numbers(folderpath, options={})
-      Dir.glob("#{folderpath}/*.md").sort.map do |filepath|
-        update_accession_number(filepath, options)
-      end
-    end
-
-    # fetch schema.org metadata in JSON-LD format to mint DOI
-    def mint_doi_for_url(url, options={})
-      filename, build_path, source_path = filepath_from_url(url, options)
-
-      json = get_json_ld_from_work(build_path, options)
-      metadata = JSON.parse(json)
-      return "DOI #{metadata["doi"]} not changed for #{filename}" if metadata["doi"] && metadata["dateModified"] == metadata["datePublished"] && options[:force].blank?
-
-      prefix = options[:prefix] || ENV['PREFIX']
-      doi = encode_doi(prefix, number: metadata["alternateName"]) if metadata["doi"].blank?
-
-      new_metadata = Bergamasco::Markdown.update_file(source_path, "doi" => doi, "date" => metadata["dateModified"])
-      "DOI #{new_metadata["doi"]} minted for #{filename}"
-    end
-
-    # fetch schema.org metadata in JSON-LD format to mint DOI
-    def mint_and_hide_doi_for_url(url, options={})
-      filename, build_path, source_path = filepath_from_url(url, options)
-
-      json = get_json_ld_from_work(build_path, options)
-      metadata = JSON.parse(json)
-      metadata["doi"] = doi_from_url(metadata["@id"])
-      return "DOI #{metadata["doi"]} not changed for #{filename}" if metadata["doi"] && metadata["dateModified"] == metadata["datePublished"] && options[:force].blank?
-
-      prefix = options[:prefix] || ENV['PREFIX']
-      metadata["doi"] = encode_doi(prefix, number: metadata["alternateName"]) if metadata["doi"].blank?
-
-      response = post_metadata_for_work(json, options.merge(doi: metadata["doi"]))
-      return "Errors for DOI #{metadata["doi"]}: #{response.body['errors'].first['title']}\n" if response.body['errors'].present?
-
-      response = hide_metadata_for_work(json, options.merge(doi: metadata["doi"]))
-      return "Errors for DOI #{metadata["doi"]}: #{response.body['errors'].first['title']}\n" if response.body['errors'].present?
-
-      new_metadata = Bergamasco::Markdown.update_file(source_path, "published" => false)
-      "DOI #{metadata["doi"]} minted and hidden for #{filename}"
-    end
-
-    # fetch schema.org metadata in JSON-LD format to mint DOI
-    # DOIs are never deleted, but we can remove the metadata from the DataCite index
-    def hide_doi_for_url(url, options={})
-      filename, build_path, source_path = filepath_from_url(url, options)
-
-      json = get_json_ld_from_work(build_path, options)
-      metadata = JSON.parse(json)
-      metadata["doi"] = doi_from_url(metadata["@id"])
-      return "No DOI for #{filename}" unless metadata["doi"]
-      return "DOI #{metadata["doi"]} not active for #{filename}" unless metadata["datePublished"] || options[:force].present?
-
-      response = hide_metadata_for_work(json, options)
-      return "Errors for DOI #{metadata["doi"]}: #{response.body['errors'].first['title']}\n" if response.body['errors'].present?
-
-      new_metadata = Bergamasco::Markdown.update_file(source_path, "published" => false)
-      "DOI #{metadata["doi"]} hidden for #{filename}"
-    end
-
-    def mint_dois_for_all_urls(url, options={})
-      urls = get_urls_for_works(url)
-      urls.map do |u|
-        mint_doi_for_url(u, options)
-      end.join("\n")
-    end
-
-    def mint_and_hide_dois_for_all_urls(url, options={})
-      urls = get_urls_for_works(url)
-      urls.map do |u|
-        mint_and_hide_doi_for_url(u, options)
-      end.join("\n")
-    end
-
-    def hide_dois_for_all_urls(url, options={})
-      urls = get_urls_for_works(url)
-      urls.map do |u|
-        hide_doi_for_url(u, options)
-      end.join("\n")
-    end
-
-    def get_urls_for_works(url)
-      doc = Nokogiri::HTML(open(url))
-      json = doc.at_xpath("//script[@type='application/ld+json']")
-      return [url] unless json.present?
-
-      metadata = ActiveSupport::JSON.decode(json.text)
-      metadata.fetch("hasPart", []).map { |p| p["@id"] } + [url]
-    end
-
-    def get_json_ld_from_work(url, options={})
-      doc = Nokogiri::HTML(open(url))
-      json = doc.at_xpath("//script[@type='application/ld+json']")
-      return { "error" => "Error: no schema.org metadata found" } unless json.present?
-
-      json.text
-    end
-
-    def post_metadata_for_work(input, options={})
-      metadata = JSON.parse(input)
-
-      prefix = options[:prefix] || ENV['PREFIX']
-      doi = encode_doi(prefix, number: metadata["alternateName"]) if metadata["doi"].blank?
-
-      work = Cirneco::Work.new(input: input)
-      work.doi = doi
-      return work.errors if work.errors.present?
-
-      response = work.post_metadata(work.datacite, options)
-      return response unless response.status == 201
-
-      response = work.put_doi(work.doi, options.merge(url: metadata["url"]))
-      return response unless response.status == 201
-
-      if work.media.present?
-        work.post_media(metadata.doi, options.merge(media: work.media))
-      else
-        response
-      end
-    end
-
-    def post_and_hide_metadata_for_work(input, options={})
-      metadata = JSON.parse(input)
-
-      prefix = options[:prefix] || ENV['PREFIX']
-      doi = encode_doi(prefix, number: metadata["alternateName"]) if metadata["doi"].blank?
-
-      work = Cirneco::Work.new(input: input)
-      work.doi = doi
-      return work.errors if work.errors.present?
-
-      response = work.post_metadata(work.datacite, options)
-      return response unless response.status == 201
-
-      response = work.put_doi(work.doi, options.merge(url: metadata["url"]))
-      return response unless response.status == 201
-
-      response = work.delete_metadata(doi, options)
-      return response unless response.status == 201
-
-      if work.media.present?
-        work.post_media(metadata["doi"], options.merge(media: work.media))
-      else
-        response
-      end
-    end
-
-    def hide_metadata_for_work(input, options={})
-      metadata = JSON.parse(input)
-      metadata["doi"] = doi_from_url(metadata["@id"])
-
-      prefix = options[:prefix] || ENV['PREFIX']
-      metadata["doi"] = encode_doi(prefix, number: metadata["alternateName"]) if metadata["doi"].blank?
-
-      work = Cirneco::Work.new(input: input)
-      work.doi = metadata["doi"]
-      return work.errors if work.errors.present?
-
-      work.delete_metadata(metadata["doi"], options)
-    end
-
-    def generate_metadata_for_jats(url, options={})
-      doc = Nokogiri::HTML(open(url))
-      json = doc.at_xpath("//script[@type='application/ld+json']")
-      return { "error" => "Error: no schema.org metadata found" } unless json.present?
-
-      metadata = ActiveSupport::JSON.decode(json.text)
-      return { "error" => "Error: blog post not published" } if metadata["published"].to_s == "false"
-      return { "error" => "Error: required metadata missing" } unless ["name", "author", "publisher", "datePublished", "@type"].all? { |k| metadata.key? k }
-
-      # required metadata
-      if /(http|https):\/\/(dx\.)?doi\.org\/(\w+)/.match(metadata["@id"])
-        uri = Addressable::URI.parse(metadata["@id"])
-        metadata["doi"] = uri.path[1..-1].upcase
-      end
-
-      metadata["title"] = metadata["name"]
-      metadata["author"] = format_authors(metadata["author"]).map do |a|
-        { "given_name" => a[:given_name],
-          "family_name" => a[:family_name],
-          "name" => a[:name],
-          "orcid" => a[:orcid] }.compact
-      end
-
-      metadata["publisher"] = metadata.fetch("publisher", {}).fetch("name", nil)
-      metadata["tags"] = metadata["keywords"].to_s.split(", ").select { |k| k != "featured" }
-      metadata["date"] = metadata.fetch("datePublished", "")
-      metadata["publication_year"] = metadata.fetch("date", "")[0..3].to_i
-      metadata["publication_month"] = metadata.fetch("date", "")[5..6].to_i
-      metadata["publication_day"] = metadata.fetch("date", "")[8..9].to_i
-
-      # metadata["accession_number"] = metadata["alternateName"]
-      metadata["journal_title"] = metadata.fetch("isPartOf", {}).fetch("name", nil)
-
-      if metadata["description"].present?
-        metadata["descriptions"] = [{ value: metadata["description"], description_type: "Abstract" }]
-      end
-
-      # use default version 1.0
-      metadata["version"] ||= "1.0"
-
-      # fetch reference metadata if available
-      metadata["related_identifiers"] = get_related_identifiers(metadata)
-
-      if metadata["license"].present?
-        metadata["license_name"] = LICENSES.fetch(metadata["license"], nil)
-        metadata["license_url"] = metadata["license"]
-      end
-
-      metadata = metadata.extract!(*%w(publisher doi tags title author date
-        publication_year publication_month publication_day license_name
-        license_url accession_number journal_title))
-    end
-
-    def generate_jats_for_url(url, options={})
-      filename, build_path, source_path = filepath_from_url(url, options)
-      metadata = generate_metadata_for_jats(build_path, options)
-      return "No JATS XML written for #{filename}" if metadata["published"].to_s == "false"
-
-      file = IO.read(source_path)
-      content = Bergamasco::Markdown.split_yaml_frontmatter(file).last
-      text = Bergamasco::Markdown.join_yaml_frontmatter(metadata, content)
-
-      xml = Bergamasco::Pandoc.convert_to_jats(text, options)
-      xmlname = filename.gsub(/\.html\.(erb|md)/, ".xml")
-      xmlpath = build_path.gsub("index.html", xmlname)
-      IO.write(xmlpath, xml)
-
-      "JATS XML written for #{filename}"
-    end
-
-    def generate_jats_for_all_urls(url, options={})
-      urls = get_urls_for_works(url)
-      urls.map do |u|
-        generate_jats_for_url(u, options)
-      end.join("\n")
-    end
-
-    def validate_jats(xml)
-      schema = Nokogiri::XML::Schema(open(JATS_SCHEMA))
-      puts schema.validate(Nokogiri::XML(xml))
-
-      OpenStruct.new(body: { "errors" => schema.validate(Nokogiri::XML(xml)).map { |error| { "title" => error.to_s } } })
-    end
-
-    def url_from_path(site_url, filepath)
-      site_url.to_s.chomp("\\") + "/" + File.basename(filepath)[0..-9] + "/"
-    end
-
-    def format_authors(authors)
-      Array(authors).map do |author|
-        orcid = validate_orcid(author["@id"])
-        name = (author["givenName"].present? || author["familyName"].present?) ? nil : author["name"]
-
-        { :given_name => author["givenName"],
-          :family_name => author["familyName"],
-          :name => name,
-          :orcid => orcid }.compact
-      end
-    end
-
-    def get_related_identifiers(metadata)
-      citations = Array(metadata["citation"])
-      parent = [metadata["isPartOf"]].compact.map { |r| r.merge("relation_type" => "IsPartOf") }
-      children = Array(metadata["hasPart"]).map { |r| r.merge("relation_type" => "HasPart") }
-
-      (citations + parent + children).map do |r|
-        id = r.fetch("@id", "")
-        relation_type = r.fetch("relation_type", "References")
-
-        if /(http|https):\/\/(dx\.)?doi\.org\/(\w+)/.match(id)
-          uri = Addressable::URI.parse(id)
-          value = uri.path[1..-1].upcase
-          type = "DOI"
-        elsif /(http|https):\/\//.match(id)
-          uri = Addressable::URI.parse(id)
-          value = uri.normalize.to_s
-          type = "URL"
-        else
-          type = nil
-        end
-
-        {
-          value: value,
-          related_identifier_type: type,
-          relation_type: relation_type
-        }
-      end.select { |t| t[:related_identifier_type].present? }
-    end
-
-    def format_media(metadata)
-      [metadata["encoding"]].compact.map do |m|
-        { mime_type: m["fileFormat"],
-          url: m["@id"] }
-      end
-    end
-
-    def filepath_from_url(url, options={})
-      if doi_from_url(url)
-        response = Maremma.head(url, limit: 0)
-        url = response.headers.present? ? response.headers.fetch("Location", "") : ""
-      end
-
-      uri = Addressable::URI.parse(url.gsub(Dir.pwd + options[:build_dir].to_s, "")
-                                      .gsub(/index\.html$/, "")
-                                      .gsub(/\/$/, ""))
-      basename = File.basename(uri.path, ".html").presence || "index"
-
-      if basename.starts_with?("index")
-        filename = basename + ".html.erb"
-        source_path = Dir.pwd + options[:source_dir].to_s + filename
-        build_path = Dir.pwd + options[:build_dir].to_s + basename + ".html"
-      else
-        filename = basename + ".html.md"
-        source_path = Dir.pwd + options[:source_dir].to_s + options[:posts_dir].to_s + filename
-        build_path = Dir.pwd + options[:build_dir].to_s + basename + "/index.html"
-      end
-      [filename, build_path, source_path]
-    end
-  end
-end