bulkrax 1.0.0

data/app/views/bulkrax/importers/new.html.erb

@@ -0,0 +1,25 @@
+<% provide :page_header do %>
+  <h1><span class="fa fa-edit" aria-hidden="true"></span> New Importer</h1>
+<% end %>
+
+<div class="row">
+  <div class="col-md-12">
+    <div class="panel panel-default tabs">
+      <%= simple_form_for @importer, html: { multipart: true } do |form| %>
+        <%= render 'form', importer: @importer, form: form %>
+        <div class="panel-footer">
+          <div class='pull-right'>
+            <%= form.button :submit, value: 'Create and Validate', class: 'btn btn-primary' %>
+            |
+            <%= form.button :submit, value: 'Create and Import', class: 'btn btn-primary' %>
+            |
+            <%= form.button :submit, value: 'Create', class: 'btn btn-primary' %>
+            |
+            <% cancel_path = form.object.persisted? ? importer_path(form.object) : importers_path %>
+            <%= link_to t('.cancel'), cancel_path, class: 'btn btn-default ' %>
+          </div>
+        </div>
+      <% end %>
+    </div>
+  </div>
+</div>

data/app/views/bulkrax/importers/show.html.erb

@@ -0,0 +1,175 @@
+<div class="col-xs-12 main-header">
+  <h1><span class="fa fa-cloud-upload" aria-hidden="true"></span> Importer: <%= @importer.name %></h1>
+  <% if @importer.parser_klass == 'Bulkrax::CsvParser' && @work_entries.map { |e| e.status == 'failed' }.any? %>
+    <div class="pull-right">
+      <%= link_to 'Export Errored Entries', importer_export_errors_path(@importer.id), class: 'btn btn-primary' %>
+      <%= link_to 'Upload Corrected Entries', importer_upload_corrected_entries_path(@importer.id), class: 'btn btn-primary' %>
+    </div>
+  <% end %>
+</div>
+<div class="panel panel-default bulkrax-align-text">
+  <div class="panel-body">
+    <p class="bulkrax-p-align">
+      <strong>Name:</strong>
+      <%= @importer.name %>
+    </p>
+    <p class="bulkrax-p-align">
+      <strong>Admin set:</strong>
+      <%= @importer.admin_set_id %>
+    </p>
+    <p class="bulkrax-p-align">
+      <strong>User:</strong>
+      <%= @importer.user %>
+    </p>
+    <p class="bulkrax-p-align">
+      <strong>Frequency:</strong>
+      <%= @importer.frequency %>
+    </p>
+    <p class="bulkrax-p-align">
+      <strong>Parser klass:</strong>
+      <%= @importer.parser_klass %>
+    </p>
+    <p class="bulkrax-p-align">
+      <strong>Limit:</strong>
+      <%= @importer.limit %>
+    </p>
+
+    <%= render partial: 'bulkrax/shared/bulkrax_errors', locals: {item: @importer} %>
+
+    <div class="accordion-container">
+      <div class="accordion-heading" role="tab" id="parser-fields-heading">
+        <a class="accordion-title" role="button" data-toggle="collapse" data-target="#parser-fields-importer-show" aria-expanded="true" aria-controls="parser-fields-importer-show">
+          Parser fields:
+        </a>
+        <a role="button" data-toggle="collapse" data-target="#parser-fields-importer-show" aria-expanded="true" aria-controls="parser-fields-importer-show">
+          <div class="accordion-icon glyphicon glyphicon-remove-circle" aria-hidden="true"></div>
+        </a>
+      </div>
+      <div id="parser-fields-importer-show" class="accordion-collapse collapse" role="tabpanel" aria-labelledby="parser-fields-heading">
+        <div class="accordion-body">
+          <% @importer.parser_fields.each do |key,value| %>
+            <strong><%= key %>:</strong> <%= value %> <br />
+          <% end %>
+        </div>
+      </div>
+    </div>
+
+    <%= render partial: 'bulkrax/shared/bulkrax_field_mapping', locals: {item: @importer} %>
+
+    <p class="bulkrax-p-align">
+      <strong>Total Works:</strong>
+      <%= @importer.importer_runs.last&.total_work_entries %>
+    </p>
+
+    <p class="bulkrax-p-align">
+      <strong>Total Collections:</strong>
+      <%= @importer.importer_runs.last&.total_collection_entries %>
+    </p>
+
+    <div class="bulkrax-nav-tab-bottom-margin">
+      <!-- Nav tabs -->
+      <ul class="bulkrax-nav-tab-top-margin tab-nav nav nav-tabs" role="tablist">
+        <li role="presentation" class='active'><a href="#work-entries" aria-controls="work-entries" role="tab" data-toggle="tab">Work Entries</a></li>
+        <li role="presentation"><a href="#collection-entries" aria-controls="collection-entries" role="tab" data-toggle="tab">Collection Entries</a></li>
+      </ul>
+      <!-- Tab panes -->
+      <div class="tab-content outline">
+        <div role="tabpanel" class="tab-pane active bulkrax-nav-tab-table-left-align" id="work-entries">
+          <table class='table table-striped'>
+            <thead>
+              <tr>
+                <th>Identifier</th>
+                <th>Collection</th>
+                <th>Entry ID</th>
+                <th>Status</th>
+                <th>Errors</th>
+                <th>Status Set At</th>
+                <th>Actions</th>
+              </tr>
+            </thead>
+            <tbody>
+              <% @work_entries.each do |e| %>
+                <tr>
+                  <td><%= link_to e.identifier, bulkrax.importer_entry_path(@importer.id, e.id) %></td>
+                  <% if e.parsed_metadata.present? && e.parsed_metadata.dig("collections").present? %>
+                    <td><%= e.parsed_metadata.dig("collections").map {|c| c['id'] }.join('; ') %></td>
+                  <% elsif e.raw_metadata.present? %>
+                    <td><%= Array.wrap(e.raw_metadata.dig("collection")).join(';') %></td>
+                  <% else %>
+                    <td></td>
+                  <% end %>
+                  <td><%= e.id %></td>
+                  <% if e.status == "Complete" %>
+                    <td><span class="glyphicon glyphicon-ok" style="color: green;"></span> <%= e.status %></td>
+                  <% else %>
+                    <td><span class="glyphicon glyphicon-remove" style="color: red;"></span> <%= e.status %></td>
+                  <% end %>
+                  <% if e.last_error.present? %>
+                    <td><%= link_to e.last_error.dig("error_class"), bulkrax.importer_entry_path(@importer.id, e.id) %></td>
+                  <% else %>
+                    <td></td>
+                  <% end %>
+                  <td><%= e.status_at %></td>
+                  <td><%= link_to raw('<span class="glyphicon glyphicon-info-sign"></span>'), bulkrax.importer_entry_path(@importer.id, e.id) %></td>
+                </tr>
+              <% end %>
+            </tbody>
+          </table>
+          <%= page_entries_info(@work_entries) %><br />
+          <%= paginate(@work_entries, theme: 'blacklight', param_name: :work_entries_page, params: { anchor: 'work-entries'}) %>
+        </div>
+        <div role="tabpanel" class="tab-pane bulkrax-nav-tab-table-left-align" id="collection-entries">
+          <table class='table table-striped'>
+            <thead>
+              <tr>
+                <th>Identifier</th>
+                <th>Entry ID</th>
+                <th>Status</th>
+                <th>Errors</th>
+                <th>Status Set At</th>
+                <th>Actions</th>
+              </tr>
+            </thead>
+            <tbody>
+              <% @collection_entries.each do |e| %>
+                <tr>
+                  <td><%= link_to e.identifier, bulkrax.importer_entry_path(@importer.id, e.id) %></td>
+                  <td><%= e.id %></td>
+                  <% if e.status == "Complete" %>
+                    <td><span class="glyphicon glyphicon-ok" style="color: green;"></span> <%= e.status %></td>
+                  <% else %>
+                    <td><span class="glyphicon glyphicon-remove" style="color: red;"></span> <%= e.status %></td>
+                  <% end %>
+                  <% if e.last_error.present? %>
+                    <td><%= link_to e.last_error.dig("error_class"), bulkrax.importer_entry_path(@importer.id, e.id) %></td>
+                  <% else %>
+                    <td></td>
+                  <% end %>
+                  <td><%= e.status_at %></td>
+                  <td><%= link_to raw('<span class="glyphicon glyphicon-info-sign"></span>'), bulkrax.importer_entry_path(@importer.id, e.id) %></td>
+                </tr>
+              <% end %>
+            </tbody>
+          </table>
+          <%= page_entries_info(@collection_entries) %><br />
+          <%= paginate(@collection_entries, theme: 'blacklight', param_name: :collections_entries_page, params: {anchor: 'collection-entries'}) %>
+        </div>
+      </div>
+    </div>
+
+    <p class="bulkrax-p-align">
+      <%= link_to 'Edit', edit_importer_path(@importer) %>
+      |
+      <%= link_to 'Back', importers_path %><br /><br />
+    </p>
+
+    <% if @importer.validate_only == true %>
+      <div class='pull-left'>
+        <%= button_to 'Continue', importer_continue_path(@importer), method: :put, class: 'btn btn-primary' %>
+      </div>
+      <div class='pull-right'>
+        <%= button_to 'Discard', @importer, method: :delete, data: { confirm: 'Are you sure?' }, class: 'btn btn-primary' %>
+      </div>
+    <% end %>
+  </div>
+</div>

data/app/views/bulkrax/importers/upload_corrected_entries.html.erb

@@ -0,0 +1,37 @@
+<div class='col-xs-12 main-header'>
+  <h1><span class='fa fa-cloud-upload' aria-hidden='true'></span> Upload Corrected Entries: <%= @importer.name %></h1>
+</div>
+
+<div class='panel panel-default'>
+  <div class='panel-body'>
+    <p>
+    Upload <b>only</b> the corrected entries for the <b><%= @importer.name %></b> importer. To export failed entries for correction,
+    <%= link_to importer_export_errors_path(@importer.id) do %>
+      click here <span class='glyphicon glyphicon-download-alt'></span>
+    <% end %>
+    </p>
+    <p>Only CSV files are allowed.</p>
+
+    <%= simple_form_for @importer, url: importer_upload_corrected_entries_file_path, method: :post, html: { multipart: true } do |f| %>
+      <%= f.fields_for :parser_fields do |fi| %>
+        <div class='parser_fields'>
+          <div class='fileupload-buttonbar hide-required-tag'>
+            <%= fi.input 'file',
+              as: :file,
+              label: "<span class='glyphicon glyphicon-plus'></span><span> Add file...</span>".html_safe,
+              label_html: {
+                class: 'btn btn-success'
+              },
+              input_html: {
+                style: 'display:none;',
+                accept: 'text/csv'
+              } %>
+          </div>
+        </div>
+      <% end %>
+      <div class='pull-right'>
+        <%= f.button :submit, 'Import Corrected Works', class: 'btn btn-primary' %>
+      </div>
+    <% end %>
+  </div>
+</div>

data/app/views/bulkrax/shared/_bulkrax_errors.html.erb

@@ -0,0 +1,52 @@
+<% if item.failed? %>
+  <div class="accordion-container">
+    <div class="accordion-heading" role="tab" id="error-trace-heading">
+      <a class="accordion-title" role="button" data-toggle="collapse" data-target="#error-trace-show" aria-expanded="true" aria-controls="error-trace-show">
+        Errors:
+      </a>
+      <a role="button" data-toggle="collapse" data-target="#error-trace-show" aria-expanded="true" aria-controls="error-trace-show">
+        <div class="accordion-icon glyphicon glyphicon-remove-circle" aria-hidden="true"></div>
+      </a>
+    </div>
+    <div id="error-trace-show" class="accordion-collapse collapse" role="tabpanel" aria-labelledby="error-trace-show">
+      <div class="accordion-body">
+        <div class="bulkrax-nav-tab-bottom-margin">
+          <!-- Toggle buttons -->
+          <div class="btn-group pull-right" role="group" aria-label="...">
+            <button type="button" class="btn btn-default active"><a href="#bulkrax-full-toggle-1" aria-controls="bulkrax-full-toggle-1" role="tab" data-toggle="tab">Full</a></button>
+            <button type="button" class="btn btn-default"><a href="#bulkrax-raw-toggle-1" aria-controls="bulkrax-raw-toggle-1" role="tab" data-toggle="tab">Raw</a></button>
+          </div>
+          <!-- Tab panes -->
+          <div class="tab-content">
+            <div role="tabpanel" class="tab-pane active" id="bulkrax-full-toggle-1">
+              <strong>Errored at:</strong> <%= item.status_at %><br /><br />
+              <strong>Error:</strong> <%= item.current_status.error_class %> - <%= item.current_status.error_message %><br /><br />
+              <strong>Error Trace:</strong><br/><br />
+              <% item.current_status.error_backtrace.each do |v| %>
+                <%= coderay(v, { wrap: :page, css: :class, tab_width: 200, break_lines: true }) %>
+                <br>
+              <% end %>
+            </div>
+            <div role="tabpanel" class="tab-pane" id="bulkrax-raw-toggle-1">
+              <strong>Errored at:</strong> <%= item.status_at %><br /><br />
+              <strong>Error:</strong> <%= item.current_status.error_class %> - <%= item.current_status.error_message %><br /><br />
+              <strong>Error Trace:</strong><br/><br />
+              <% item.current_status.error_backtrace.each do |v| %>
+                <%= coderay(v, { css: :class, tab_width: 0, break_lines: false }) %>
+                <br>
+              <% end %>
+            </div>
+          </div>
+        </div>
+      </div>
+    </div>
+  </div>
+<% elsif item.succeeded? %>
+  <p class='bulkrax-p-align'>
+    <strong>Succeeded At:</strong> <%= item.status_at %>
+  </p>
+<% else %>
+  <p class='bulkrax-p-align'>
+    <strong>Succeeded At:</strong> Item has not yet been <%= @importer.present? ? 'imported' : 'exported' %> successfully
+  </p>
+<% end %>

data/app/views/bulkrax/shared/_bulkrax_field_mapping.html.erb

@@ -0,0 +1,39 @@
+<% if item.field_mapping.present? %>
+  <div class="accordion-container">
+    <div class="accordion-heading" role="tab" id="field-mapping-show-heading">
+      <a class="accordion-title" role="button" data-toggle="collapse" data-target="#field-mapping-show" aria-expanded="true" aria-controls="field-mapping-show">
+        <strong>Field mapping:</strong>
+      </a>
+      <a role="button" data-toggle="collapse" data-target="#field-mapping-show" aria-expanded="true" aria-controls="field-mapping-show">
+        <div class="accordion-icon glyphicon glyphicon-remove-circle" aria-hidden="true"></div>
+      </a>
+    </div>
+    <div id="field-mapping-show" class="accordion-collapse collapse" role="tabpanel" aria-labelledby="field-mapping-show">
+      <div class="accordion-body">
+        <div class="bulkrax-nav-tab-bottom-margin">
+          <!-- Toggle buttons -->
+          <div class="btn-group pull-right" role="group" aria-label="...">
+            <button type="button" class="btn btn-default"><a href="#bulkrax-full-toggle-2" aria-controls="bulkrax-full-toggle-2" role="tab" data-toggle="tab">Full</a></button>
+            <button type="button" class="btn btn-default"><a href="#bulkrax-raw-toggle-2" aria-controls="bulkrax-raw-toggle-2" role="tab" data-toggle="tab">Raw</a></button>
+          </div>
+          <!-- Tab panes -->
+          <div class="tab-content">
+            <div id='bulkrax-full-toggle-2' role="tabpanel" class="tab-pane active bulkrax-clear-toggles">
+              <% item.field_mapping.each do |k, v| %>
+                <strong><%= k %>:</strong>
+                <%= coderay(v, { wrap: :page, css: :class, tab_width: 200, break_lines: true }) %>
+                <br>
+              <% end %>
+            </div>
+            <div id="bulkrax-raw-toggle-2" role="tabpanel" class="tab-pane">
+              <% item.field_mapping.each do |k, v| %>
+                <%= coderay(v, { css: :class, tab_width: 0, break_lines: false }) %>
+                <br>
+              <% end %>
+            </div>
+          </div>
+        </div>
+      </div>
+    </div>
+  </div>
+<% end %>

data/app/views/hyrax/dashboard/sidebar/_bulkrax_sidebar_additions.html.erb

@@ -0,0 +1,6 @@
+<%= menu.nav_link(bulkrax.importers_path) do %>
+  <span class="fa fa-cloud-upload" aria-hidden="true"></span> <span class="sidebar-action-text"><%= t('bulkrax.admin.sidebar.importers') %></span>
+<% end %>
+<%= menu.nav_link(bulkrax.exporters_path) do %>
+  <span class="fa fa-cloud-download" aria-hidden="true"></span> <span class="sidebar-action-text"><%= t('bulkrax.admin.sidebar.exporters') %></span>
+<% end %>

data/app/views/hyrax/dashboard/sidebar/_repository_content.html.erb

@@ -0,0 +1,19 @@
+<li class="h5"><%= t('hyrax.admin.sidebar.repository_objects') %></li>
+
+<%= menu.nav_link(hyrax.my_collections_path,
+                  also_active_for: hyrax.dashboard_collections_path) do %>
+  <span class="fa fa-folder-open" aria-hidden="true"></span> <span class="sidebar-action-text"><%= t('hyrax.admin.sidebar.collections') %></span>
+<% end %>
+
+<%= menu.nav_link(hyrax.my_works_path,
+                  also_active_for: hyrax.dashboard_works_path) do %>
+  <span class="fa fa-file" aria-hidden="true"></span> <span class="sidebar-action-text"><%= t('hyrax.admin.sidebar.works') %></span>
+<% end %>
+
+<%= menu.nav_link(bulkrax.importers_path) do %>
+  <span class="fa fa-cloud-upload" aria-hidden="true"></span> <span class="sidebar-action-text"><%= t('bulkrax.admin.sidebar.importers') %></span>
+<% end %>
+
+<%= menu.nav_link(bulkrax.exporters_path) do %>
+  <span class="fa fa-cloud-download" aria-hidden="true"></span> <span class="sidebar-action-text"><%= t('bulkrax.admin.sidebar.exporters') %></span>
+<% end %>

data/app/views/layouts/bulkrax/application.html.erb

@@ -0,0 +1,14 @@
+<!DOCTYPE html>
+<html>
+<head>
+  <title>Bulkrax</title>
+  <%= stylesheet_link_tag    "bulkrax/application", media: "all" %>
+  <%= javascript_include_tag "bulkrax/application" %>
+  <%= csrf_meta_tags %>
+</head>
+<body>
+
+<%= yield %>
+
+</body>
+</html>

data/config/locales/bulkrax.en.yml

@@ -0,0 +1,36 @@
+en:
+  bulkrax:
+    admin:
+      sidebar:
+        exporters: Exporters
+        importers: Importers
+    exporter:
+      labels:
+        collection: Collection
+        export_format: Export Format
+        export_from: Export From
+        export_source: Export Source
+        export_type: Type of Export
+        field_mapping: Field Mapping
+        filter_by_date: Filter By Date
+        finish_date: End Date
+        full: Metadata and Files
+        importer: Importer
+        limit: Limit
+        metadata: Metadata Only
+        name: Name
+        parser_fields: Parser Fields
+        parser_klass: Parser
+        start_date: Start Date
+        status: Status
+        total_work_entries: Total Works
+        user: User
+        worktype: Work Type
+        workflow_status:
+          approved: "Approved"
+          deleted: "Deleted"
+          in_process: "In Process"
+          broken_url: "Broken Url"
+          ingested: "Ingested"
+          unapproved: "Unapproved"
+          needs_repair: "Needs Repair"

data/config/routes.rb

@@ -0,0 +1,18 @@
+# frozen_string_literal: true
+
+Bulkrax::Engine.routes.draw do
+  resources :exporters do
+    get :download
+    resources :entries, only: %i[show]
+  end
+  resources :importers do
+    put :continue
+    get :export_errors
+    collection do
+      post :external_sets
+    end
+    resources :entries, only: %i[show]
+    get :upload_corrected_entries
+    post :upload_corrected_entries_file
+  end
+end

data/db/migrate/20181011230201_create_bulkrax_importers.rb

@@ -0,0 +1,18 @@
+class CreateBulkraxImporters < ActiveRecord::Migration[5.1]
+  def change
+    unless table_exists?(:bulkrax_importers)
+      create_table :bulkrax_importers do |t|
+        t.string :name
+        t.string :admin_set_id
+        t.references :user, foreign_key: false
+        t.string :frequency
+        t.string :parser_klass
+        t.integer :limit
+        t.text :parser_fields
+        t.text :field_mapping
+
+        t.timestamps
+      end
+    end
+  end
+end