RubyGems - ddr-batch - Versions diffs - 1.0.0.rc1 - Mend

ddr-batch 1.0.0.rc1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (31) hide show

checksums.yaml +7 -0
data/LICENSE.txt +12 -0
data/README.md +100 -0
data/Rakefile +36 -0
data/app/jobs/ddr/batch/batch_processor_job.rb +21 -0
data/app/mailers/ddr/batch/batch_processor_run_mailer.rb +19 -0
data/app/models/ddr/batch/batch.rb +72 -0
data/app/models/ddr/batch/batch_ability_definitions.rb +14 -0
data/app/models/ddr/batch/batch_object.rb +297 -0
data/app/models/ddr/batch/batch_object_attribute.rb +57 -0
data/app/models/ddr/batch/batch_object_datastream.rb +23 -0
data/app/models/ddr/batch/batch_object_relationship.rb +26 -0
data/app/models/ddr/batch/ingest_batch_object.rb +118 -0
data/app/models/ddr/batch/update_batch_object.rb +94 -0
data/app/scripts/ddr/batch/batch_processor.rb +151 -0
data/app/views/ddr/batch/batch_processor_run_mailer/send_notification.html.erb +34 -0
data/app/views/ddr/batch/batch_processor_run_mailer/send_notification.text.erb +20 -0
data/config/locales/en.yml +52 -0
data/config/routes.rb +2 -0
data/db/migrate/20150828183839_create_batches.rb +25 -0
data/db/migrate/20150828201857_create_batch_objects.rb +18 -0
data/db/migrate/20150828202118_create_batch_object_attributes.rb +16 -0
data/db/migrate/20150828202200_create_batch_object_datastreams.rb +17 -0
data/db/migrate/20150828202240_create_batch_object_relationships.rb +15 -0
data/lib/ddr-batch.rb +1 -0
data/lib/ddr/batch.rb +17 -0
data/lib/ddr/batch/batch_user.rb +10 -0
data/lib/ddr/batch/engine.rb +14 -0
data/lib/ddr/batch/version.rb +5 -0
data/lib/tasks/ddr_batch_tasks.rake +4 -0
metadata +228 -0

data/app/views/ddr/batch/batch_processor_run_mailer/send_notification.html.erb ADDED Viewed

@@ -0,0 +1,34 @@
+<!DOCTYPE html>
+<html>
+  <head>
+    <meta content="text/html; charset=UTF-8" http-equiv="Content-Type" />
+    <style type="text/css">
+th { text-align: left; }
+td { text-align: right; }
+    </style>
+  </head>
+  <body>
+    <h1><%= @title %></h1>
+	<p>
+	  Host: <%= @host %><br />
+	  Ddr::Batch version: <%= @batch.version %>
+	</p>
+	<p>
+	  Batch Id: <%= @batch.id %><br />
+	  Batch Name: <%= @batch.name %><br />
+	  Started at: <%= @batch.start %><br />
+	  Stopped at: <%= @batch.stop %><br />
+	  Status: <%= @batch.status %><br />
+	  Outcome: <%= @batch.outcome %>
+	</p>
+	<p>
+	  Objects in batch: <%= @batch.batch_objects.size %><br />
+	  Successfully processed: <%= @batch.success %><br />
+	  Processing failures: <%= @batch.failure %><br />
+	  Unprocessed: <%= @batch.batch_objects.size - @batch.success - @batch.failure %>
+	</p>
+	<p>
+	  See attachment for details of batch run.
+	</p>
+  </body>
+</html>

data/app/views/ddr/batch/batch_processor_run_mailer/send_notification.text.erb ADDED Viewed

@@ -0,0 +1,20 @@
+=========================
+<%= @title %>
+=========================
+Host:   <%= @host %>
+Ddr::Batch version: <%= @batch.version %>
+Batch Id: <%= @batch.id %>
+Batch Name: <%= @batch.name %>
+Started at: <%= @batch.start %>
+Stopped at: <%= @batch.stop %>
+Status: <%= @batch.status %>
+Outcome: <%= @batch.outcome %>
+Objects in batch: <%= @batch.batch_objects.size %>
+Successfully processed: <%= @batch.success %>
+Processing failures: <%= @batch.failure %>
+Unprocessed: <%= @batch.batch_objects.size - @batch.success - @batch.failure %>
+See attachment for details of batch run.

data/config/locales/en.yml ADDED Viewed

@@ -0,0 +1,52 @@
+en:
+    ddr:
+        batch:
+            errors:
+                prefix: "%{identifier} [Database ID: %{id}]:"
+            no_batches: "No %{type} batches found for your user account."
+            web:
+                action_names:
+                    procezz: "Process"
+                    restart: "Restart"
+                    retry: "Retry"
+                    validate: "Validate"
+                batch_deletion_confirmation: "You are about to delete batch %{batch_id}. Continue?"
+                column_names:
+                    action: "Action"
+                    checksum: "Checksum"
+                    checksum_type: "Checksum Type"
+                    creation_date: "Created"
+                    datastream: "Datastream"
+                    description: "Description"
+                    id: "ID"
+                    identifier: "Identifier"
+                    log: "Log"
+                    model: "Model"
+                    name: "Name"
+                    objects: "Objects"
+                    operation: "Operation"
+                    outcome: "Outcome"
+                    part_of_batch: "Part of Batch"
+                    payload: "Payload"
+                    payload_type: "Payload Type"
+                    pid: "PID"
+                    related_object: "Related Object"
+                    related_object_type: "Related Object Type"
+                    start: "Start"
+                    status: "Status"
+                    user: "User"
+                    value: "Value"
+                    value_type: "Value Type"
+                    verified: "Verified"
+                    verified_in_repository: "Verified in Repository?"
+                headings:
+                    object_validation_errors: "Batch Object Validation Errors"
+                page_titles:
+                    batch: "Batch %{id}"
+                    batches: "Batches"
+                    batch_object: "Batch Object %{id}"
+                tabs:
+                    finished_batches:
+                        label: "Already Run"
+                    pending_batches:
+                        label: "Pending"

data/config/routes.rb ADDED Viewed

	@@ -0,0 +1,2 @@
1	+ Rails.application.routes.draw do
2	+ end

data/db/migrate/20150828183839_create_batches.rb ADDED Viewed

@@ -0,0 +1,25 @@
+class CreateBatches < ActiveRecord::Migration
+  def change
+    unless table_exists?(:batches)
+      create_table :batches do |t|
+        t.string   "name"
+        t.string   "description"
+        t.datetime "created_at"
+        t.datetime "updated_at"
+        t.integer  "user_id"
+        t.string   "status"
+        t.datetime "start"
+        t.datetime "stop"
+        t.string   "outcome"
+        t.integer  "failure",               default: 0
+        t.integer  "success",               default: 0
+        t.string   "version"
+        t.string   "logfile_file_name"
+        t.string   "logfile_content_type"
+        t.integer  "logfile_file_size"
+        t.datetime "logfile_updated_at"
+        t.datetime "processing_step_start"
+      end
+    end
+  end
+end

data/db/migrate/20150828201857_create_batch_objects.rb ADDED Viewed

@@ -0,0 +1,18 @@
+class CreateBatchObjects < ActiveRecord::Migration
+  def change
+    unless table_exists?(:batch_objects)
+      create_table :batch_objects do |t|
+        t.integer  "batch_id"
+        t.string   "identifier"
+        t.string   "model"
+        t.string   "label"
+        t.string   "pid"
+        t.datetime "created_at"
+        t.datetime "updated_at"
+        t.string   "type"
+        t.boolean  "verified",   default: false
+      end
+      add_index "batch_objects", ["verified"], name: "index_batch_objects_on_verified"
+    end
+  end
+end

data/db/migrate/20150828202118_create_batch_object_attributes.rb ADDED Viewed

@@ -0,0 +1,16 @@
+class CreateBatchObjectAttributes < ActiveRecord::Migration
+  def change
+    unless table_exists?(:batch_object_attributes)
+      create_table :batch_object_attributes do |t|
+        t.integer  "batch_object_id"
+        t.string   "datastream"
+        t.string   "name"
+        t.string   "operation"
+        t.text     "value",           limit: 65535
+        t.string   "value_type"
+        t.datetime "created_at"
+        t.datetime "updated_at"
+      end
+    end
+  end
+end

data/db/migrate/20150828202200_create_batch_object_datastreams.rb ADDED Viewed

@@ -0,0 +1,17 @@
+class CreateBatchObjectDatastreams < ActiveRecord::Migration
+  def change
+    unless table_exists?(:batch_object_datastreams)
+      create_table :batch_object_datastreams do |t|
+        t.integer  "batch_object_id"
+        t.string   "operation"
+        t.string   "name"
+        t.text     "payload"
+        t.string   "payload_type"
+        t.datetime "created_at"
+        t.datetime "updated_at"
+        t.string   "checksum"
+        t.string   "checksum_type"
+      end
+    end
+  end
+end

data/db/migrate/20150828202240_create_batch_object_relationships.rb ADDED Viewed

@@ -0,0 +1,15 @@
+class CreateBatchObjectRelationships < ActiveRecord::Migration
+  def change
+    unless table_exists?(:batch_object_relationships)
+      create_table :batch_object_relationships do |t|
+        t.integer  "batch_object_id"
+        t.string   "name"
+        t.string   "operation"
+        t.string   "object"
+        t.string   "object_type"
+        t.datetime "created_at"
+        t.datetime "updated_at"
+      end
+    end
+  end
+end

data/lib/ddr-batch.rb ADDED Viewed

	@@ -0,0 +1 @@
1	+ require 'ddr/batch'

data/lib/ddr/batch.rb ADDED Viewed

@@ -0,0 +1,17 @@
+require 'ddr/batch/engine'
+require 'ddr/batch/version'
+require 'ddr/models'
+require 'paperclip'
+module Ddr
+  module Batch
+    extend ActiveSupport::Autoload
+    autoload :BatchUser
+    def self.table_name_prefix
+    end
+  end
+end

data/lib/ddr/batch/batch_user.rb ADDED Viewed

@@ -0,0 +1,10 @@
+module Ddr::Batch
+  module BatchUser
+    extend ActiveSupport::Concern
+    included do
+      has_many :batches, :inverse_of => :user, class_name: Ddr::Batch::Batch
+    end
+  end
+end

data/lib/ddr/batch/engine.rb ADDED Viewed

@@ -0,0 +1,14 @@
+module Ddr
+  module Batch
+    class Engine < ::Rails::Engine
+      engine_name 'ddr_batch'
+      config.generators do |g|
+        g.test_framework :rspec
+        g.fixture_replacement :factory_girl
+      end
+    end
+  end
+end

data/lib/ddr/batch/version.rb ADDED Viewed

@@ -0,0 +1,5 @@
+module Ddr
+  module Batch
+    VERSION = "1.0.0.rc1"
+  end
+end

data/lib/tasks/ddr_batch_tasks.rake ADDED Viewed

@@ -0,0 +1,4 @@
+# desc "Explaining what the task does"
+# task :ddr_batch do
+#   # Task goes here
+# end

metadata ADDED Viewed

@@ -0,0 +1,228 @@
+--- !ruby/object:Gem::Specification
+name: ddr-batch
+version: !ruby/object:Gem::Version
+  version: 1.0.0.rc1
+platform: ruby
+authors:
+- Jim Coble
+- David Chandek-Stark
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2015-09-08 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.1.13
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.1.13
+- !ruby/object:Gem::Dependency
+  name: devise
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.4'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.4'
+- !ruby/object:Gem::Dependency
+  name: paperclip
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.2.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.2.0
+- !ruby/object:Gem::Dependency
+  name: ddr-models
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: log4r
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: sqlite3
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec-rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.1'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.1'
+- !ruby/object:Gem::Dependency
+  name: factory_girl_rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.4'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.4'
+- !ruby/object:Gem::Dependency
+  name: capybara
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: jettywrapper
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.8'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.8'
+- !ruby/object:Gem::Dependency
+  name: database_cleaner
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Batch processing for Duke Digital Repository
+email:
+- lib-drs@duke.edu
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- LICENSE.txt
+- README.md
+- Rakefile
+- app/jobs/ddr/batch/batch_processor_job.rb
+- app/mailers/ddr/batch/batch_processor_run_mailer.rb
+- app/models/ddr/batch/batch.rb
+- app/models/ddr/batch/batch_ability_definitions.rb
+- app/models/ddr/batch/batch_object.rb
+- app/models/ddr/batch/batch_object_attribute.rb
+- app/models/ddr/batch/batch_object_datastream.rb
+- app/models/ddr/batch/batch_object_relationship.rb
+- app/models/ddr/batch/ingest_batch_object.rb
+- app/models/ddr/batch/update_batch_object.rb
+- app/scripts/ddr/batch/batch_processor.rb
+- app/views/ddr/batch/batch_processor_run_mailer/send_notification.html.erb
+- app/views/ddr/batch/batch_processor_run_mailer/send_notification.text.erb
+- config/locales/en.yml
+- config/routes.rb
+- db/migrate/20150828183839_create_batches.rb
+- db/migrate/20150828201857_create_batch_objects.rb
+- db/migrate/20150828202118_create_batch_object_attributes.rb
+- db/migrate/20150828202200_create_batch_object_datastreams.rb
+- db/migrate/20150828202240_create_batch_object_relationships.rb
+- lib/ddr-batch.rb
+- lib/ddr/batch.rb
+- lib/ddr/batch/batch_user.rb
+- lib/ddr/batch/engine.rb
+- lib/ddr/batch/version.rb
+- lib/tasks/ddr_batch_tasks.rake
+homepage: https://github.com/duke-libraries/ddr-batch
+licenses:
+- BSD-3-Clause
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">"
+    - !ruby/object:Gem::Version
+      version: 1.3.1
+requirements: []
+rubyforge_project:
+rubygems_version: 2.2.2
+signing_key:
+specification_version: 4
+summary: Batch processing for Duke Digital Repository
+test_files: []