ntq_excelsior_engine 0.1.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +7 -0
- data/MIT-LICENSE +20 -0
- data/README.md +31 -0
- data/Rakefile +8 -0
- data/app/assets/config/ntq_excelsior_engine_manifest.js +1 -0
- data/app/assets/stylesheets/ntq_excelsior_engine/application.css +15 -0
- data/app/controllers/ntq_excelsior_engine/application_controller.rb +4 -0
- data/app/controllers/ntq_excelsior_engine/importers_controller.rb +41 -0
- data/app/controllers/ntq_excelsior_engine/imports_controller.rb +73 -0
- data/app/helpers/ntq_excelsior_engine/application_helper.rb +4 -0
- data/app/helpers/ntq_excelsior_engine/importers_helper.rb +4 -0
- data/app/interactors/ntq_excelsior_engine/exporters/export_import_errors.rb +26 -0
- data/app/interactors/ntq_excelsior_engine/imports/check_lines.rb +29 -0
- data/app/interactors/ntq_excelsior_engine/imports/import_lines.rb +29 -0
- data/app/interactors/ntq_excelsior_engine/imports/load_lines.rb +34 -0
- data/app/interactors/ntq_excelsior_engine/imports/prepare_pipeline.rb +10 -0
- data/app/interactors/ntq_excelsior_engine/imports/process_import.rb +7 -0
- data/app/jobs/ntq_excelsior_engine/application_job.rb +4 -0
- data/app/jobs/ntq_excelsior_engine/process_import_job.rb +14 -0
- data/app/mailers/ntq_excelsior_engine/application_mailer.rb +6 -0
- data/app/models/ntq_excelsior_engine/application_record.rb +5 -0
- data/app/models/ntq_excelsior_engine/import.rb +49 -0
- data/app/models/ntq_excelsior_engine/import_line.rb +17 -0
- data/app/views/layouts/ntq_excelsior_engine/application.html.erb +15 -0
- data/app/views/ntq_excelsior_engine/importers/show.json.jbuilder +6 -0
- data/app/views/ntq_excelsior_engine/imports/status.json.jbuilder +13 -0
- data/config/routes.rb +12 -0
- data/db/migrate/20230224161258_create_ntq_excelsior_engine_imports.rb +18 -0
- data/db/migrate/20230224162132_create_ntq_excelsior_engine_import_lines.rb +14 -0
- data/lib/generators/ntq_excelsior_engine/install_generator.rb +11 -0
- data/lib/generators/templates/ntq_excelsior_engine.rb +16 -0
- data/lib/ntq_excelsior_engine/engine.rb +5 -0
- data/lib/ntq_excelsior_engine/version.rb +3 -0
- data/lib/ntq_excelsior_engine.rb +26 -0
- data/lib/tasks/ntq_excelsior_engine_tasks.rake +4 -0
- metadata +198 -0
checksums.yaml
ADDED
@@ -0,0 +1,7 @@
|
|
1
|
+
---
|
2
|
+
SHA256:
|
3
|
+
metadata.gz: bf2cdefe015d0e80fc5f1da71883944024e63fb58322843f9cdc2d41d1d30e23
|
4
|
+
data.tar.gz: 455b68875ada31f10127d455302f8de2b2d471f1223929a86208e8f19e14a629
|
5
|
+
SHA512:
|
6
|
+
metadata.gz: e5f73015433c7466285d76e03bc58d47244787df787ad770d5af581fe393bad57f5711bd89242bb05d0399e7302f7b7edb29499c3d64298e14f202e69824c70c
|
7
|
+
data.tar.gz: d6be0c59205fb54dff3a66931fd58e505e9082d808a81a433cd9ee027ce9f12760d32f265552c0807fc8b0433ddf3791e83b95e097df6c42bca2b4f3a95758fb
|
data/MIT-LICENSE
ADDED
@@ -0,0 +1,20 @@
|
|
1
|
+
Copyright 2023 Kevin
|
2
|
+
|
3
|
+
Permission is hereby granted, free of charge, to any person obtaining
|
4
|
+
a copy of this software and associated documentation files (the
|
5
|
+
"Software"), to deal in the Software without restriction, including
|
6
|
+
without limitation the rights to use, copy, modify, merge, publish,
|
7
|
+
distribute, sublicense, and/or sell copies of the Software, and to
|
8
|
+
permit persons to whom the Software is furnished to do so, subject to
|
9
|
+
the following conditions:
|
10
|
+
|
11
|
+
The above copyright notice and this permission notice shall be
|
12
|
+
included in all copies or substantial portions of the Software.
|
13
|
+
|
14
|
+
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
15
|
+
EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
16
|
+
MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
17
|
+
NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
|
18
|
+
LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
|
19
|
+
OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
|
20
|
+
WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
data/README.md
ADDED
@@ -0,0 +1,31 @@
|
|
1
|
+
# NtqExcelsiorEngine
|
2
|
+
Short description and motivation.
|
3
|
+
|
4
|
+
## Usage
|
5
|
+
How to use my plugin.
|
6
|
+
|
7
|
+
## Installation
|
8
|
+
Add this line to your application's Gemfile:
|
9
|
+
|
10
|
+
```ruby
|
11
|
+
gem "ntq_excelsior_engine"
|
12
|
+
|
13
|
+
bundle exec rails generate ntq_excelsior_engine:install
|
14
|
+
bundle exec rails ntq_excelsior_engine:install:migrations
|
15
|
+
```
|
16
|
+
|
17
|
+
And then execute:
|
18
|
+
```bash
|
19
|
+
$ bundle
|
20
|
+
```
|
21
|
+
|
22
|
+
Or install it yourself as:
|
23
|
+
```bash
|
24
|
+
$ gem install ntq_excelsior_engine
|
25
|
+
```
|
26
|
+
|
27
|
+
## Contributing
|
28
|
+
Contribution directions go here.
|
29
|
+
|
30
|
+
## License
|
31
|
+
The gem is available as open source under the terms of the [MIT License](https://opensource.org/licenses/MIT).
|
data/Rakefile
ADDED
@@ -0,0 +1 @@
|
|
1
|
+
//= link_directory ../stylesheets/ntq_excelsior_engine .css
|
@@ -0,0 +1,15 @@
|
|
1
|
+
/*
|
2
|
+
* This is a manifest file that'll be compiled into application.css, which will include all the files
|
3
|
+
* listed below.
|
4
|
+
*
|
5
|
+
* Any CSS and SCSS file within this directory, lib/assets/stylesheets, vendor/assets/stylesheets,
|
6
|
+
* or any plugin's vendor/assets/stylesheets directory can be referenced here using a relative path.
|
7
|
+
*
|
8
|
+
* You're free to add application-wide styles to this file and they'll appear at the bottom of the
|
9
|
+
* compiled file so the styles you add here take precedence over styles defined in any other CSS/SCSS
|
10
|
+
* files in this directory. Styles in this file should be added after the last require_* statement.
|
11
|
+
* It is generally better to create a new file per style scope.
|
12
|
+
*
|
13
|
+
*= require_tree .
|
14
|
+
*= require_self
|
15
|
+
*/
|
@@ -0,0 +1,41 @@
|
|
1
|
+
module NtqExcelsiorEngine
|
2
|
+
class ImportersController < ApplicationController
|
3
|
+
before_action :ensure_valid_importer_type!, except: [:status]
|
4
|
+
|
5
|
+
def show
|
6
|
+
@importer = @importer.to_s.constantize
|
7
|
+
render layout: false
|
8
|
+
end
|
9
|
+
|
10
|
+
def sample_file
|
11
|
+
return render nothing: true, status: 404 unless @importer.to_s.constantize.sample_file.present?
|
12
|
+
|
13
|
+
send_file "#{Rails.root}/#{@importer.to_s.constantize.sample_file}", disposition: 'attachment'
|
14
|
+
end
|
15
|
+
|
16
|
+
def status
|
17
|
+
valid_types = NtqExcelsiorEngine.importers.keys.map(&:to_s)
|
18
|
+
|
19
|
+
importing_files = NtqExcelsiorEngine::Import.importing
|
20
|
+
importing_files = importing_files.where(import_type: params[:type]) if params[:type].present? && valid_types.include?(params[:type])
|
21
|
+
|
22
|
+
job_status_json = {}
|
23
|
+
job_status_json[:refetch] = false
|
24
|
+
importing_files.each do |importing_file|
|
25
|
+
job_status_json[importing_file.import_type] = Sidekiq::Status.get_all(importing_file.job_id)
|
26
|
+
job_status_json[:refetch] = true
|
27
|
+
end
|
28
|
+
|
29
|
+
render json: { status: job_status_json }
|
30
|
+
end
|
31
|
+
|
32
|
+
private
|
33
|
+
|
34
|
+
def ensure_valid_importer_type!
|
35
|
+
valid_types = NtqExcelsiorEngine.importers.keys.map(&:to_s)
|
36
|
+
return render json: {}, status: 422 unless valid_types.include?(params[:type]) || params[:type].blank?
|
37
|
+
|
38
|
+
@importer = NtqExcelsiorEngine.importers[params[:type].to_sym]
|
39
|
+
end
|
40
|
+
end
|
41
|
+
end
|
@@ -0,0 +1,73 @@
|
|
1
|
+
require 'csv'
|
2
|
+
|
3
|
+
module NtqExcelsiorEngine
|
4
|
+
class ImportsController < ::ApplicationController
|
5
|
+
skip_before_action :verify_authenticity_token
|
6
|
+
before_action :ensure_valid_importer_type!, only: [:create]
|
7
|
+
|
8
|
+
ALLOWED_IMPORT_ACTIONS = %w(import)
|
9
|
+
|
10
|
+
def index
|
11
|
+
import_files = NtqExcelsiorEngine::Import.all
|
12
|
+
import_files = import_files.where(import_type: params[:import_type]) if params[:import_type]
|
13
|
+
import_files = import_files.order(created_at: :desc)
|
14
|
+
|
15
|
+
render json: { import_files: import_files.map { |import_file| import_file.to_builder.attributes! } }
|
16
|
+
end
|
17
|
+
|
18
|
+
def export_errors
|
19
|
+
@import_file = NtqExcelsiorEngine::Import.find(params[:id])
|
20
|
+
render nothing: true, status: 404 unless @import_file.error?
|
21
|
+
ctx = NtqExcelsiorEngine::Exporters::ExportImportErrors.call(import: @import_file)
|
22
|
+
blob = @import_file.file.blob
|
23
|
+
filename = blob.filename
|
24
|
+
send_data ctx.stream, type: blob.content_type, filename: "#{filename.base}_errors#{filename.extension_with_delimiter}"
|
25
|
+
end
|
26
|
+
|
27
|
+
def show
|
28
|
+
@import_file = ::NtqExcelsiorEngine::Import.find params[:id]
|
29
|
+
render :status, layout: false
|
30
|
+
end
|
31
|
+
|
32
|
+
|
33
|
+
def create
|
34
|
+
@import_file = ::NtqExcelsiorEngine::Import.new import_type: params[:type]
|
35
|
+
@import_file.file = file_params
|
36
|
+
yield(import_file) if block_given?
|
37
|
+
@import_file.inspect
|
38
|
+
if @import_file.save
|
39
|
+
unless NtqExcelsiorEngine.async
|
40
|
+
NtqExcelsiorEngine::Imports::ProcessImport.call(id: @import_file.id, actions: NtqExcelsiorEngine.actions_on_create.map(&:to_s))
|
41
|
+
end
|
42
|
+
end
|
43
|
+
render :status, layout: false
|
44
|
+
end
|
45
|
+
|
46
|
+
def update
|
47
|
+
@import_file = ::NtqExcelsiorEngine::Import.find params[:id]
|
48
|
+
if params[:action].present? && ALLOWED_IMPORT_ACTIONS.include?(params[:to_state])
|
49
|
+
if NtqExcelsiorEngine.async
|
50
|
+
@import_file.process_import!(actions: [params[:to_state]])
|
51
|
+
else
|
52
|
+
NtqExcelsiorEngine::Imports::ProcessImport.call(id: @import_file.id, actions: [params[:to_state]])
|
53
|
+
end
|
54
|
+
@import_file.update(state: 'importing') if params[:to_state] == "import"
|
55
|
+
end
|
56
|
+
render :status, layout: false
|
57
|
+
end
|
58
|
+
|
59
|
+
private
|
60
|
+
|
61
|
+
def ensure_valid_importer_type!
|
62
|
+
valid_types = NtqExcelsiorEngine.importers.keys.map(&:to_s)
|
63
|
+
return render json: {}, status: 422 unless valid_types.include?(params[:type]) || params[:type].blank?
|
64
|
+
|
65
|
+
@importer = NtqExcelsiorEngine.importers[params[:type].to_sym]
|
66
|
+
end
|
67
|
+
|
68
|
+
def file_params
|
69
|
+
params.require(:file)
|
70
|
+
end
|
71
|
+
|
72
|
+
end
|
73
|
+
end
|
@@ -0,0 +1,26 @@
|
|
1
|
+
module NtqExcelsiorEngine
|
2
|
+
class Exporters::ExportImportErrors
|
3
|
+
include Interactor
|
4
|
+
|
5
|
+
def call
|
6
|
+
import = context.import
|
7
|
+
|
8
|
+
package = Axlsx::Package.new
|
9
|
+
wb = package.workbook
|
10
|
+
wb_styles = wb.styles
|
11
|
+
wb.add_worksheet(name: import.import_type) do |sheet|
|
12
|
+
sheet.add_row import.headers.keys.concat(['error'])
|
13
|
+
import.import_lines.each do |import_line|
|
14
|
+
data = []
|
15
|
+
import.headers.each do |_h, accessor|
|
16
|
+
data << import_line.line[accessor] || ''
|
17
|
+
end
|
18
|
+
data << import_line.line_errors if import_line.line_errors.present?
|
19
|
+
sheet.add_row data
|
20
|
+
end
|
21
|
+
end
|
22
|
+
|
23
|
+
context.stream = package.to_stream.read
|
24
|
+
end
|
25
|
+
end
|
26
|
+
end
|
@@ -0,0 +1,29 @@
|
|
1
|
+
module NtqExcelsiorEngine
|
2
|
+
class Imports::CheckLines
|
3
|
+
include Interactor
|
4
|
+
|
5
|
+
around do |interactor|
|
6
|
+
if context.actions && context.actions.include?("check") && context.import && context.importer
|
7
|
+
interactor.call
|
8
|
+
end
|
9
|
+
end
|
10
|
+
|
11
|
+
def call
|
12
|
+
import = context.import
|
13
|
+
importer = context.importer.new
|
14
|
+
begin
|
15
|
+
import.update(state: 'checking')
|
16
|
+
import.import_lines.each do |line|
|
17
|
+
result = importer.import_line(line.line, save: false)
|
18
|
+
line.update(status: result[:status], line_errors: result[:errors], action: result[:action])
|
19
|
+
end
|
20
|
+
sleep 2 if NtqExcelsiorEngine.debug
|
21
|
+
import.update(state: import.import_lines.in_error.any? ? 'error' : 'checked')
|
22
|
+
rescue => e
|
23
|
+
p e.inspect
|
24
|
+
Appsignal.send_error(e)
|
25
|
+
import.update(state: 'error', backtrace: e.backtrace.join('\n'))
|
26
|
+
end
|
27
|
+
end
|
28
|
+
end
|
29
|
+
end
|
@@ -0,0 +1,29 @@
|
|
1
|
+
module NtqExcelsiorEngine
|
2
|
+
class Imports::ImportLines
|
3
|
+
include Interactor
|
4
|
+
|
5
|
+
around do |interactor|
|
6
|
+
if context.actions && context.actions.include?("import") && context.import && !context.import.error? && context.importer
|
7
|
+
interactor.call
|
8
|
+
end
|
9
|
+
end
|
10
|
+
|
11
|
+
def call
|
12
|
+
import = context.import
|
13
|
+
importer = context.importer.new
|
14
|
+
begin
|
15
|
+
import.update(state: 'importing')
|
16
|
+
import.import_lines.each do |line|
|
17
|
+
result = importer.import_line(line.line, save: true)
|
18
|
+
line.update(status: result[:status], line_errors: result[:errors], action: result[:action])
|
19
|
+
end
|
20
|
+
sleep 2 if NtqExcelsiorEngine.debug
|
21
|
+
import.update(state: import.import_lines.in_error.any? ? 'error' : 'imported')
|
22
|
+
rescue => e
|
23
|
+
p e.inspect
|
24
|
+
Appsignal.send_error(e)
|
25
|
+
import.update(state: 'error', backtrace: e.backtrace.join('\n'))
|
26
|
+
end
|
27
|
+
end
|
28
|
+
end
|
29
|
+
end
|
@@ -0,0 +1,34 @@
|
|
1
|
+
module NtqExcelsiorEngine
|
2
|
+
class Imports::LoadLines
|
3
|
+
include Interactor
|
4
|
+
|
5
|
+
around do |interactor|
|
6
|
+
if context.actions && context.actions.include?("load") && context.import && context.importer
|
7
|
+
interactor.call
|
8
|
+
end
|
9
|
+
end
|
10
|
+
|
11
|
+
def call
|
12
|
+
import = context.import
|
13
|
+
importer = context.importer.new
|
14
|
+
begin
|
15
|
+
import.update(state: 'buffering')
|
16
|
+
|
17
|
+
importer.file = import.temp_file
|
18
|
+
lines = importer.lines
|
19
|
+
|
20
|
+
import_lines = []
|
21
|
+
lines.each do |line|
|
22
|
+
import_lines << NtqExcelsiorEngine::ImportLine.new(line: line, import: import)
|
23
|
+
end
|
24
|
+
NtqExcelsiorEngine::ImportLine.import(import_lines)
|
25
|
+
sleep 2 if NtqExcelsiorEngine.debug
|
26
|
+
import.update(headers: importer.detect_header_scheme, state: 'buffered')
|
27
|
+
import.temp_file.unlink
|
28
|
+
rescue => e
|
29
|
+
Appsignal.send_error(e)
|
30
|
+
import.update(state: 'error', backtrace: e.backtrace.join('\n'))
|
31
|
+
end
|
32
|
+
end
|
33
|
+
end
|
34
|
+
end
|
@@ -0,0 +1,14 @@
|
|
1
|
+
module NtqExcelsiorEngine
|
2
|
+
class ProcessImportJob
|
3
|
+
include Sidekiq::Worker
|
4
|
+
include Sidekiq::Status::Worker
|
5
|
+
|
6
|
+
sidekiq_options queue: 'default', retry: 0
|
7
|
+
|
8
|
+
def perform(id, actions = NtqExcelsiorEngine.actions_on_create.map(&:to_s).join(','))
|
9
|
+
import = NtqExcelsiorEngine::Import.find(id)
|
10
|
+
import.update(job_id: jid)
|
11
|
+
Imports::ProcessImport.call(id: id, actions: actions.split(','))
|
12
|
+
end
|
13
|
+
end
|
14
|
+
end
|
@@ -0,0 +1,49 @@
|
|
1
|
+
module NtqExcelsiorEngine
|
2
|
+
class Import < ::ApplicationRecord
|
3
|
+
VALID_CONTENT_TYPES = %w[
|
4
|
+
application/vnd.ms-excel
|
5
|
+
application/vnd.openxmlformats-officedocument.spreadsheetml.sheet
|
6
|
+
application/vnd.ms-excel.sheet.macroenabled.12
|
7
|
+
application/vnd.ms-excel.sheet.macroEnabled.12
|
8
|
+
].freeze
|
9
|
+
|
10
|
+
self.table_name = "excelsior_imports"
|
11
|
+
|
12
|
+
enum state: { pending: 'pending', buffering: 'buffering', buffered: 'buffered', imported: 'imported', error: 'error', importing: 'importing', checking: 'checking', checked: 'checked' }
|
13
|
+
|
14
|
+
serialize :options, Hash
|
15
|
+
serialize :headers, Hash
|
16
|
+
serialize :stats, Hash
|
17
|
+
|
18
|
+
has_one_attached :file
|
19
|
+
has_many :import_lines, foreign_key: :excelsior_import_id
|
20
|
+
|
21
|
+
validates :file, presence: true
|
22
|
+
validates :state, presence: true
|
23
|
+
validates :import_type, presence: true
|
24
|
+
validates :import_type, inclusion: { in: NtqExcelsiorEngine.importers.keys.map(&:to_s) }, on: :create
|
25
|
+
|
26
|
+
after_create_commit :process_import!
|
27
|
+
|
28
|
+
def temp_file
|
29
|
+
return @tmp if @tmp
|
30
|
+
|
31
|
+
filename = file.blob.filename
|
32
|
+
@tmp = Tempfile.new([filename.base, filename.extension_with_delimiter], binmode: true)
|
33
|
+
@tmp.write(file.download)
|
34
|
+
@tmp.rewind
|
35
|
+
@tmp
|
36
|
+
end
|
37
|
+
|
38
|
+
def importer_klass
|
39
|
+
NtqExcelsiorEngine.importers[import_type.to_sym]
|
40
|
+
end
|
41
|
+
|
42
|
+
def process_import!(actions: NtqExcelsiorEngine.actions_on_create.map(&:to_s))
|
43
|
+
if NtqExcelsiorEngine.async
|
44
|
+
job_id = NtqExcelsiorEngine::ProcessImportJob.perform_async(id, actions.join(','))
|
45
|
+
p "ASYNC #{job_id}"
|
46
|
+
end
|
47
|
+
end
|
48
|
+
end
|
49
|
+
end
|
@@ -0,0 +1,17 @@
|
|
1
|
+
module NtqExcelsiorEngine
|
2
|
+
class ImportLine < ApplicationRecord
|
3
|
+
self.table_name = "excelsior_import_lines"
|
4
|
+
|
5
|
+
serialize :line, Hash
|
6
|
+
|
7
|
+
validates :status, inclusion: { in: %w[error success] }, allow_blank: true
|
8
|
+
validates :action, inclusion: { in: %w[create update] }, allow_blank: true
|
9
|
+
|
10
|
+
belongs_to :import, foreign_key: :excelsior_import_id
|
11
|
+
|
12
|
+
scope :in_error, -> { where(status: 'error') }
|
13
|
+
scope :successes, -> { where(status: 'success') }
|
14
|
+
scope :is_create, -> { where(action: 'create') }
|
15
|
+
scope :is_update, -> { where(action: 'update') }
|
16
|
+
end
|
17
|
+
end
|
@@ -0,0 +1,15 @@
|
|
1
|
+
<!DOCTYPE html>
|
2
|
+
<html>
|
3
|
+
<head>
|
4
|
+
<title>Ntq excelsior engine</title>
|
5
|
+
<%= csrf_meta_tags %>
|
6
|
+
<%= csp_meta_tag %>
|
7
|
+
|
8
|
+
<%= stylesheet_link_tag "ntq_excelsior_engine/application", media: "all" %>
|
9
|
+
</head>
|
10
|
+
<body>
|
11
|
+
|
12
|
+
<%= yield %>
|
13
|
+
|
14
|
+
</body>
|
15
|
+
</html>
|
@@ -0,0 +1,13 @@
|
|
1
|
+
json.set! :data do
|
2
|
+
json.id @import_file.id
|
3
|
+
json.state @import_file.state
|
4
|
+
if @import_file.error?
|
5
|
+
json.error_file download_errors_file_url(@import_file.id)
|
6
|
+
end
|
7
|
+
if %[checked imported importing].include? @import_file.state
|
8
|
+
json.errors_count @import_file.import_lines.in_error.count
|
9
|
+
json.success_count @import_file.import_lines.successes.count
|
10
|
+
json.create_count @import_file.import_lines.successes.is_create.count
|
11
|
+
json.update_count @import_file.import_lines.successes.is_update.count
|
12
|
+
end
|
13
|
+
end
|
data/config/routes.rb
ADDED
@@ -0,0 +1,12 @@
|
|
1
|
+
NtqExcelsiorEngine::Engine.routes.draw do
|
2
|
+
if NtqExcelsiorEngine.import_active
|
3
|
+
get 'importers/show'
|
4
|
+
get '/importers/:type' => "importers#show"
|
5
|
+
get '/importers/:type/sample_file' => "importers#sample_file", as: :download_sample_file
|
6
|
+
get '/importers/status' => "importers#status"
|
7
|
+
|
8
|
+
post '/imports/:type' => "imports#create"
|
9
|
+
get '/imports/:id/export_errors' => "imports#export_errors", as: :download_errors_file
|
10
|
+
resources :imports, only: [:show, :update]
|
11
|
+
end
|
12
|
+
end
|
@@ -0,0 +1,18 @@
|
|
1
|
+
class CreateNtqExcelsiorEngineImports < ActiveRecord::Migration[7.0]
|
2
|
+
def change
|
3
|
+
create_table :excelsior_imports do |t|
|
4
|
+
t.string :state, limit: 32, null: false, default: "pending"
|
5
|
+
t.string :import_type, limit: 191, null: false
|
6
|
+
t.string :job_id, limit: 191
|
7
|
+
t.text :options
|
8
|
+
t.text :headers
|
9
|
+
t.text :error_message
|
10
|
+
t.text :stats
|
11
|
+
t.text :backtrace
|
12
|
+
t.string :created_by, limit: 64
|
13
|
+
|
14
|
+
t.index :import_type
|
15
|
+
t.timestamps
|
16
|
+
end
|
17
|
+
end
|
18
|
+
end
|
@@ -0,0 +1,14 @@
|
|
1
|
+
class CreateNtqExcelsiorEngineImportLines < ActiveRecord::Migration[7.0]
|
2
|
+
def change
|
3
|
+
create_table :excelsior_import_lines do |t|
|
4
|
+
t.belongs_to :excelsior_import, foreign_key: true
|
5
|
+
t.string :status, limit: 32
|
6
|
+
t.string :action, limit: 32
|
7
|
+
t.text :line
|
8
|
+
t.text :line_errors
|
9
|
+
t.timestamps
|
10
|
+
|
11
|
+
t.index :status
|
12
|
+
end
|
13
|
+
end
|
14
|
+
end
|
@@ -0,0 +1,11 @@
|
|
1
|
+
module NtqExcelsiorEngine
|
2
|
+
module Generators
|
3
|
+
class InstallGenerator < Rails::Generators::Base
|
4
|
+
source_root File.expand_path("../../templates", __FILE__)
|
5
|
+
|
6
|
+
def copy_initializer_file
|
7
|
+
template "ntq_excelsior_engine.rb", "config/initializers/ntq_excelsior_engine.rb"
|
8
|
+
end
|
9
|
+
end
|
10
|
+
end
|
11
|
+
end
|
@@ -0,0 +1,16 @@
|
|
1
|
+
# require 'user_importer'
|
2
|
+
|
3
|
+
NtqExcelsiorEngine.setup do |config|
|
4
|
+
|
5
|
+
# config.import_active = true
|
6
|
+
|
7
|
+
# config.importers = {
|
8
|
+
# user: UserImporter
|
9
|
+
# }
|
10
|
+
|
11
|
+
# config.debug = false
|
12
|
+
# config.async = false
|
13
|
+
# config.actions_on_create = [:load, :check, :import]
|
14
|
+
# config.action_cable = false
|
15
|
+
|
16
|
+
end
|
@@ -0,0 +1,26 @@
|
|
1
|
+
require "ntq_excelsior_engine/version"
|
2
|
+
require "ntq_excelsior_engine/engine"
|
3
|
+
|
4
|
+
module NtqExcelsiorEngine
|
5
|
+
mattr_accessor :import_active
|
6
|
+
@@import_active = true
|
7
|
+
|
8
|
+
mattr_accessor :importers
|
9
|
+
@@importers = {}
|
10
|
+
|
11
|
+
mattr_accessor :async
|
12
|
+
@@async = false
|
13
|
+
|
14
|
+
mattr_accessor :actions_on_create
|
15
|
+
@@actions_on_create = [:load, :check, :import]
|
16
|
+
|
17
|
+
mattr_accessor :action_cable
|
18
|
+
@@action_cable = false
|
19
|
+
|
20
|
+
mattr_accessor :debug
|
21
|
+
@@debug = false
|
22
|
+
|
23
|
+
def self.setup
|
24
|
+
yield self
|
25
|
+
end
|
26
|
+
end
|
metadata
ADDED
@@ -0,0 +1,198 @@
|
|
1
|
+
--- !ruby/object:Gem::Specification
|
2
|
+
name: ntq_excelsior_engine
|
3
|
+
version: !ruby/object:Gem::Version
|
4
|
+
version: 0.1.0
|
5
|
+
platform: ruby
|
6
|
+
authors:
|
7
|
+
- Kevin
|
8
|
+
autorequire:
|
9
|
+
bindir: bin
|
10
|
+
cert_chain: []
|
11
|
+
date: 2023-02-28 00:00:00.000000000 Z
|
12
|
+
dependencies:
|
13
|
+
- !ruby/object:Gem::Dependency
|
14
|
+
name: rails
|
15
|
+
requirement: !ruby/object:Gem::Requirement
|
16
|
+
requirements:
|
17
|
+
- - "<"
|
18
|
+
- !ruby/object:Gem::Version
|
19
|
+
version: '8'
|
20
|
+
- - ">="
|
21
|
+
- !ruby/object:Gem::Version
|
22
|
+
version: '6'
|
23
|
+
type: :runtime
|
24
|
+
prerelease: false
|
25
|
+
version_requirements: !ruby/object:Gem::Requirement
|
26
|
+
requirements:
|
27
|
+
- - "<"
|
28
|
+
- !ruby/object:Gem::Version
|
29
|
+
version: '8'
|
30
|
+
- - ">="
|
31
|
+
- !ruby/object:Gem::Version
|
32
|
+
version: '6'
|
33
|
+
- !ruby/object:Gem::Dependency
|
34
|
+
name: jbuilder
|
35
|
+
requirement: !ruby/object:Gem::Requirement
|
36
|
+
requirements:
|
37
|
+
- - "<"
|
38
|
+
- !ruby/object:Gem::Version
|
39
|
+
version: '3'
|
40
|
+
type: :runtime
|
41
|
+
prerelease: false
|
42
|
+
version_requirements: !ruby/object:Gem::Requirement
|
43
|
+
requirements:
|
44
|
+
- - "<"
|
45
|
+
- !ruby/object:Gem::Version
|
46
|
+
version: '3'
|
47
|
+
- !ruby/object:Gem::Dependency
|
48
|
+
name: ntq_excelsior
|
49
|
+
requirement: !ruby/object:Gem::Requirement
|
50
|
+
requirements:
|
51
|
+
- - "<"
|
52
|
+
- !ruby/object:Gem::Version
|
53
|
+
version: '2'
|
54
|
+
type: :runtime
|
55
|
+
prerelease: false
|
56
|
+
version_requirements: !ruby/object:Gem::Requirement
|
57
|
+
requirements:
|
58
|
+
- - "<"
|
59
|
+
- !ruby/object:Gem::Version
|
60
|
+
version: '2'
|
61
|
+
- !ruby/object:Gem::Dependency
|
62
|
+
name: caxlsx
|
63
|
+
requirement: !ruby/object:Gem::Requirement
|
64
|
+
requirements:
|
65
|
+
- - "<"
|
66
|
+
- !ruby/object:Gem::Version
|
67
|
+
version: '4'
|
68
|
+
type: :runtime
|
69
|
+
prerelease: false
|
70
|
+
version_requirements: !ruby/object:Gem::Requirement
|
71
|
+
requirements:
|
72
|
+
- - "<"
|
73
|
+
- !ruby/object:Gem::Version
|
74
|
+
version: '4'
|
75
|
+
- !ruby/object:Gem::Dependency
|
76
|
+
name: sidekiq
|
77
|
+
requirement: !ruby/object:Gem::Requirement
|
78
|
+
requirements:
|
79
|
+
- - "<"
|
80
|
+
- !ruby/object:Gem::Version
|
81
|
+
version: '8'
|
82
|
+
type: :runtime
|
83
|
+
prerelease: false
|
84
|
+
version_requirements: !ruby/object:Gem::Requirement
|
85
|
+
requirements:
|
86
|
+
- - "<"
|
87
|
+
- !ruby/object:Gem::Version
|
88
|
+
version: '8'
|
89
|
+
- !ruby/object:Gem::Dependency
|
90
|
+
name: sidekiq-status
|
91
|
+
requirement: !ruby/object:Gem::Requirement
|
92
|
+
requirements:
|
93
|
+
- - ">="
|
94
|
+
- !ruby/object:Gem::Version
|
95
|
+
version: '0'
|
96
|
+
type: :runtime
|
97
|
+
prerelease: false
|
98
|
+
version_requirements: !ruby/object:Gem::Requirement
|
99
|
+
requirements:
|
100
|
+
- - ">="
|
101
|
+
- !ruby/object:Gem::Version
|
102
|
+
version: '0'
|
103
|
+
- !ruby/object:Gem::Dependency
|
104
|
+
name: interactor-rails
|
105
|
+
requirement: !ruby/object:Gem::Requirement
|
106
|
+
requirements:
|
107
|
+
- - ">="
|
108
|
+
- !ruby/object:Gem::Version
|
109
|
+
version: '0'
|
110
|
+
type: :runtime
|
111
|
+
prerelease: false
|
112
|
+
version_requirements: !ruby/object:Gem::Requirement
|
113
|
+
requirements:
|
114
|
+
- - ">="
|
115
|
+
- !ruby/object:Gem::Version
|
116
|
+
version: '0'
|
117
|
+
- !ruby/object:Gem::Dependency
|
118
|
+
name: activerecord-import
|
119
|
+
requirement: !ruby/object:Gem::Requirement
|
120
|
+
requirements:
|
121
|
+
- - ">="
|
122
|
+
- !ruby/object:Gem::Version
|
123
|
+
version: '0'
|
124
|
+
type: :runtime
|
125
|
+
prerelease: false
|
126
|
+
version_requirements: !ruby/object:Gem::Requirement
|
127
|
+
requirements:
|
128
|
+
- - ">="
|
129
|
+
- !ruby/object:Gem::Version
|
130
|
+
version: '0'
|
131
|
+
description: Excelsior engine
|
132
|
+
email:
|
133
|
+
- kevin@9troisquarts.com
|
134
|
+
executables: []
|
135
|
+
extensions: []
|
136
|
+
extra_rdoc_files: []
|
137
|
+
files:
|
138
|
+
- MIT-LICENSE
|
139
|
+
- README.md
|
140
|
+
- Rakefile
|
141
|
+
- app/assets/config/ntq_excelsior_engine_manifest.js
|
142
|
+
- app/assets/stylesheets/ntq_excelsior_engine/application.css
|
143
|
+
- app/controllers/ntq_excelsior_engine/application_controller.rb
|
144
|
+
- app/controllers/ntq_excelsior_engine/importers_controller.rb
|
145
|
+
- app/controllers/ntq_excelsior_engine/imports_controller.rb
|
146
|
+
- app/helpers/ntq_excelsior_engine/application_helper.rb
|
147
|
+
- app/helpers/ntq_excelsior_engine/importers_helper.rb
|
148
|
+
- app/interactors/ntq_excelsior_engine/exporters/export_import_errors.rb
|
149
|
+
- app/interactors/ntq_excelsior_engine/imports/check_lines.rb
|
150
|
+
- app/interactors/ntq_excelsior_engine/imports/import_lines.rb
|
151
|
+
- app/interactors/ntq_excelsior_engine/imports/load_lines.rb
|
152
|
+
- app/interactors/ntq_excelsior_engine/imports/prepare_pipeline.rb
|
153
|
+
- app/interactors/ntq_excelsior_engine/imports/process_import.rb
|
154
|
+
- app/jobs/ntq_excelsior_engine/application_job.rb
|
155
|
+
- app/jobs/ntq_excelsior_engine/process_import_job.rb
|
156
|
+
- app/mailers/ntq_excelsior_engine/application_mailer.rb
|
157
|
+
- app/models/ntq_excelsior_engine/application_record.rb
|
158
|
+
- app/models/ntq_excelsior_engine/import.rb
|
159
|
+
- app/models/ntq_excelsior_engine/import_line.rb
|
160
|
+
- app/views/layouts/ntq_excelsior_engine/application.html.erb
|
161
|
+
- app/views/ntq_excelsior_engine/importers/show.json.jbuilder
|
162
|
+
- app/views/ntq_excelsior_engine/imports/status.json.jbuilder
|
163
|
+
- config/routes.rb
|
164
|
+
- db/migrate/20230224161258_create_ntq_excelsior_engine_imports.rb
|
165
|
+
- db/migrate/20230224162132_create_ntq_excelsior_engine_import_lines.rb
|
166
|
+
- lib/generators/ntq_excelsior_engine/install_generator.rb
|
167
|
+
- lib/generators/templates/ntq_excelsior_engine.rb
|
168
|
+
- lib/ntq_excelsior_engine.rb
|
169
|
+
- lib/ntq_excelsior_engine/engine.rb
|
170
|
+
- lib/ntq_excelsior_engine/version.rb
|
171
|
+
- lib/tasks/ntq_excelsior_engine_tasks.rake
|
172
|
+
homepage: https://github.com/9troisquarts/ntq-excelsior-engine
|
173
|
+
licenses:
|
174
|
+
- MIT
|
175
|
+
metadata:
|
176
|
+
homepage_uri: https://github.com/9troisquarts/ntq-excelsior-engine
|
177
|
+
source_code_uri: https://github.com/9troisquarts/ntq-excelsior-engine
|
178
|
+
changelog_uri: https://github.com/9troisquarts/ntq-excelsior-engine/CHANGELOG.md
|
179
|
+
post_install_message:
|
180
|
+
rdoc_options: []
|
181
|
+
require_paths:
|
182
|
+
- lib
|
183
|
+
required_ruby_version: !ruby/object:Gem::Requirement
|
184
|
+
requirements:
|
185
|
+
- - ">="
|
186
|
+
- !ruby/object:Gem::Version
|
187
|
+
version: '0'
|
188
|
+
required_rubygems_version: !ruby/object:Gem::Requirement
|
189
|
+
requirements:
|
190
|
+
- - ">="
|
191
|
+
- !ruby/object:Gem::Version
|
192
|
+
version: '0'
|
193
|
+
requirements: []
|
194
|
+
rubygems_version: 3.3.7
|
195
|
+
signing_key:
|
196
|
+
specification_version: 4
|
197
|
+
summary: NtqExcelsiorEngine.
|
198
|
+
test_files: []
|