rails_data 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 1b15a982fa559da9af934d78c65d9de10f53aed1545e3c7a32d5ba4a5c202b71
+  data.tar.gz: a8efc9ec82b84a38ad3a89994ae7615c644719aed54b5d6c6cb4b45675b8a822
+SHA512:
+  metadata.gz: b8d70bea26c1b6ec2d38dc424129de6e19d663ba81ba33080c0bdd36c0804fe7161c19cbfffce0bac2fa0ea27563c7435be06eb5f4f0f8abaed731c05f754e46
+  data.tar.gz: 1ed27490934b8b929b1974e218d84d7d5d5b74db5c423cdb5353c2905c6a0c54b31d30e323018b657475f80d02a060aa37aad581acf5fe8f4bd9d53698f8f7f0

data/LICENSE

@@ -0,0 +1,165 @@
+                   GNU LESSER GENERAL PUBLIC LICENSE
+                       Version 3, 29 June 2007
+
+ Copyright (C) 2018 Mingyuan Qin.
+ Everyone is permitted to copy and distribute verbatim copies
+ of this license document, but changing it is not allowed.
+
+
+  This version of the GNU Lesser General Public License incorporates
+the terms and conditions of version 3 of the GNU General Public
+License, supplemented by the additional permissions listed below.
+
+  0. Additional Definitions.
+
+  As used herein, "this License" refers to version 3 of the GNU Lesser
+General Public License, and the "GNU GPL" refers to version 3 of the GNU
+General Public License.
+
+  "The Library" refers to a covered work governed by this License,
+other than an Application or a Combined Work as defined below.
+
+  An "Application" is any work that makes use of an interface provided
+by the Library, but which is not otherwise based on the Library.
+Defining a subclass of a class defined by the Library is deemed a mode
+of using an interface provided by the Library.
+
+  A "Combined Work" is a work produced by combining or linking an
+Application with the Library.  The particular version of the Library
+with which the Combined Work was made is also called the "Linked
+Version".
+
+  The "Minimal Corresponding Source" for a Combined Work means the
+Corresponding Source for the Combined Work, excluding any source code
+for portions of the Combined Work that, considered in isolation, are
+based on the Application, and not on the Linked Version.
+
+  The "Corresponding Application Code" for a Combined Work means the
+object code and/or source code for the Application, including any data
+and utility programs needed for reproducing the Combined Work from the
+Application, but excluding the System Libraries of the Combined Work.
+
+  1. Exception to Section 3 of the GNU GPL.
+
+  You may convey a covered work under sections 3 and 4 of this License
+without being bound by section 3 of the GNU GPL.
+
+  2. Conveying Modified Versions.
+
+  If you modify a copy of the Library, and, in your modifications, a
+facility refers to a function or data to be supplied by an Application
+that uses the facility (other than as an argument passed when the
+facility is invoked), then you may convey a copy of the modified
+version:
+
+   a) under this License, provided that you make a good faith effort to
+   ensure that, in the event an Application does not supply the
+   function or data, the facility still operates, and performs
+   whatever part of its purpose remains meaningful, or
+
+   b) under the GNU GPL, with none of the additional permissions of
+   this License applicable to that copy.
+
+  3. Object Code Incorporating Material from Library Header Files.
+
+  The object code form of an Application may incorporate material from
+a header file that is part of the Library.  You may convey such object
+code under terms of your choice, provided that, if the incorporated
+material is not limited to numerical parameters, data structure
+layouts and accessors, or small macros, inline functions and templates
+(ten or fewer lines in length), you do both of the following:
+
+   a) Give prominent notice with each copy of the object code that the
+   Library is used in it and that the Library and its use are
+   covered by this License.
+
+   b) Accompany the object code with a copy of the GNU GPL and this license
+   document.
+
+  4. Combined Works.
+
+  You may convey a Combined Work under terms of your choice that,
+taken together, effectively do not restrict modification of the
+portions of the Library contained in the Combined Work and reverse
+engineering for debugging such modifications, if you also do each of
+the following:
+
+   a) Give prominent notice with each copy of the Combined Work that
+   the Library is used in it and that the Library and its use are
+   covered by this License.
+
+   b) Accompany the Combined Work with a copy of the GNU GPL and this license
+   document.
+
+   c) For a Combined Work that displays copyright notices during
+   execution, include the copyright notice for the Library among
+   these notices, as well as a reference directing the user to the
+   copies of the GNU GPL and this license document.
+
+   d) Do one of the following:
+
+       0) Convey the Minimal Corresponding Source under the terms of this
+       License, and the Corresponding Application Code in a form
+       suitable for, and under terms that permit, the user to
+       recombine or relink the Application with a modified version of
+       the Linked Version to produce a modified Combined Work, in the
+       manner specified by section 6 of the GNU GPL for conveying
+       Corresponding Source.
+
+       1) Use a suitable shared library mechanism for linking with the
+       Library.  A suitable mechanism is one that (a) uses at run time
+       a copy of the Library already present on the user's computer
+       system, and (b) will operate properly with a modified version
+       of the Library that is interface-compatible with the Linked
+       Version.
+
+   e) Provide Installation Information, but only if you would otherwise
+   be required to provide such information under section 6 of the
+   GNU GPL, and only to the extent that such information is
+   necessary to install and execute a modified version of the
+   Combined Work produced by recombining or relinking the
+   Application with a modified version of the Linked Version. (If
+   you use option 4d0, the Installation Information must accompany
+   the Minimal Corresponding Source and Corresponding Application
+   Code. If you use option 4d1, you must provide the Installation
+   Information in the manner specified by section 6 of the GNU GPL
+   for conveying Corresponding Source.)
+
+  5. Combined Libraries.
+
+  You may place library facilities that are a work based on the
+Library side by side in a single library together with other library
+facilities that are not Applications and are not covered by this
+License, and convey such a combined library under terms of your
+choice, if you do both of the following:
+
+   a) Accompany the combined library with a copy of the same work based
+   on the Library, uncombined with any other library facilities,
+   conveyed under the terms of this License.
+
+   b) Give prominent notice with the combined library that part of it
+   is a work based on the Library, and explaining where to find the
+   accompanying uncombined form of the same work.
+
+  6. Revised Versions of the GNU Lesser General Public License.
+
+  The Free Software Foundation may publish revised and/or new versions
+of the GNU Lesser General Public License from time to time. Such new
+versions will be similar in spirit to the present version, but may
+differ in detail to address new problems or concerns.
+
+  Each version is given a distinguishing version number. If the
+Library as you received it specifies that a certain numbered version
+of the GNU Lesser General Public License "or any later version"
+applies to it, you have the option of following the terms and
+conditions either of that published version or of any later version
+published by the Free Software Foundation. If the Library as you
+received it does not specify a version number of the GNU Lesser
+General Public License, you may choose any version of the GNU Lesser
+General Public License ever published by the Free Software Foundation.
+
+  If the Library as you received it specifies that a proxy can decide
+whether future versions of the GNU Lesser General Public License shall
+apply, that proxy's public statement of acceptance of any version is
+permanent authorization for you to choose that version for the
+Library.

data/README.md

@@ -0,0 +1,41 @@
+# TheData
+TheData is a MiddleMan for import data and export data, It can be used for generating complex report.
+And It can transfer data to many format, Like: csv, pdf, html, xml and more.
+
+## Features
+- Easy to use, Just config;
+- Separate pdf style and data;
+- Strong, even data processing break off, It can be restore easily;
+
+## Functions
+- sidekiq job;
+- report file store;
+- send email notice user after finished sidekiq job;
+
+## Getting Started
+
+#### step-1: Add one_report to you Gemfile:
+
+```ruby
+gem 'the_data'
+```
+
+#### step-2: Run migrations
+
+```bash
+rake the_auth_engine:install:migrations
+rake db:migrate
+```
+
+## How to use
+
+#### step-1: Define table
+The table defined the report's data format
+
+[Define Report Table](docs/define-report-table.md)
+
+#### step-3: (optional) Define report pdf's style
+[Define report pdf style](docs/define-pdf-style)
+
+# 依赖
+[the_role](https://github.com/yigexiangfa/the_role)

data/Rakefile

@@ -0,0 +1,37 @@
+begin
+  require 'bundler/setup'
+rescue LoadError
+  puts 'You must `gem install bundler` and `bundle install` to run rake tasks'
+end
+
+require 'rdoc/task'
+
+RDoc::Task.new(:rdoc) do |rdoc|
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title    = 'TheData'
+  rdoc.options << '--line-numbers'
+  rdoc.rdoc_files.include('README.rdoc')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+
+APP_RAKEFILE = File.expand_path("../test/dummy/Rakefile", __FILE__)
+load 'rails/tasks/engine.rake'
+
+
+load 'rails/tasks/statistics.rake'
+
+
+
+Bundler::GemHelper.install_tasks
+
+require 'rake/testtask'
+
+Rake::TestTask.new(:test) do |t|
+  t.libs << 'lib'
+  t.libs << 'test'
+  t.pattern = 'test/**/*_test.rb'
+  t.verbose = false
+end
+
+
+task default: :test

data/app/assets/config/rails_data_manifest.js

@@ -0,0 +1 @@
+//= link_tree ../javascripts/controllers .js

data/app/assets/javascripts/channels/done.js

@@ -0,0 +1,10 @@
+App.cable.subscriptions.create('DoneChannel', {
+  received: function(data) {
+    var c_id = '#done_' + data.done_id;
+    var collection = $(c_id);
+    collection.html(data.body);
+  },
+  connected: function() {
+    console.log('done channel connected success');
+  }
+});

data/app/assets/javascripts/controllers/the_data_admin/data_lists/edit.js

@@ -0,0 +1 @@
+//= require ./new

data/app/assets/javascripts/controllers/the_data_admin/data_lists/new.js

@@ -0,0 +1 @@
+$('#data_list_type').dropdown();

data/app/assets/javascripts/controllers/the_data_admin/table_lists/index.js

@@ -0,0 +1,10 @@
+//= require action_cable
+//= require_self
+//= require channels/done
+
+(function() {
+  this.App || (this.App = {});
+
+  App.cable = ActionCable.createConsumer('/cable');
+
+}).call(this);

data/app/channels/done_channel.rb

@@ -0,0 +1,7 @@
+class DoneChannel < ApplicationCable::Channel
+
+  def subscribed
+    stream_from "user:#{current_user_id}"
+  end
+
+end

data/app/channels/rails_data_connection.rb

@@ -0,0 +1,29 @@
+# prepend this module
+module RailsDataConnection
+
+  def self.prepended(model)
+    model.identified_by :current_user
+  end
+
+  def connect
+    self.current_user = find_verified_user
+    super
+  end
+
+  protected
+  # todo why session got nil
+  def find_verified_user
+    if session && session['user_id']
+      User.find_by id: session['user_id']
+    else
+      logger.error 'An unauthorized connection attempt was rejected'
+      nil
+    end
+  end
+
+  def session
+    session_key = Rails.application.config.session_options[:key]
+    cookies.encrypted[session_key]
+  end
+
+end

data/app/controllers/rails_data_admin/base_controller.rb

@@ -0,0 +1,3 @@
+class RailsDataAdmin::BaseController < RailsData.config.admin_class.constantize
+
+end

data/app/controllers/rails_data_admin/data_lists_controller.rb

@@ -0,0 +1,75 @@
+class RailsDataAdmin::DataListsController < RailsDataAdmin::BaseController
+  before_action :set_data_list, only: [:show, :edit, :update, :rebuild, :destroy]
+
+  def index
+    query = params.permit(:type).reverse_merge type: 'DataExport'
+    @data_lists = DataList.default_where(query)
+  end
+
+  def new
+    @data_list = DataList.new(type: params[:type])
+  end
+
+  def create
+    @data_list = DataList.new(data_list_params)
+    @data_list.save
+
+    redirect_to data_lists_url(type: @data_list.type)
+  end
+
+  def show
+  end
+
+  def edit
+  end
+
+  def update
+    @data_list.update(data_list_params)
+    redirect_to data_lists_url(type: @data_list.type)
+  end
+
+  def add_item
+    @data_list = DataList.new
+  end
+
+  def remove_item
+
+  end
+
+  def rebuild
+    @data_list.rebuild!
+
+    redirect_back fallback_location: data_lists_url
+  end
+
+  def just_run
+
+  end
+
+  def destroy
+    @data_list.destroy
+    redirect_to data_lists_url, notice: 'Export file was successfully destroyed.'
+  end
+
+  private
+  def set_data_list
+    @data_list = DataList.find params[:id]
+  end
+
+  def data_list_params
+    result = params[:data_list].permit(
+      :type,
+      :title,
+      :comment,
+      :data_table,
+      :export_excel,
+      :export_pdf,
+      parameters: [:key, :value]
+    )
+    _params = result['parameters']&.values&.map { |i|  {i['key'] => i['value'] } }
+    _params = Array(_params).to_combined_hash
+    result['parameters'] = _params
+    result
+  end
+
+end

data/app/controllers/rails_data_admin/data_records_controller.rb

@@ -0,0 +1,71 @@
+class RailsDataAdmin::DataRecordsController < RailsDataAdmin::BaseController
+  before_action :set_data_record, only: [:show, :edit, :update, :rebuild, :destroy]
+
+  def index
+    @data_records = DataRecord.page(params[:page])
+  end
+
+  def new
+    @data_record = DataRecord.new(type: params[:type])
+  end
+
+  def create
+    @data_record = DataRecord.new(data_record_params)
+    @data_record.save
+
+    redirect_to data_records_url(type: @data_record.type)
+  end
+
+  def show
+  end
+
+  def edit
+  end
+
+  def update
+    @data_record.update(data_record_params)
+    redirect_to data_records_url(type: @data_record.type)
+  end
+
+  def add_item
+    @data_record = DataRecord.new
+  end
+
+  def remove_item
+
+  end
+
+  def rebuild
+    @data_record.columns = @data_record.config_columns
+    @data_record.save
+
+    redirect_back fallback_location: data_records_url
+  end
+
+  def destroy
+    @data_record.destroy
+    redirect_to data_records_url, notice: 'Export file was successfully destroyed.'
+  end
+
+  private
+  def set_data_record
+    @data_record = DataRecord.find params[:id]
+  end
+
+  def data_record_params
+    result = params[:data_record].permit(
+      :type,
+      :title,
+      :comment,
+      :data_table,
+      :export_excel,
+      :export_pdf,
+      parameters: [:key, :value]
+    )
+    _params = result['parameters']&.values&.map { |i|  {i['key'] => i['value'] } }
+    _params = Array(_params).to_combined_hash
+    result['parameters'] = _params
+    result
+  end
+
+end

data/app/controllers/rails_data_admin/record_lists_controller.rb

@@ -0,0 +1,105 @@
+class RailsDataAdmin::RecordListsController < RailsDataAdmin::BaseController
+  before_action :set_data_record
+  before_action :set_record_list, only: [:show, :edit, :row, :run, :update, :edit_columns, :update_columns, :destroy]
+  skip_before_action :require_role
+  before_action do |controller|
+    controller.require_role(params[:data_record_id])
+  end
+
+  def index
+    extra_params = params.fetch(:q, {}).permit(@data_record.parameters.keys)
+    extra_params.reject! { |_, value| value.blank? }
+    if extra_params.present?
+      query = { parameters: extra_params.to_unsafe_hash }
+    else
+      query = {}
+    end
+
+    @record_lists = @data_record.record_lists.where(query).page(params[:page])
+  end
+
+  def new
+    @record_list = @data_record.record_lists.build
+  end
+
+  def create
+    @record_list = @data_record.record_lists.build(record_list_params)
+    @record_list.save
+
+    redirect_to data_record_record_lists_url(@data_record)
+  end
+
+  def find
+    @record_list = @data_record.record_lists.find_or_create_by(parameters: params.permit(*@data_record.parameters.keys).to_h)
+    @record_list.run unless @record_list.done
+  end
+
+  def show
+    disposition = params[:disposition] || 'inline'
+    respond_to do |format|
+      format.html
+      format.js
+      format.csv { send_data @record_list.to_csv, filename: @record_list.csv_file_name, type: 'application/csv' }
+      format.pdf { send_data @record_list.to_pdf, filename: @record_list.pdf_file_name, disposition: disposition, type: 'application/pdf' }
+      format.xlsx { send_data @record_list.to_xlsx, filename: @record_list.file_name(self.formats[0]), type: 'application/xlsx' }
+    end
+  end
+
+  def edit
+  end
+
+  def update
+    @record_list.update(record_list_params)
+    redirect_to data_record_record_lists_url(@data_record)
+  end
+
+  def edit_columns
+  end
+
+  def update_columns
+    @record_list.update(columns: columns_params)
+  end
+
+  def row
+    send_data @record_list.to_row_pdf.render,
+              filename: @record_list.pdf_file_name,
+              type: 'application/pdf'
+  end
+
+  def run
+    @record_list.run
+    redirect_back fallback_location: data_record_record_lists_url(@data_record)
+  end
+
+  def destroy
+    @record_list.destroy
+    redirect_to data_record_record_lists_url(@data_record), notice: 'Export file was successfully destroyed.'
+  end
+
+  private
+  def set_record_list
+    @record_list = @data_record.record_lists.find(params[:id])
+  end
+
+  def set_data_record
+    if /\d/.match? params[:data_record_id]
+      @data_record = DataRecord.find params[:data_record_id]
+    else
+      @data_record = DataRecord.find_by data_table: params[:data_record_id]
+    end
+  end
+
+  def record_list_params
+    params.fetch(:record_list, {}).permit(parameters: @data_record.parameters.keys, columns: @data_record.columns.keys)
+  end
+
+  def columns_params
+    params.fetch(:columns, {}).permit!.to_h
+  end
+
+  def file_params
+    params.fetch(:record_list, {}).fetch(:file)
+  end
+
+
+end

data/app/controllers/rails_data_admin/table_lists_controller.rb

@@ -0,0 +1,115 @@
+class RailsDataAdmin::TableListsController < RailsDataAdmin::BaseController
+  before_action :set_data_list
+  before_action :set_table_list, only: [:show, :xlsx, :edit, :row, :run, :migrate, :update, :destroy]
+  skip_before_action :require_role
+  before_action do |controller|
+    controller.require_role(params[:data_list_id])
+  end
+
+  def index
+    @table_lists = @data_list.table_lists.page(params[:page])
+  end
+
+  def new
+    @table_list = @data_list.table_lists.build
+  end
+
+  def create
+    @table_list = @data_list.table_lists.build(table_list_params)
+    @table_list.save
+
+    redirect_to data_list_table_lists_url(@data_list)
+  end
+
+  def find
+    @table_list = @data_list.table_lists.find_or_create_by(parameters: params.permit(*@data_list.parameters.keys).to_h)
+    @table_list.cached_run(params[:timestamp])
+    @table_items = @table_list.table_items.page(params[:page]).per(100)
+  end
+
+  def direct
+    @table_list = @data_list.table_lists.build(parameters: params.permit(*@data_list.parameters.keys).to_h)
+    respond_to do |format|
+      format.xlsx { send_data @table_list.direct_xlsx, filename: @table_list.file_name(formats[0]), type: 'application/xlsx' }
+    end
+  end
+
+  def new_import
+    @table_list = @data_list.table_lists.build
+  end
+
+  def create_import
+    @table_list = @data_list.table_lists.build
+    @table_list.import_to_table_list(file_params.tempfile)
+
+    @table_items = @table_list.table_items.page(params[:page]).per(100)
+  end
+
+  def migrate
+    @table_list.migrate
+    redirect_back fallback_location: data_list_table_lists_url(@data_list)
+  end
+
+  def show
+    @table_items = @table_list.table_items.page(params[:page]).per(100)
+
+    respond_to do |format|
+      format.html
+      format.csv { send_data @table_list.to_csv, filename: @table_list.csv_file_name, type: 'application/csv' }
+      format.pdf { send_data @table_list.to_pdf.render, filename: @table_list.pdf_file_name, type: 'application/pdf' }
+      format.xlsx { send_data @table_list.cached_xlsx, filename: @table_list.file_name(self.formats[0]), type: 'application/xlsx' }
+    end
+  end
+
+  def edit
+  end
+
+  def update
+    @table_list.update(table_list_params)
+    redirect_to data_list_table_lists_url(@data_list)
+  end
+
+  def row
+    send_data @table_list.to_row_pdf.render,
+              filename: @table_list.pdf_file_name,
+              type: 'application/pdf'
+  end
+
+  def xlsx
+    respond_to do |format|
+      format.xlsx { send_data @table_list.direct_xlsx, filename: @table_list.file_name(formats[0]), type: 'application/xlsx' }
+    end
+  end
+
+  def run
+    TableJob.perform_later(@table_list.id, current_user&.id)
+  end
+
+  def destroy
+    @table_list.destroy
+    redirect_to data_list_table_lists_url(@data_list), notice: 'Export file was successfully destroyed.'
+  end
+
+  private
+  def set_table_list
+    @table_list = @data_list.table_lists.find(params[:id])
+  end
+
+  def set_data_list
+    if /\d/.match? params[:data_list_id]
+      @data_list = DataList.find params[:data_list_id]
+    else
+      @data_list = DataList.find_by data_table: params[:data_list_id]
+    end
+  end
+
+  def table_list_params
+    params.fetch(:table_list, {}).permit(parameters: @data_list.parameters.keys)
+  end
+
+  def file_params
+    params.fetch(:table_list, {}).fetch(:file)
+  end
+
+
+end