gaku_core 0.0.2 → 0.0.3

data/app/controllers/gaku/students/importer_controller.rb

@@ -1,75 +0,0 @@
-# -*- encoding: utf-8 -*-
-require 'GenSheet'
-module Gaku
-  class Students::ImporterController < GakuController
-
-    skip_authorization_check
-    before_action :load_templates, only: :index
-
-    def index
-      @importer_types = {I18n.t('student.roster_sheet') => :import_roster, 'School Station' => :import_school_station_zaikousei}
-      # render 'gaku/students/importer/index'
-    end
-
-    def get_roster
-      template = Template.find(params[:template][:id])
-      #read file from paperclip obejct
-      source_file = File.new(template.file.path)
-      #process with GenSheet
-      sheet = GenSheet.new(source_file).to_xls
-
-      send_file sheet
-    end
-
-    def get_registration_roster
-      exporter = Gaku::Exporters::RosterExporter.new
-      file = exporter.export({})
-    end
-
-    def create
-      redirect_to importer_index_path, alert: I18n.t('errors.messages.file_unreadable') && return if params[:importer][:data_file].nil?
-      file = ImportFile.new(import_params)
-      file.context = 'students'
-      raise 'COULD NOT SAVE FILE' unless file.save
-
-      case params[:importer][:importer_type]
-      when 'import_roster'
-        import_roster(file)
-      when 'import_school_station_zaikousei'
-        import_school_station_zaikousei(file)
-      end
-    end
-
-    private
-
-    def import_params
-      params.require(:importer).permit(:data_file, :importer_type)
-    end
-
-    def load_templates
-      @templates ||= Template.all
-    end
-
-
-    def import_roster(file)
-      if file.data_file.content_type == 'application/vnd.ms-excel' ||
-          file.data_file.content_type == 'application/vnd.oasis.opendocument.spreadsheet' ||
-          file.data_file.content_type == 'application/xls'
-        Gaku::Importers::Students::RosterWorker.perform_async(file.id)
-        render text: 'Importing Roster'
-      else
-        redirect_to importer_index_path, alert: '[' + file.data_file.content_type + '] ' + I18n.t('errors.messages.file_type_unsupported')
-      end
-    end
-
-    def import_school_station_zaikousei(file)
-      if file.data_file.content_type == 'application/vnd.ms-excel'
-        Gaku::Importers::Students::SchoolStationZaikouseiWorker.perform_async(file.id)
-        render text: '在校生をSchoolStationからインポート中。'
-      else
-        redirect_to importer_index_path, alert: I18n.t('errors.messages.file_type_unsupported')
-      end
-    end
-
-  end
-end

data/app/controllers/gaku/syllabuses/importer_controller.rb

@@ -1,19 +0,0 @@
-# -*- encoding: utf-8 -*-
-module Gaku
-  class Syllabuses::ImporterController < GakuController
-
-    skip_authorization_check
-
-    def index
-      #@importer_types = ["GAKU Engine"]
-      render 'gaku/syllabuses/importer/index'
-    end
-
-    def get_template
-    end
-
-    def import_from_template
-    end
-
-  end
-end

data/app/models/gaku/import_file.rb

@@ -1,5 +0,0 @@
-module Gaku
-  class ImportFile < ActiveRecord::Base
-    has_attached_file :data_file
-  end
-end

data/app/views/gaku/students/importer/index.html.slim

@@ -1,26 +0,0 @@
-.row-fluid
-  .span12.well
-    .row-fluid
-      .span12
-        = form_tag get_roster_importer_index_path, method: :get do
-          .control-group
-            .controls
-              = label 'template', 'id', t(:'template.plural')
-              = select_tag 'template[id]', options_from_collection_for_select(@templates, :id, :name), {prompt: t(:'template.choose')}
-          .control-group
-            .controls
-              = submit_tag t(:'student.download_roster'), class: 'span3 btn btn-primary'
-        = hr
-    .row-fluid
-      .span12
-        = link_to_file t(:'student.download_registration_roster'), action: :get_registration_roster
-        hr /
-        = form_for :importer, html: { multipart: true } do |f|
-          h3 = t('student.import')
-          = t('file')
-          = f.file_field :data_file
-          br /
-          = t(:'import_format')
-          = select("importer", "importer_type", @importer_types, {include_blank: false})
-          br /
-          = submit_tag t'import'

data/app/views/gaku/students/importer/roster_import_preview.html.slim

@@ -1,4 +0,0 @@
-h3 student import preview
-br /
-p = "created students:" + @created_students.to_s
-p = "row count:" + @rowcount.to_s

data/app/views/gaku/syllabuses/importer/index.html.slim

@@ -1,14 +0,0 @@
-.row-fluid
-  .span12.well
-    .row-fluid
-      .span12
-        = link_to_file t(:'syllabus.registration.csv'), action: :get_template id: "get_template"
-        hr /
-        = form_for :importer, url: { action: "import_from_template" }, html: { multipart: true } do |f|
-          label for="importer"
-          = f.file_field :data_file
-          br /
-          = t(:'import_format')
-          = select("importer", "data_type", @importer_types, {include_blank: false})
-          br /
-          = submit_tag 'Submit'

data/app/workers/gaku/importers/students/roster_worker.rb

@@ -1,18 +0,0 @@
-require 'roo'
-require 'GenSheet'
-
-module Gaku::Importers::Students
-  class RosterWorker
-    include Sidekiq::Worker
-    sidekiq_options retry: false
-
-    def perform(file_id)
-      file = Gaku::ImportFile.find file_id
-      if file
-        Gaku::Importers::Students::Roster.new(file, logger)
-      else
-        raise 'NO FILE'
-      end
-    end
-  end
-end

data/app/workers/gaku/importers/students/school_station_zaikousei_worker.rb

@@ -1,15 +0,0 @@
-module Gaku::Importers::Students
-  class SchoolStationZaikouseiWorker
-    include Sidekiq::Worker
-    sidekiq_options retry: false
-
-    def perform(file_id)
-      file = Gaku::ImportFile.find file_id
-      if file
-        Gaku::Importers::Students::SchoolStationZaikousei.new(file, logger)
-      else
-        raise 'NO FILE'
-      end
-    end
-  end
-end

data/config/initializers/sidekiq.rb

@@ -1,6 +0,0 @@
-require 'sidekiq'
-#Sidekiq.configure_server do |config|
-#  config.redis = { url: 'redis://redistogo:23997367276d9d8e473756154c3da248@spadefish.redistogo.com:9679/'}
-#end
-
-ENV['REDISTOGO_URL'] = 'redis://redistogo:23997367276d9d8e473756154c3da248@spadefish.redistogo.com:9679/'

data/lib/gaku/exporters/roster_exporter.rb

@@ -1,36 +0,0 @@
-# -*- encoding: utf-8 -*-
-require 'roo'
-require 'GenSheet'
-
-module Gaku
-  module Exporters
-    class RosterExporter
-      @format
-      @template
-      @workbook
-
-      def initialize(options = {})
-        @format = options[:format] || '.xls'
-        #TODO fix with paperclip
-        @template = options[:template] || 'assets/templates/roster.xls'
-        load_template(@template)
-      end
-
-      def load_template(template)
-        begin
-          @workbook = Roo::Spreadsheet.open(@template)
-        rescue
-          @workbook = Roo::Spreadsheet.new
-        end
-      end
-
-      def export_all
-
-      end
-
-      def export(records = {})
-      end
-    end
-  end
-
-end

data/lib/gaku/importers/key_mapper.rb

@@ -1,19 +0,0 @@
-module Gaku::Importers::KeyMapper
-  def get_keymap(key_syms)
-    keymap = {}
-    key_syms.each do |key|
-      keymap[key] = '^' + I18n.t(key) + '$'#.gsub(' ', ' ')
-    end
-    keymap
-  end
-
-  def filter_keymap(keymap,book)
-    filtered_keymap = {}
-    keymap.each do |key, value|
-      book.each do |row|
-        filtered_keymap[key] = value if row.grep(/#{value}/i).any?
-      end
-    end
-    filtered_keymap
-  end
-end

data/lib/gaku/importers/logger.rb

@@ -1,10 +0,0 @@
-module Gaku::Importers::Logger
-  @logger
-  def log(msg)
-    if !@logger.nil?
-      @logger.info(msg)
-    else
-      puts msg
-    end
-  end
-end

data/lib/gaku/importers/students/guardians.rb

@@ -1,89 +0,0 @@
-require 'GenSheet'
-
-module Gaku::Importers::Students
-  class Guardians
-    include Gaku::Importers::Logger
-    include Gaku::Importers::KeyMapper
-    include Gaku::Importers::Students::StudentIdentity
-    include Gaku::Importers::Students::PersonalInformation
-
-    GUARDIAN_KEY_SYMS = [:'student.id_number', :'student.foreign_id_number',
-                         :student_name, :'guardian.relationship', :full_name, :'guardian.surname',
-                         :'surname_reading', :'guardian.name', :name_reading, :birth_date,
-                         :sex, :email, :phone,
-                         :'address.zipcode', :'address.country', :'address.state',
-                         :'address.city', :'address.address2', :'address.address1']
-
-    def initialize(file, logger = nil)
-      @logger = logger
-      @book = GenSheet.open(File.open(file.data_file.path)) if file
-      @info = @book.sheet('info').parse(
-        header_search: @book.row(@book.first_row)).last
-      set_locale
-      process_guardians
-    end
-
-    private
-
-    def set_locale
-      I18n.locale = @info['locale'].to_sym.presence || I18n.default_locale
-    end
-
-    def process_guardians
-      @book.sheet(I18n.t('guardian.plural'))
-
-      keymap = get_keymap GUARDIAN_KEY_SYMS
-      filtered_keymap = filter_keymap(keymap, @book)
-
-      @book.each_with_index(filtered_keymap) do |row, i|
-        process_row(row) unless i == 0
-      end
-    end
-
-    def process_row(row)
-      student = find_student_by_student_ids(row[:student_id_number], row[:student_foreign_id_number])
-      add_guardian(row, student) unless student.nil?
-    end
-
-    def add_guardian(row, student)
-      if row[:'guardian.name'] != nil && row[:'guardian.name'] != '' # name filled
-        guardian_name = row[:'guardian.name']
-        log 'Guardian with name: ' + guardian_name
-        if row[:'guardian.surname'] == nil || row[:'guardian.suranme'] == ''
-          guardian_surname = student.surname
-        else
-          guardian_surname = row[:'guardian.surname']
-        end
-      elsif !row[:full_name] == nil && row[:full_name] != '' # use full name
-        guardian_name_parts = row[:full_name].sub('　', ' ').split(' ')
-        guardian_surname = guardian_name_parts.first
-        guardian_name = guardian_name_parts.last
-      else # no name, so can't register guardian
-        return
-      end
-
-      #TODO find existing guardian
-      log "Registering new Guardian '#{guardian_surname} #{guardian_name}' " +
-            "to Student [#{student.student_id_number}] #{student.formatted_name}."
-      guardian = student.guardians.new #guardian.new
-      guardian.name = guardian_name
-      guardian.surname = guardian_surname
-
-      guardian.save
-
-      guardian.name_reading = row[:name_reading]
-      guardian.surname_reading = row[:surname_reading]
-      guardian.relationship = row[:'guardian.relationship']
-
-      add_address(row, guardian)
-      add_contacts(row, guardian)
-      reg_sex(row, guardian)
-      reg_birthdate(row, guardian)
-
-      guardian.save
-
-      student.guardians << guardian
-    end
-  end
-end
-

data/lib/gaku/importers/students/personal_information.rb

@@ -1,65 +0,0 @@
-module Gaku::Importers::Students::PersonalInformation
-  def add_contacts(row, person)
-    phone = row[:phone]
-    unless person.contacts.where(contact_type_id: Gaku::ContactType.where(
-      name: 'Phone').first.id,   data: phone).exists?
-      person.contacts.create!(contact_type_id:
-        Gaku::ContactType.wherprimary: true,
-                              emergency: true, data: phone) unless (phone.nil? || phone == '')
-    end
-
-    email = row[:email]
-    unless person.contacts.where(contact_type_id: Gaku::ContactType.where(
-      name: 'Email').first.id,   data: email).exists?
-      person.contacts.create!(contact_type_id: Gaku::ContactType.where(name: 'Email').first.id, primary: true,
-                              emergency: true, data: email) unless (email.nil? || email == '')
-    end
-  end
-
-  def add_address(row, person)
-    if row[:'address.address1']
-      state = nil
-      unless (row[:'address.state'].nil? || row[:'address.state'] == '')
-        state = Gaku::State.where(name: row[:'address.state']).first
-        if state == nil
-          log 'State: "' + row[:'address.state'] + '" not found. Please register and retry import.'
-          return
-        end
-      end
-
-      country = Gaku::Country.where(name: '日本').first
-      unless Gaku::Country.where(name: row[:'address.country']).first.nil?
-        country = Gaku::Country.where(name: row[:'address.country']).first
-      end
-
-      unless person.addresses.where(zipcode: row[:'address.zipcode'].to_s,
-                                    country_id: country.id, state_id: state.id, city: row[:'city'],
-                                    address1: row[:'address.address1'], address2: row[:'address.address2']).exists?
-
-        person_address = person.addresses.create!(zipcode: row[:'address.zipcode'],
-                                                  country_id: country.id, state: state, city: row[:'city'],
-                                                  address1: row[:'address.address1'], address2: row[:'address.address2'])
-      end
-    end
-  end
-
-  def reg_sex(row, person)
-    gender = nil
-    if row[:sex] == I18n.t('gender.female')
-      gender = 0
-    elsif row[:sex] == I18n.t('gender.male')
-      gender = 1
-    end
-    person.gender = gender
-  end
-
-  def reg_birthdate(row, person)
-    #birth_date = Date.strptime(row['birth_date']).to_s
-    #begin
-    #  birth_date = Date.strptime(row['birth_date'].to_s, "%Y/%m/%d")
-    #rescue
-    #  birth_date = Date.civil(1899, 12, 31) + row['birth_date'].to_i.days - 1.day
-    #end
-    person.birth_date = row[:birth_date]
-  end
-end

data/lib/gaku/importers/students/roster.rb

@@ -1,50 +0,0 @@
-require 'GenSheet'
-
-module Gaku::Importers::Students
-  class Roster
-    include Gaku::Importers::Logger
-    include Gaku::Importers::KeyMapper
-
-    ROSTER_KEY_SYMS = [:'student.id_number', :'student.foreign_id_number',
-                       :full_name, :full_name_reading, :name, :name_reading,
-                       :middle_name, :middle_name_reading, :surname, :surname_reading,
-                       :sex, :birth_date, :admitted, :phone, :email,
-                       :'address.zipcode', :'address.country', :'address.state',
-                       :'address.city', :'address.address2', :'address.address1']
-
-    def initialize(file, logger = nil)
-      @logger = logger
-      @book = GenSheet.open(File.open(file.data_file.path)) if file
-      @info = @book.sheet('info').parse(
-        header_search: @book.row(@book.first_row)).last
-      set_locale
-      process_roster
-
-      Gaku::Importers::Students::Guardians.new(file, logger)
-    end
-
-    private
-
-    def set_locale
-      I18n.locale = @info['locale'].to_sym.presence || I18n.default_locale
-    end
-
-    def process_roster
-      @book.sheet(I18n.t('student.roster'))
-
-      keymap = get_keymap ROSTER_KEY_SYMS
-      filtered_keymap = filter_keymap(keymap, @book)
-
-      @book.each_with_index(filtered_keymap) do |row, i|
-        process_row(row) unless i == 0
-      end
-    end
-
-    def process_row(row)
-      ActiveRecord::Base.transaction do
-        Gaku::Importers::Students::RosterToStudent.new(
-          row, @info, @logger)
-      end
-    end
-  end
-end

data/lib/gaku/importers/students/roster_to_student.rb

@@ -1,67 +0,0 @@
-require 'GenSheet'
-
-module Gaku::Importers::Students
-  class RosterToStudent
-    include Gaku::Importers::Logger
-    include Gaku::Importers::Students::StudentIdentity
-    include Gaku::Importers::Students::PersonalInformation
-
-    def initialize(row, info, logger = nil)
-      @logger = logger
-      I18n.locale = info['locale'].to_sym.presence || I18n.default_locale
-
-      student = find_or_create_student(row)
-      reg_id(row, student)
-      reg_name(row, student)
-      reg_sex(row, student)
-      reg_birthdate(row, student)
-      student.save
-
-      add_contacts(row, student)
-      add_address(row, student)
-    end
-
-    private
-
-    def find_or_create_student(row)
-      student = find_student_by_student_ids(row[:student_id_number], row[:student_foreign_id_number])
-
-      unless student.nil?
-        log "Updating student record with Student ID[#{
-          student.student_id_number}]."
-        return student
-      end
-
-      log 'Registering new student from importer.'
-      student = Gaku::Student.new
-      student.enrollment_status = Gaku::EnrollmentStatus.find_by_code('enrolled')
-      student
-    end
-
-    def reg_id(row, student)
-      student.student_id_number = normalize_id_num(row[:student_id_number])
-      student.student_foreign_id_number = normalize_id_num(row[:student_foreign_id_number])
-    end
-
-    def reg_name(row, student)
-      if (!row[:surname].nil? && row[:surname] != '')
-        student.surname = row[:surname]
-        student.middle_name = row[:middle_name]
-        student.name = row[:name]
-        student.surname_reading = row[:surname_reading]
-        student.middle_name_reading = row[:middle_name_reading]
-        student.name_reading = row[:name_reading]
-      elsif (!row[:full_name].nil? && row[:full_name] != '')
-        name_parts = row[:full_name].sub('　', ' ').split(' ')
-        student.surname = name_parts.first
-        student.name = name_parts.last
-
-        name_reading_parts = row[:full_name_reading].sub('　', ' ').split(' ')
-        student.surname_reading = name_reading_parts.first
-        student.name_reading = name_reading_parts.last
-      else
-        log 'Could not read student name for: ' + row
-      end
-    end
-  end
-end

data/lib/gaku/importers/students/school_station_zaikousei.rb

@@ -1,109 +0,0 @@
-require 'roo'
-require 'GenSheet'
-
-module Gaku::Importers::Students
-  class SchoolStationZaikousei
-    include Gaku::Importers::Logger
-    include Gaku::Importers::Students::RosterKeys
-
-    def initialize(file, logger)
-      @logger = logger
-      file_handle = File.open file.data_file.path
-      book = Roo::Spreadsheet.open file_handle
-      open_zaikousei(book)
-      fix_index(book)
-      keymap = get_keymap
-     # fix_names(book, keymap)
-    #  fix_genders(book, keymap)
-    #  start(book, keymap)
-    end
-
-    private
-    def open_zaikousei(book)
-      I18n.locale = :ja
-      book.sheet(0)
-    end
-
-    def fix_index(book)
-      last_column = 0
-      book.row(1).each_with_index do |cell, i|
-        case cell
-        when 'STUDENTCD'
-          book.set 1, i, I18n.t(:student_id_number)
-        when 'ZAINAM_C'
-          book.set 1, i, I18n.t(:name)
-        when 'ZAINAM_K'
-          book.set 1, i, I18n.t(:name_reading)
-        when 'ZAISEXKN'
-          book.set 1, i, I18n.t(:sex)
-        end
-
-        last_column = i
-      end
-
-      book.set 1, (last_column += 1), I18n.t(:surname)
-      book.set 1, (last_column += 1), I18n.t(:surname_reading)
-
-      book.row(1).each do |cell|
-        log 'cell: ' + cell.to_s
-      end
-      #book.row(1..book.last_row).each do |row|
-      #  log row
-      #end
-    end
-
-    def _fix_name(row)
-      name_parts = row[:name].sub('　', ' ').split(' ')
-      surname = name_parts.first
-      name = name_parts.last
-      row[:surname] = surname
-      row[:name] = name
-
-      name_reading_parts = row[:name_reading].sub('　', ' ').split(' ')
-      surname_reading = name_reading_parts.first
-      name_reading = name_reading_parts.last
-      row[:surname_reading] = surname_reading
-      row[:name_reading] = name_reading
-    end
-
-    def fix_names(book, keymap)
-      book.each_with_index(keymap) do |row, i|
-        _fix_name(row) unless i == 0
-      end
-      book.each(keymap) do |row|
-        log '名前変換 姓[' + row[:surname] + ']　名[' + row[:name] + ']'
-      end
-    end
-
-    def fix_genders(book, keymap)
-    end
-
-    def start(book, keymap)
-      book.each_with_index(keymap) do |row, i|
-        process_row(row) unless i == 0
-      end
-    end
-
-    def student_exists?(row)
-      Gaku::Student.exists?(
-        student_foreign_id_number: row[:foreign_id].to_i.to_s)
-    end
-
-    def update_student(row)
-    end
-
-    def register_student(row)
-      ActiveRecord::Base.transaction do
-        Gaku::Importers::Students::RosterToStudent.new(row)
-      end
-    end
-
-    def process_row(row)
-      if student_exists?(row)
-        update_student(row)
-      else
-        register_student(row)
-      end
-    end
-  end
-end

data/lib/gaku/importers/students/student_identity.rb

@@ -1,17 +0,0 @@
-module Gaku::Importers::Students::StudentIdentity
-  def normalize_id_num(id_number)
-    if id_number.to_i == 0 # ID is alphanumeric
-      return id_number.to_s
-    else # ID number is a number, defaulted to float from sheet data
-      return id_number.to_i.to_s
-    end
-  end
-
-  def find_student_by_student_ids(student_id_number, student_foreign_id_number = nil)
-    student =  Gaku::Student.where(
-      student_id_number: normalize_id_num(student_id_number)).first
-    return student unless student.nil?
-    Gaku::Student.where(
-      student_foreign_id_number: normalize_id_num(student_foreign_id_number)).first
-  end
-end

data/lib/gaku/testing/factories/import_file_factory.rb

@@ -1,8 +0,0 @@
-FactoryGirl.define do
-
-  factory :import_file, class: Gaku::ImportFile do
-    context 'students'
-    #data_file File.open(Rails.root + "../support/sample_roster.xls")
-  end
-
-end

data/lib/generators/gaku/install/templates/Procfile

@@ -1,2 +0,0 @@
-web:    bundle exec rails s -p $PORT
-worker: bundle exec sidekiq -C config/sidekiq.yml