ndr_import 8.5.0 → 8.5.1

data/test/test_helper.rb

@@ -1,35 +0,0 @@
-require 'simplecov'
-SimpleCov.start
-
-require 'active_support/test_case'
-require 'active_support/core_ext/string'
-require 'ndr_support/safe_path'
-require 'ndr_import'
-require 'yaml'
-
-begin
-  # Shim for Test::Unit vs. Minitest:
-  require 'active_support/testing/autorun'
-rescue LoadError
-  # Rails 4+ only
-end
-
-ActiveSupport.test_order = :random if ActiveSupport.respond_to?(:test_order=)
-
-# The default changes to UTC in Rails 4.
-# TODO: ndr_support should cope...
-ActiveRecord::Base.default_timezone = :local
-
-SafePath.configure! File.dirname(__FILE__) + '/resources/filesystem_paths.yml'
-NdrImport::StandardMappings.mappings = YAML.load_file(
-  File.expand_path(File.dirname(__FILE__) + '/resources/standard_mappings.yml')
-)
-
-# Different Rubies report this differently:
-CORRUPTED_QUOTES_MESSAGE_PATTERN = /(
-  Missing\sor\sstray\squote|
-  col_sep_split|
-  value\safter\squoted\sfield\sisn't\sallowed
-)/x
-
-require 'mocha/minitest'

data/test/universal_importer_helper_test.rb

@@ -1,86 +0,0 @@
-# encoding: UTF-8
-require 'test_helper'
-require 'ndr_import/universal_importer_helper'
-
-# This tests the UniversalImporterHelper mixin
-class UniversalImporterHelperTest < ActiveSupport::TestCase
-  # This is a test importer class to test the excel file helper mixin
-  class TestImporter
-    include NdrImport::UniversalImporterHelper
-
-    def initialize
-      @table_mappings = [
-        NdrImport::Table.new(:filename_pattern => /\.xls\z/i,
-                             :tablename_pattern => /\Asheet1\z/i)
-      ]
-    end
-
-    def get_notifier(_)
-    end
-
-    def unzip_path
-      SafePath.new('test_space_rw')
-    end
-  end
-
-  def setup
-    @permanent_test_files = SafePath.new('permanent_test_files')
-    @test_importer = TestImporter.new
-  end
-
-  test 'extract with matching mapping' do
-    source_file = @permanent_test_files.join('sample_xls.xls')
-    enumerator_ran = false
-    @test_importer.extract(source_file) do |table, rows|
-      assert_instance_of NdrImport::Table, table
-      assert_instance_of Enumerator, rows
-      enumerator_ran = true
-    end
-    assert enumerator_ran
-  end
-
-  test 'extract without matching mapping' do
-    source_file = @permanent_test_files.join('sample_xlsx.xlsx')
-    enumerator_ran = false
-    @test_importer.extract(source_file) do |_table, _rows|
-      enumerator_ran = true
-    end
-    refute enumerator_ran
-  end
-
-  test 'extract and transform with bespoke delimiter' do
-    table_mappings = [
-      NdrImport::Table.new(filename_pattern: /\.txt\z/i,
-                           format: 'delimited',
-                           delimiter: '¬',
-                           header_lines: 1,
-                           footer_lines: 0,
-                           klass: 'SomeTestClass',
-                           columns: [{ 'column' => 'one' },
-                                     { 'column' => 'two' },
-                                     { 'column' => 'three' }])
-    ]
-    source_file = @permanent_test_files.join('not_sign_delimited.txt')
-    @test_importer.stubs(:get_table_mapping).returns(table_mappings.first)
-    @test_importer.extract(source_file) do |table, rows|
-      mapped_rows = table.transform(rows)
-
-      assert_instance_of NdrImport::Table, table
-      assert_instance_of Enumerator, rows
-      expected_mapped_data = [{ rawtext: { 'one' => 'some', 'two' => 'data', 'three' => 'here' } },
-                              { rawtext: { 'one' => 'more', 'two' => 'data', 'three' => 'here' } }]
-
-      assert_equal expected_mapped_data, (mapped_rows.to_a.map { |_klass, fields| fields })
-    end
-  end
-
-  test 'get_notifier' do
-    class TestImporterWithoutNotifier
-      include NdrImport::UniversalImporterHelper
-    end
-
-    assert_raise(NotImplementedError) do
-      TestImporterWithoutNotifier.new.get_notifier(10_000)
-    end
-  end
-end

data/test/xml/table_test.rb

@@ -1,90 +0,0 @@
-require 'test_helper'
-
-# This tests the NdrImport::Xml::Table mapping class
-module Xml
-  class TableTest < ActiveSupport::TestCase
-    def setup
-      file_path = SafePath.new('permanent_test_files').join('sample.xml')
-      handler   = NdrImport::File::Xml.new(file_path, nil, 'xml_record_xpath' => 'root/record')
-
-      @element_lines = handler.send(:rows)
-    end
-
-    def test_should_transform_xml_element_lines
-      table = NdrImport::Xml::Table.new(klass: 'SomeTestKlass', columns: xml_column_mapping)
-
-      expected_data = ['SomeTestKlass', { rawtext: {
-        'no_relative_path'            => 'A value',
-        'no_relative_path_inner_text' => '',
-        'no_path_or_att'              => 'Another value',
-        'demographics_1'              => 'AAA',
-        'demographics_2'              => '03',
-        'demographics_2_inner_text'   => 'Inner text',
-        'address1'                    => 'Address',
-        'address2'                    => 'Address 2',
-        'pathology_date_1'            => '2018-01-01',
-        'pathology_date_2'            => '',
-        'should_be_blank'             => ''
-      } }, 1]
-
-      transformed_data = table.transform(@element_lines)
-      assert_equal 2, transformed_data.count
-
-      transformed_data.each do |klass, fields, _index|
-        assert_equal expected_data[0], klass
-        assert_equal expected_data[1], fields
-      end
-    end
-
-    def test_should_fail_with_unmappped_nodes
-      table = NdrImport::Xml::Table.new(klass: 'SomeTestKlass', columns: partial_xml_column_mapping)
-
-      exception = assert_raises(RuntimeError) { table.transform(@element_lines).to_a }
-      assert exception.message.starts_with? 'sample.xml [RuntimeError: Unmapped data!'
-    end
-
-    private
-
-    def xml_column_mapping
-      [
-        { 'column' => 'no_relative_path',
-          'xml_cell' => { 'relative_path' => '', 'attribute' => 'value' } },
-        { 'column' => 'no_relative_path', 'rawtext_name' => 'no_relative_path_inner_text',
-          'xml_cell' => { 'relative_path' => '' } },
-        { 'column' => 'no_path_or_att',
-          'xml_cell' => { 'relative_path' => '', 'attribute' => '' } },
-        { 'column' => 'demographics_1',
-          'xml_cell' => { 'relative_path' => 'demographics' } },
-        { 'column' => 'demographics_2',
-          'xml_cell' => { 'relative_path' => 'demographics', 'attribute' => 'code' } },
-        { 'column' => 'demographics_2', 'rawtext_name' => 'demographics_2_inner_text',
-          'xml_cell' => { 'relative_path' => 'demographics' } },
-        { 'column' => 'address_line1[1]', 'rawtext_name' => 'address1',
-          'xml_cell' => { 'relative_path' => 'demographics/address' } },
-        { 'column' => 'address_line1[2]', 'rawtext_name' => 'address2',
-          'xml_cell' => { 'relative_path' => 'demographics/address' } },
-        { 'column' => 'pathology_date_1',
-          'xml_cell' => { 'relative_path' => 'pathology' } },
-        { 'column' => 'pathology_date_2',
-          'xml_cell' => { 'relative_path' => 'pathology' } },
-        { 'column' => 'should_be_blank',
-          'xml_cell' => { 'relative_path' => 'not_present' } }
-      ]
-    end
-
-    def partial_xml_column_mapping
-      [
-        { 'column' => 'no_relative_path',
-          'xml_cell' => { 'relative_path' => '', 'attribute' => 'value' } },
-        { 'column' => 'no_path_or_att',
-          'xml_cell' => { 'relative_path' => '', 'attribute' => '' } },
-        { 'column' => 'demographics_1',
-          'xml_cell' => { 'relative_path' => 'demographics' } },
-        { 'column' => 'demographics_2',
-          'xml_cell' => { 'relative_path' => 'demographics', 'attribute' => 'code' } },
-        { 'column' => 'address_line1',
-          'xml_cell' => { 'relative_path' => 'demographics/address' } }
-      ]
-    end
-  end
-end