ndr_import 10.1.2 → 10.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: '0080a6cf08b7832f1af6261ff2c774a0fd8629b02c363869ac852389f239731c'
-  data.tar.gz: f1f986e3e1d59d65cb260cd555e5c17716228cc3ba61ff58fc2df40fc9abb19e
+  metadata.gz: aaca9cf96e7433b7889c004f769997288ea1cec77322754e965b97a545ffb0ab
+  data.tar.gz: 4a1e456f8766f2ea3422b0b712b2ca4c420873248e66fc77b1db8559470a1247
 SHA512:
-  metadata.gz: bf67d9b21781db778b92e245af52182dab5e1cc41d1637a87f82df953aaeae017fc14254b3e3caa3dcb9e6459489e3661f5610277f04af79e6aaedd00109b299
-  data.tar.gz: '08dc2fe4d3dc4b0dcd34cc361285f04eeacf11afb244fc117d1b6abc125218305f092676c89b94547aa9f6711bcc9682671a74e0c5ed39714e8651b98ad9dfc6'
+  metadata.gz: '081ce6d8bce5dde04dca97a68057897a093bc90cca23f7336415330d92dcc599b96b606e9626358731c6638f0c3c1e41b7e763b2c03488cb76eeaa5c5c7a2cd8'
+  data.tar.gz: 802ba8017a16cc843196004854c3a82d161e76bdd4c2f61a5f93e34018dae9090212dd67c4e503a46c5ee78d6ed2da2d7e6f17192e62e4abefbd2382389d1cce

data/CHANGELOG.md

@@ -1,6 +1,19 @@
 ## [Unreleased]
 *no unreleased changes*
 
+## 10.2.0 / 2023-05-16
+* avro file support
+* allow storage of `significant_mapped_fields` in `Table`
+
+## 10.1.3 / 2022-12-08
+### Added
+* JSON Lines file parser
+* Test against Rails 6.1
+* Support Ruby 3.1, Rails 7.0
+
+### Changed
+* Update Ruby/Rails supported versions. 2.7/6.0 is now minimum
+
 ## 10.1.2 / 2021-09-28
 ### Fixed
 * Bump to `nokogiri` to address CVE-2021-41098

data/LICENSE.txt

@@ -1,6 +1,6 @@
 The MIT License (MIT)
 
-Copyright (c) 2011-2015 Public Health England
+Copyright (c) 2011-2022 NHS Digital
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

data/README.md

@@ -1,7 +1,7 @@
-# NdrImport [![Build Status](https://github.com/publichealthengland/ndr_import/workflows/Test/badge.svg)](https://github.com/publichealthengland/ndr_import/actions?query=workflow%3Atest) [![Gem Version](https://badge.fury.io/rb/ndr_import.svg)](https://rubygems.org/gems/ndr_import) [![Documentation](https://img.shields.io/badge/ndr_import-docs-blue.svg)](https://www.rubydoc.info/gems/ndr_import)
-This is the Public Health England (PHE) National Disease Registers (NDR) Import ETL ruby gem, providing:
+# NdrImport [![Build Status](https://github.com/NHSDigital/ndr_import/workflows/Test/badge.svg)](https://github.com/NHSDigital/ndr_import/actions?query=workflow%3Atest) [![Gem Version](https://badge.fury.io/rb/ndr_import.svg)](https://rubygems.org/gems/ndr_import) [![Documentation](https://img.shields.io/badge/ndr_import-docs-blue.svg)](https://www.rubydoc.info/gems/ndr_import)
+This is the NHS Digital (NHSD) National Disease Registers (NDR) Import ETL ruby gem, providing:
 
-1. file import handlers for *extracting* data from delimited files (csv, pipe, tab, thorn), .xls(x) spreadsheets, .doc(x) word documents, PDF, PDF AcroForms, XML, 7-Zip and Zip files.
+1. file import handlers for *extracting* data from delimited files (csv, pipe, tab, thorn), JSON Lines, .xls(x) spreadsheets, .doc(x) word documents, PDF, PDF AcroForms, XML, 7-Zip, Zip and avro files.
 2. table mappers for *transforming* tabular and non-tabular data into key value pairs grouped by a common "klass".
 
 ## Installation
@@ -49,7 +49,7 @@ end
 
 See `test/readme_test.rb` for a more complete working example.
 
-More information on the workings of the mapper are available in the [wiki](https://github.com/PublicHealthEngland/ndr_import/wiki).
+More information on the workings of the mapper are available in the [wiki](https://github.com/NHSDigital/ndr_import/wiki).
 
 ## Development
 
@@ -59,7 +59,7 @@ To install this gem onto your local machine, run `bundle exec rake install`. To
 
 ## Contributing
 
-1. Fork it ( https://github.com/PublicHealthEngland/ndr_import/fork )
+1. Fork it ( https://github.com/NHSDigital/ndr_import/fork )
 2. Create your feature branch (`git checkout -b my-new-feature`)
 3. Commit your changes (`git commit -am 'Add some feature'`)
 4. Push to the branch (`git push origin my-new-feature`)

data/lib/ndr_import/avro/table.rb

@@ -0,0 +1,49 @@
+require 'ndr_import/table'
+
+module NdrImport
+  module Avro
+    # Syntatic sugar to ensure `header_lines` and `footer_lines` are 1 and 0 respectively.
+    # All other Table logic is inherited from `NdrImport::Table`
+    class Table < ::NdrImport::Table
+      # Scaffold an `NdrImport::Avro::Table` instance from avro schema file
+      def self.from_schema(safe_path)
+        raise SecurityError, "#{safe_path} is not a SafePath" unless safe_path.is_a? SafePath
+
+        table_columns = columns_from(::Avro::Schema.parse(::File.open(safe_path)))
+        file_name     = SafeFile.basename(safe_path).sub(/\.avsc\z/, '.avro')
+
+        new(filename_pattern: "/#{file_name}\\z/",
+            klass: 'ExampleKlass',
+            columns: table_columns)
+      end
+
+      def self.all_valid_options
+        super - %w[delimiter header_lines footer_lines]
+      end
+
+      def header_lines
+        1
+      end
+
+      def footer_lines
+        0
+      end
+
+      def self.columns_from(schema)
+        schema.fields.map do |field|
+          column = { column: field.name }
+          column[:mappings] = { field: field.name, daysafter: '1970-01-01' } if date_field?(field)
+
+          column
+        end
+      end
+
+      def self.date_field?(field)
+        field.type.schemas.any? { |schema| schema.logical_type == 'date' }
+      end
+
+      private_class_method :columns_from
+      private_class_method :date_field?
+    end
+  end
+end

data/lib/ndr_import/file/all.rb

@@ -1,5 +1,6 @@
 require_relative 'base'
 require_relative 'acro_form'
+require_relative 'avro'
 require_relative 'delimited'
 require_relative 'docx'
 require_relative 'excel'

data/lib/ndr_import/file/avro.rb

@@ -0,0 +1,34 @@
+require 'avro'
+require 'ndr_support/safe_file'
+require_relative 'registry'
+
+module NdrImport
+  # This is one of a collection of file handlers that deal with individual formats of data.
+  # They can be instantiated directly or via the factory method Registry.tables
+  module File
+    # This class is an avro file handler that returns a single table.
+    class Avro < Base
+      private
+
+      def rows(&block)
+        return enum_for(:rows) unless block
+
+        # Create an instance of DatumReader
+        reader = ::Avro::IO::DatumReader.new
+        # Open @filename in read mode
+        file   = ::File.open(@filename, 'rb')
+        # Equivalent to DataFileReader instance creation in Java
+        dr     = ::Avro::DataFile::Reader.new(file, reader)
+
+        dr.each_with_index do |avro_row, i|
+          # Ensure the first row is always the "header"
+          yield(avro_row.keys) if i.zero?
+          yield(avro_row.values.map(&:to_s))
+        end
+      rescue StandardError => e
+        raise("#{SafeFile.basename(@filename)} [#{e.class}: #{e.message}]")
+      end
+    end
+    Registry.register(Avro, 'avro')
+  end
+end

data/lib/ndr_import/file/json_lines.rb

@@ -0,0 +1,55 @@
+require 'json'
+require 'ndr_support/safe_file'
+require 'ndr_support/utf8_encoding'
+require_relative 'registry'
+
+module NdrImport
+  # This is one of a collection of file handlers that deal with individual formats of data.
+  # They can be instantiated directly or via the factory method Registry.tables
+  module File
+    # This class is a JSON Lines file handler that returns a single "table" of JSON object "rows".
+    class JsonLines < Base
+      include UTF8Encoding
+
+      private
+
+      def rows(&block)
+        return enum_for(:rows) unless block
+
+        # Encoding:
+        #   As we're going to be yielding the parsed json lines of the file as it is streamed
+        #   (rather than slurped in advance), we need to know which encoding / mode
+        #   is going to work in advance.
+        #
+        path = SafeFile.safepath_to_string(@filename)
+        mode = read_mode_for(path)
+
+        # SECURE: TG 25 Oct 2021 SafeFile.safepath_to_string ensures that the path is SafePath.
+        ::File.new(path, mode).each { |line| block.call JSON.parse(ensure_utf8!(line).chomp) }
+      rescue StandardError => e
+        raise "Failed to read #{SafeFile.basename(@filename)} as text [#{e.class}: #{e.message}]"
+      end
+
+      # TODO: In Ruby 2.0+, a mode of "rb:bom|utf-16:utf-8" seemed to fix all cases,
+      # but this doesn't work on Ruby 1.9.3, which we are currently still supporting.
+      # Therefore, we have to test multiple modes in advance, hence #read_mode_for.
+      def read_mode_for(trusted_path)
+        # These are the read modes we will try, in order:
+        modes = ['rb:utf-16:utf-8', 'r:utf-8']
+
+        begin
+          ::File.new(trusted_path, modes.first).each do |_line|
+            # We're just making sure this doesn't raise an error
+          end
+        rescue Encoding::InvalidByteSequenceError
+          modes.shift # That one didn't work...
+          retry if modes.any?
+        end
+
+        modes.first || raise('Unable to determine working stream encoding!')
+      end
+    end
+
+    Registry.register(JsonLines, 'jsonl')
+  end
+end

data/lib/ndr_import/table.rb

@@ -12,7 +12,7 @@ module NdrImport
     def self.all_valid_options
       %w[canonical_name delimiter liberal_parsing filename_pattern file_password last_data_column
          tablename_pattern header_lines footer_lines format klass columns xml_record_xpath slurp
-         row_identifier]
+         row_identifier significant_mapped_fields]
     end
 
     def all_valid_options

data/lib/ndr_import/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 # This stores the current version of the NdrImport gem
 module NdrImport
-  VERSION = '10.1.2'
+  VERSION = '10.2.0'
 end

data/lib/ndr_import.rb

@@ -9,6 +9,7 @@ require 'ndr_import/non_tabular/table'
 require 'ndr_import/fixed_width/table'
 require 'ndr_import/xml/table'
 require 'ndr_import/pdf_form/table'
+require 'ndr_import/avro/table'
 require 'ndr_import/unmapped_data_error'
 require 'ndr_import/acroform_reader'
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ndr_import
 version: !ruby/object:Gem::Version
-  version: 10.1.2
+  version: 10.2.0
 platform: ruby
 authors:
 - NCRS Development Team
-autorequire: 
+autorequire:
 bindir: exe
 cert_chain: []
-date: 2021-09-28 00:00:00.000000000 Z
+date: 2023-05-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activemodel
@@ -30,20 +30,20 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '5.0'
+        version: '6.0'
     - - "<"
       - !ruby/object:Gem::Version
-        version: '7'
+        version: '7.1'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '5.0'
+        version: '6.0'
     - - "<"
       - !ruby/object:Gem::Version
-        version: '7'
+        version: '7.1'
 - !ruby/object:Gem::Dependency
   name: ndr_support
   requirement: !ruby/object:Gem::Requirement
@@ -92,6 +92,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: avro
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.11.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.11.0
 - !ruby/object:Gem::Dependency
   name: docx
   requirement: !ruby/object:Gem::Requirement
@@ -228,9 +242,6 @@ dependencies:
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '12.3'
     - - ">="
       - !ruby/object:Gem::Version
         version: 12.3.3
@@ -238,9 +249,6 @@ dependencies:
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '12.3'
     - - ">="
       - !ruby/object:Gem::Version
         version: 12.3.3
@@ -365,36 +373,26 @@ executables:
 extensions: []
 extra_rdoc_files: []
 files:
-- ".github/CODEOWNERS"
-- ".github/workflows/lint.yml"
-- ".github/workflows/test.yml"
-- ".gitignore"
-- ".hound.yml"
-- ".rubocop.yml"
 - CHANGELOG.md
 - CODE_OF_CONDUCT.md
-- Gemfile
-- Guardfile
 - LICENSE.txt
 - README.md
 - Rakefile
-- bin/console
-- bin/setup
-- code_safety.yml
 - exe/pdf_acro_form_to_yaml
 - exe/pdf_to_text
 - exe/word_to_text
-- gemfiles/Gemfile.rails52
-- gemfiles/Gemfile.rails60
 - lib/ndr_import.rb
 - lib/ndr_import/acroform_reader.rb
+- lib/ndr_import/avro/table.rb
 - lib/ndr_import/csv_library.rb
 - lib/ndr_import/file/acro_form.rb
 - lib/ndr_import/file/all.rb
+- lib/ndr_import/file/avro.rb
 - lib/ndr_import/file/base.rb
 - lib/ndr_import/file/delimited.rb
 - lib/ndr_import/file/docx.rb
 - lib/ndr_import/file/excel.rb
+- lib/ndr_import/file/json_lines.rb
 - lib/ndr_import/file/office_file_helper.rb
 - lib/ndr_import/file/pdf.rb
 - lib/ndr_import/file/registry.rb
@@ -429,12 +427,11 @@ files:
 - lib/ndr_import/version.rb
 - lib/ndr_import/xml/control_char_escaper.rb
 - lib/ndr_import/xml/table.rb
-- ndr_import.gemspec
-homepage: https://github.com/PublicHealthEngland/ndr_import
+homepage: https://github.com/NHSDigital/ndr_import
 licenses:
 - MIT
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -442,15 +439,15 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '2.5'
+      version: '2.7'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.3
-signing_key: 
+rubygems_version: 3.2.33
+signing_key:
 specification_version: 4
 summary: NDR Import
 test_files: []

data/.github/CODEOWNERS

@@ -1,2 +0,0 @@
-# Admins should have oversight of the version:
-lib/ndr_import/version.rb      @publichealthengland/ndr-admins

data/.github/workflows/lint.yml

@@ -1,23 +0,0 @@
-name: Lint
-
-on: [pull_request]
-
-jobs:
-  rubocop:
-    name: RuboCop
-
-    runs-on: ubuntu-latest
-
-    steps:
-    - uses: actions/checkout@v2
-      with:
-        fetch-depth: 0 # fetch everything
-    - name: Set up Ruby
-      uses: ruby/setup-ruby@v1
-      with:
-        ruby-version: 3.0
-    - name: Install dependencies
-      run: bundle install
-    - name: Run RuboCop against BASE..HEAD changes
-      run: bundle exec rake rubocop:diff origin/${GITHUB_BASE_REF#*/}
-

data/.github/workflows/test.yml

@@ -1,79 +0,0 @@
-name: Test
-
-on:
-  # Run on all master branch commits
-  push:
-    branches:
-      - master
-
-  # Run against all PRs (from the main repo, or forks)
-  pull_request:
-
-jobs:
-  test:
-    strategy:
-      fail-fast: false
-      matrix:
-        ruby-version:
-          - 2.6
-          - 2.7
-          - 3.0
-        gemfile:
-          - gemfiles/Gemfile.rails52
-          - gemfiles/Gemfile.rails60
-
-    name: Ruby ${{ matrix.ruby-version }} / Bundle ${{ matrix.gemfile }}
-
-    runs-on: ubuntu-latest
-
-    env:
-      BUNDLE_GEMFILE: ${{ matrix.gemfile }}
-
-    steps:
-    - uses: actions/checkout@v2
-    - name: Set up Ruby
-      uses: ruby/setup-ruby@v1
-      with:
-        ruby-version: ${{ matrix.ruby-version }}
-    - name: Install dependencies
-      run: bundle install
-    - name: Run tests
-      run: bundle exec rake
-
-  # A utility job upon which Branch Protection can depend,
-  # thus remaining agnostic of the matrix.
-  test_matrix:
-    if: ${{ always() }}
-    runs-on: ubuntu-latest
-    name: Matrix
-    needs: test
-    steps:
-    - name: Check build matrix status
-      if: ${{ needs.test.result != 'success' }}
-      run: exit 1
-
-  notify:
-    # Run only on master, but regardless of whether tests past:
-    if: ${{ always() && github.ref == 'refs/heads/master' }}
-
-    needs: test_matrix
-
-    runs-on: ubuntu-latest
-
-    steps:
-    - uses: 8398a7/action-slack@v3
-      with:
-        status: custom
-        fields: workflow,commit,author
-        custom_payload: |
-          {
-            channel: 'C7FQWGDHP',
-            username: 'CI – ' + '${{ github.repository }}'.split('/')[1],
-            icon_emoji: ':hammer_and_wrench:',
-            attachments: [{
-              color: '${{ needs.test_matrix.result }}' === 'success' ? 'good' : '${{ needs.test_matrix.result }}' === 'failure' ? 'danger' : 'warning',
-              text: `${process.env.AS_WORKFLOW} against \`${{ github.ref }}\` (${process.env.AS_COMMIT}) for ${{ github.actor }} resulted in *${{ needs.test_matrix.result }}*.`
-            }]
-          }
-      env:
-        SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

data/.gitignore

@@ -1,16 +0,0 @@
-/.rubocop-https---raw-githubusercontent-com-PublicHealthEngland-ndr-dev-support-master--rubocop-yml
-/.bundle/
-/.yardoc
-/Gemfile.lock
-/gemfiles/Gemfile.*.lock
-/_yardoc/
-/coverage/
-/docs/_site/
-/pkg/
-/spec/reports/
-/tmp/
-*.bundle
-*.so
-*.o
-*.a
-mkmf.log

data/.hound.yml

@@ -1,10 +0,0 @@
-fail_on_violations: true
-
-coffeescript:
-  enabled: false
-javascript:
-  enabled: false
-ruby:
-  config_file: .rubocop.yml
-scss:
-  enabled: false

data/.rubocop.yml

@@ -1 +0,0 @@
-inherit_from: 'https://raw.githubusercontent.com/PublicHealthEngland/ndr_dev_support/master/.rubocop.yml'

data/Gemfile

@@ -1,4 +0,0 @@
-source 'https://rubygems.org'
-
-# Specify your gem's dependencies in ndr_import.gemspec
-gemspec

data/Guardfile

@@ -1,16 +0,0 @@
-# A sample Guardfile
-# More info at https://github.com/guard/guard#readme
-
-# automatically check Ruby code style with Rubocop when files are modified
-guard :rubocop, :all_on_start => false, :keep_failed => false do
-  watch(/.+\.rb$/)
-  watch(%r{(?:.+/)?\.rubocop\.yml$}) { |m| File.dirname(m[0]) }
-end
-
-guard :test do
-  watch(%r{^test/.+_test\.rb$})
-  watch('test/test_helper.rb')  { 'test' }
-
-  # Non-rails
-  watch(%r{^lib/ndr_import/(.+)\.rb$}) { |m| "test/#{m[1]}_test.rb" }
-end

data/bin/console

@@ -1,14 +0,0 @@
-#!/usr/bin/env ruby
-
-require 'bundler/setup'
-require 'ndr_import'
-
-# You can add fixtures and/or initialization code here to make experimenting
-# with your gem easier. You can also use a different console, if you like.
-
-# (If you use this, don't forget to add pry to your Gemfile!)
-# require "pry"
-# Pry.start
-
-require 'irb'
-IRB.start(__FILE__)

data/bin/setup

@@ -1,8 +0,0 @@
-#!/usr/bin/env bash
-set -euo pipefail
-IFS=$'\n\t'
-set -vx
-
-bundle install
-
-# Do any other automated setup that you need to do here

data/code_safety.yml

@@ -1,671 +0,0 @@
----
-file safety:
-  ".github/CODEOWNERS":
-    comments: 
-    reviewed_by: ollietulloch
-    safe_revision: b64ff21375dcde2b8fefe622ee9861f0fea21487
-  ".github/workflows/lint.yml":
-    comments: 
-    reviewed_by: ollietulloch
-    safe_revision: b64ff21375dcde2b8fefe622ee9861f0fea21487
-  ".github/workflows/test.yml":
-    comments: 
-    reviewed_by: ollietulllch
-    safe_revision: c3dd24e8abefe61f04fa9d3bb71ec9d0ac109bbe
-  ".gitignore":
-    comments: whole file re-reviewed
-    reviewed_by: josh.pencheon
-    safe_revision: 02aaf91b116c510a7c16f2b6f2389736b2742f49
-  ".hound.yml":
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: df3c0be0e655f4fc95c86d4a57bda6eef1fb8955
-  ".rubocop.yml":
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: b09e268ff9c8349b914aa1b7ba888e1d39f97e4a
-  CHANGELOG.md:
-    comments: 
-    reviewed_by: ollietulloch
-    safe_revision: e938689d115b75074313541ec9d6b2bc60475add
-  CODE_OF_CONDUCT.md:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: 5d185a0aeba6a9cd2ff5e59efadcaeec9be45d8b
-  Gemfile:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 13a1fae896c9d2b3fbe99a71d52045476f25b425
-  Guardfile:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: fb1f4a97327f426cc73a6ebdc4f1089caae98e93
-  LICENSE.txt:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: 5d185a0aeba6a9cd2ff5e59efadcaeec9be45d8b
-  README.md:
-    comments: 
-    reviewed_by: ollietulloch
-    safe_revision: b64ff21375dcde2b8fefe622ee9861f0fea21487
-  Rakefile:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 5a7f26cecaabab20f4e666776f9166dcc3fa6bfe
-  bin/console:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: e1d967c10059e8c635452838c3f3dd2b969d9ae4
-  bin/setup:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: e1d967c10059e8c635452838c3f3dd2b969d9ae4
-  docs/Gemfile:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 02aaf91b116c510a7c16f2b6f2389736b2742f49
-  docs/Gemfile.lock:
-    comments: 
-    reviewed_by: ollietulloch
-    safe_revision: 75877ddc14e99a10e5e751b7034964a9c7a9d1ef
-  docs/_config.yml:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 02aaf91b116c510a7c16f2b6f2389736b2742f49
-  docs/_includes/footer.html:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 02aaf91b116c510a7c16f2b6f2389736b2742f49
-  docs/_includes/header.html:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 02aaf91b116c510a7c16f2b6f2389736b2742f49
-  docs/capturing-data.md:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 02aaf91b116c510a7c16f2b6f2389736b2742f49
-  docs/date-formats.md:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: fa21d6d967bf132800b456b585795beec80b08a3
-  docs/getting-started.md:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: fa21d6d967bf132800b456b585795beec80b08a3
-  docs/identifying-and-splitting-records.md:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 02aaf91b116c510a7c16f2b6f2389736b2742f49
-  docs/inbuilt-cleaning-methods.md:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 694b57ce14e0709fc4d31a1357f8416e98f5de91
-  docs/index.md:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 02aaf91b116c510a7c16f2b6f2389736b2742f49
-  docs/local-code-transformation-in-yaml-mappings.md:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 02aaf91b116c510a7c16f2b6f2389736b2742f49
-  docs/non-tabular-mappings.md:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 02aaf91b116c510a7c16f2b6f2389736b2742f49
-  docs/priority-field-mapping.md:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 02aaf91b116c510a7c16f2b6f2389736b2742f49
-  docs/standard-yaml-mappings.md:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 02aaf91b116c510a7c16f2b6f2389736b2742f49
-  docs/yaml-mapping-user-guide.md:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 02aaf91b116c510a7c16f2b6f2389736b2742f49
-  exe/pdf_acro_form_to_yaml:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: e1d967c10059e8c635452838c3f3dd2b969d9ae4
-  exe/pdf_to_text:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: e1d967c10059e8c635452838c3f3dd2b969d9ae4
-  exe/word_to_text:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: e1d967c10059e8c635452838c3f3dd2b969d9ae4
-  gemfiles/Gemfile.rails52:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 13a1fae896c9d2b3fbe99a71d52045476f25b425
-  gemfiles/Gemfile.rails60:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: d3d9a987befeecb122a448d8d06e66d74da13fb5
-  lib/ndr_import.rb:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 24d6449fd0612552f132dfbf4cada2ae28d0469e
-  lib/ndr_import/acroform_reader.rb:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 24d6449fd0612552f132dfbf4cada2ae28d0469e
-  lib/ndr_import/csv_library.rb:
-    comments: 
-    reviewed_by: ollietulloch
-    safe_revision: 6b8668967dbd42d7893a0fa5f0aa1ec1c11227e1
-  lib/ndr_import/file/acro_form.rb:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 8a6ea666616c5b5d7c93cdf5aa019e8fc69d19e1
-  lib/ndr_import/file/all.rb:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 5cd2cd0b3a1e254d30d4acc28c6731825a1f84f5
-  lib/ndr_import/file/base.rb:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: c3183e522bce50008df576ceb47fe4761ab8f966
-  lib/ndr_import/file/delimited.rb:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 607c0668f1fffd70d181bc1a31c4f56eed5f6189
-  lib/ndr_import/file/docx.rb:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 897f8b648d633368cf2001d17ab89c06a12d445b
-  lib/ndr_import/file/excel.rb:
-    comments: 
-    reviewed_by: ollietulloch
-    safe_revision: 37482c79448bea80033f6f69d97584df330c9861
-  lib/ndr_import/file/office_file_helper.rb:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: a69d4a57ddcf13cdc13c27bd2eb91a395fa7ea36
-  lib/ndr_import/file/pdf.rb:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: c88000b32401b5ae9ef7f5878a9b630506ab5a94
-  lib/ndr_import/file/registry.rb:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 2104514689a1a1286195fff18144a8cecb93048b
-  lib/ndr_import/file/seven_zip.rb:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: f2feb0c430947839183d7223e60e7c29b2c0f846
-  lib/ndr_import/file/text.rb:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: dfe367e64c6e0ff80495cd7989fc50311d5b258f
-  lib/ndr_import/file/unregistered_filetype.rb:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 2104514689a1a1286195fff18144a8cecb93048b
-  lib/ndr_import/file/word.rb:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: c88000b32401b5ae9ef7f5878a9b630506ab5a94
-  lib/ndr_import/file/xml.rb:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: ae75fb49baf028ac8ce08e4bedcd3625ff3ff0cd
-  lib/ndr_import/file/zip.rb:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: c88000b32401b5ae9ef7f5878a9b630506ab5a94
-  lib/ndr_import/fixed_width/table.rb:
-    comments: 
-    reviewed_by: ollie.tulloch
-    safe_revision: dfc958d44b6c58355445fa395db08a62213ee709
-  lib/ndr_import/helpers/file/delimited.rb:
-    comments: 
-    reviewed_by: ollietulloch
-    safe_revision: 4a5cc1d362c632fc1f9242c69982fbce33557e17
-  lib/ndr_import/helpers/file/excel.rb:
-    comments: 
-    reviewed_by: joshpencheon
-    safe_revision: 06fd16643d02957ce856728e4911143c8e0178dc
-  lib/ndr_import/helpers/file/pdf.rb:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: 3757fece40192a335c2d7d9290f2e4e9eed43619
-  lib/ndr_import/helpers/file/word.rb:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: 45da71ebd3acbc0fe53755bcd75483ba17cb6924
-  lib/ndr_import/helpers/file/xml.rb:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 9a6cc769abce5f9bfa5b4f8bd5cda52dfe18b12b
-  lib/ndr_import/helpers/file/xml_streaming.rb:
-    comments: uses SafePath and Shellwords when accessing filesystem, or making system
-      calls
-    reviewed_by: josh.pencheon
-    safe_revision: 55e502bb4445cb8b985e530e8eb26d92b574ded9
-  lib/ndr_import/helpers/file/zip.rb:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: 6c6f204fab2f4232d81cb76aa523c26b0c490ae7
-  lib/ndr_import/mapper.rb:
-    comments: Writes to a Tempfile, but cleans up. Ruby will respect TMP_DIR
-    reviewed_by: josh.pencheon
-    safe_revision: 897f8b648d633368cf2001d17ab89c06a12d445b
-  lib/ndr_import/mapping_error.rb:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: 96ccc535bb9f933081dfc73bf0442b32b6bdce1d
-  lib/ndr_import/missing_field_error.rb:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: eca44583e9989159b45e90021dd1c65228447180
-  lib/ndr_import/non_tabular/column_mapping.rb:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: bb44ade56a2151706eede2c31142440ccf49e6f6
-  lib/ndr_import/non_tabular/line.rb:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: ac30f66578ab380649be800a4426d917ddbcb329
-  lib/ndr_import/non_tabular/mapping.rb:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: cf382902508a21a95b80ac4582fbbd117164e80e
-  lib/ndr_import/non_tabular/record.rb:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: bb44ade56a2151706eede2c31142440ccf49e6f6
-  lib/ndr_import/non_tabular/table.rb:
-    comments: 
-    reviewed_by: ollietulloch
-    safe_revision: 66cff59af2f078152f7459c436d51b57cb93f28e
-  lib/ndr_import/non_tabular_file_helper.rb:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: ac30f66578ab380649be800a4426d917ddbcb329
-  lib/ndr_import/pdf_form/table.rb:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 5fd247eeb13a3f1356ab2d76ac9fabf9e19d5d36
-  lib/ndr_import/standard_mappings.rb:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 3c7f827d17aacbf7b811eea67e27553f3b039070
-  lib/ndr_import/table.rb:
-    comments: uses File.basename
-    reviewed_by: ollietulloch
-    safe_revision: 66cff59af2f078152f7459c436d51b57cb93f28e
-  lib/ndr_import/universal_importer_helper.rb:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 85869d99ae93252b7f3ef2d0a4db817c88d35c9e
-  lib/ndr_import/unmapped_data_error.rb:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 5cd2cd0b3a1e254d30d4acc28c6731825a1f84f5
-  lib/ndr_import/version.rb:
-    comments: another check?
-    reviewed_by: ollietulloch
-    safe_revision: da0aed5e8a8659c5f70254f6d76264f8e780d835
-  lib/ndr_import/xml/control_char_escaper.rb:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 9a6cc769abce5f9bfa5b4f8bd5cda52dfe18b12b
-  lib/ndr_import/xml/table.rb:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 4ab72f84201c2d5f0147b7dfd041f488f6ff0422
-  ndr_import.gemspec:
-    comments: 
-    reviewed_by: ollietulloch
-    safe_revision: 3b437f0ca271fa962121edecd4559017c2446a3a
-  test/csv_library_test.rb:
-    comments: 
-    reviewed_by: ollietulloch
-    safe_revision: 6b8668967dbd42d7893a0fa5f0aa1ec1c11227e1
-  test/file/acro_form_test.rb:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 5cd2cd0b3a1e254d30d4acc28c6731825a1f84f5
-  test/file/base_test.rb:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: a8451809db86e0e023b0d93826114a33ff896c4f
-  test/file/delimited_test.rb:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 93ccee82fc2165d1ca2d9b03d146ae03e769ea96
-  test/file/docx_test.rb:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: a69d4a57ddcf13cdc13c27bd2eb91a395fa7ea36
-  test/file/excel_test.rb:
-    comments: 
-    reviewed_by: ollietulloch
-    safe_revision: 85a080deaa93e4220ad1bf566f29cbdac9b31c0f
-  test/file/pdf_test.rb:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: cb24ed3ea8116730d07f74546cd6fed0738b171d
-  test/file/registry_test.rb:
-    comments: 
-    reviewed_by: ollietulloch
-    safe_revision: 85a080deaa93e4220ad1bf566f29cbdac9b31c0f
-  test/file/seven_zip_test.rb:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: f2feb0c430947839183d7223e60e7c29b2c0f846
-  test/file/text_test.rb:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: 3107f711805b6d3b89d32ec923178425aa600dac
-  test/file/word_test.rb:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 1b66cfcbb61dfac93c44889ca0ced5836101c20c
-  test/file/xml_test.rb:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: ae75fb49baf028ac8ce08e4bedcd3625ff3ff0cd
-  test/file/zip_test.rb:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: c88000b32401b5ae9ef7f5878a9b630506ab5a94
-  test/fixed_width/table_test.rb:
-    comments: 
-    reviewed_by: ollie.tulloch
-    safe_revision: dfc958d44b6c58355445fa395db08a62213ee709
-  test/helpers/file/delimited_test.rb:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 93ccee82fc2165d1ca2d9b03d146ae03e769ea96
-  test/helpers/file/excel_test.rb:
-    comments: 
-    reviewed_by: joshpencheon
-    safe_revision: 377c060bd1e012d6e162a4ab8923a3609aacdf57
-  test/helpers/file/pdf_test.rb:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: cb24ed3ea8116730d07f74546cd6fed0738b171d
-  test/helpers/file/word_test.rb:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: 9abdd6ced1d0c90ce8dd88abee4eb6472c7ff0d6
-  test/helpers/file/xml_streaming_test.rb:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: ae75fb49baf028ac8ce08e4bedcd3625ff3ff0cd
-  test/helpers/file/xml_test.rb:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 9a6cc769abce5f9bfa5b4f8bd5cda52dfe18b12b
-  test/helpers/file/zip_test.rb:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 9abdd6ced1d0c90ce8dd88abee4eb6472c7ff0d6
-  test/mapper_test.rb:
-    comments: exposes Mapper internals to test them
-    reviewed_by: josh.pencheon
-    safe_revision: eca44583e9989159b45e90021dd1c65228447180
-  test/non_tabular/mapping_test.rb:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: 63b1e8c275bd63377309d9b124176f39f75576a9
-  test/non_tabular/table_test.rb:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: a69d4a57ddcf13cdc13c27bd2eb91a395fa7ea36
-  test/non_tabular_file_helper_test.rb:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: bb44ade56a2151706eede2c31142440ccf49e6f6
-  test/pdf_form/table_test.rb:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 5cd2cd0b3a1e254d30d4acc28c6731825a1f84f5
-  test/readme_test.rb:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: cf382902508a21a95b80ac4582fbbd117164e80e
-  test/resources/acro_form.pdf:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 5cd2cd0b3a1e254d30d4acc28c6731825a1f84f5
-  test/resources/blank_tab_test.xlsx:
-    comments: reviewed contents
-    reviewed_by: joshpencheon
-    safe_revision: 80ce15cc5ca15019400d4cd24c3353191bec00cc
-  test/resources/bomd.csv:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: f755c6960182f7dd460c18866cccfdf09178e860
-  test/resources/broken.csv:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: dab4b8a3e4b29d85eccd971e79936982d888cffd
-  test/resources/claims_utf16be_but_isnt.xml:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: ae75fb49baf028ac8ce08e4bedcd3625ff3ff0cd
-  test/resources/filesystem_paths.yml:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: a8451809db86e0e023b0d93826114a33ff896c4f
-  test/resources/flat_file.pdf:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: aba37ca7167f4e43a912e267a13b0c24a8737731
-  test/resources/flat_file.txt:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: 63b1e8c275bd63377309d9b124176f39f75576a9
-  test/resources/flat_file.yml:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: cf382902508a21a95b80ac4582fbbd117164e80e
-  test/resources/hello_utf16be.txt:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: 3107f711805b6d3b89d32ec923178425aa600dac
-  test/resources/hello_utf16le.txt:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: 3107f711805b6d3b89d32ec923178425aa600dac
-  test/resources/hello_utf8.txt:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: 3961826eb16a30598381c424b95897a2f1e8c40a
-  test/resources/hello_windows.txt:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: 3961826eb16a30598381c424b95897a2f1e8c40a
-  test/resources/hello_world.doc:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: 45da71ebd3acbc0fe53755bcd75483ba17cb6924
-  test/resources/hello_world.docx:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 1b66cfcbb61dfac93c44889ca0ced5836101c20c
-  test/resources/hello_world.pdf:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: f82e6839f7e3f9932a6f92242c03d94234fc1d82
-  test/resources/hello_world.txt:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: c88000b32401b5ae9ef7f5878a9b630506ab5a94
-  test/resources/high_ascii_delimited.txt:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: e13005efa08f7168c1c65c60ce97057287ace534
-  test/resources/high_ascii_delimited_example_two.txt:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 902f5326d85372d9632de9869d6f56fc02b83a10
-  test/resources/malformed.csv:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 71979e0a602ca5a0ce415c194f10add9959f0116
-  test/resources/malformed.xml:
-    comments: 
-    reviewed_by: joshpencheon
-    safe_revision: 3947f13e0cbd17f449eba292ad343eeb82116fe9
-  test/resources/malformed_pipe.csv:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 71979e0a602ca5a0ce415c194f10add9959f0116
-  test/resources/normal.7z:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: f2feb0c430947839183d7223e60e7c29b2c0f846
-  test/resources/normal.csv:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: f755c6960182f7dd460c18866cccfdf09178e860
-  test/resources/normal.csv.zip:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: c88000b32401b5ae9ef7f5878a9b630506ab5a94
-  test/resources/normal_pipe.csv:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: c88000b32401b5ae9ef7f5878a9b630506ab5a94
-  test/resources/normal_thorn.csv:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: c88000b32401b5ae9ef7f5878a9b630506ab5a94
-  test/resources/not_a_pdf.pdf:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: ed2360bd226dd6babb7683f2f888ba9547ff7e53
-  test/resources/not_a_word_file.doc:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: 45da71ebd3acbc0fe53755bcd75483ba17cb6924
-  test/resources/not_a_word_file.docx:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 1b66cfcbb61dfac93c44889ca0ced5836101c20c
-  test/resources/not_sign_delimited.txt:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 902f5326d85372d9632de9869d6f56fc02b83a10
-  test/resources/password_protected_hello_world.docx:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: a69d4a57ddcf13cdc13c27bd2eb91a395fa7ea36
-  test/resources/password_protected_sample_xlsx.xlsx:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: a69d4a57ddcf13cdc13c27bd2eb91a395fa7ea36
-  test/resources/sample.xml:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 4ab72f84201c2d5f0147b7dfd041f488f6ff0422
-  test/resources/sample_xls.xls:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: 8c30f89f0562ab120769c166d4e93ff839c055f7
-  test/resources/sample_xlsm.xlsm:
-    comments: 
-    reviewed_by: ollietulloch
-    safe_revision: 85a080deaa93e4220ad1bf566f29cbdac9b31c0f
-  test/resources/sample_xlsx.xlsx:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: 8c30f89f0562ab120769c166d4e93ff839c055f7
-  test/resources/sheet_streaming.xls:
-    comments: 
-    reviewed_by: joshpencheon
-    safe_revision: 334d53bb9e8698bba3d92b4dbd71b36faacae629
-  test/resources/sheet_streaming.xlsx:
-    comments: 
-    reviewed_by: joshpencheon
-    safe_revision: 334d53bb9e8698bba3d92b4dbd71b36faacae629
-  test/resources/standard_mappings.yml:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: 31fb1935f4578729d8786eea41cf0ce0a19be1cd
-  test/resources/two_files_single_table_mapping.zip:
-    comments: 
-    reviewed_by: ollietulloch
-    safe_revision: 830de0f8cb139c5f61525652b424423935cfc7ac
-  test/resources/txt_file_xls_extension.xls:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: c88000b32401b5ae9ef7f5878a9b630506ab5a94
-  test/resources/txt_file_xlsx_extension.xlsx:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: c88000b32401b5ae9ef7f5878a9b630506ab5a94
-  test/resources/utf-16be_xml.xml:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: 19b1f3d2c2da501cf26ab2b6953a44199871f68a
-  test/resources/utf-16be_xml_with_declaration.xml:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: 39be14a276d30d9b711451a882874a1db41bf9f2
-  test/resources/utf-16le_xml.xml:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: 19b1f3d2c2da501cf26ab2b6953a44199871f68a
-  test/resources/utf-8_xml.xml:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: 19b1f3d2c2da501cf26ab2b6953a44199871f68a
-  test/resources/windows-1252_xml.xml:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: 19b1f3d2c2da501cf26ab2b6953a44199871f68a
-  test/resources/windows.csv:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: f755c6960182f7dd460c18866cccfdf09178e860
-  test/resources/with-control-char-references-in-cdata.xml:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 9a6cc769abce5f9bfa5b4f8bd5cda52dfe18b12b
-  test/resources/with-control-char-references.xml:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 9a6cc769abce5f9bfa5b4f8bd5cda52dfe18b12b
-  test/resources/with-control-chars.xml:
-    comments: 
-    reviewed_by: joshpencheon
-    safe_revision: 3947f13e0cbd17f449eba292ad343eeb82116fe9
-  test/resources/with-non-control-char-references.xml:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 9a6cc769abce5f9bfa5b4f8bd5cda52dfe18b12b
-  test/resources/xlsx_file_xls_extension.xls:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: 8c30f89f0562ab120769c166d4e93ff839c055f7
-  test/standard_mappings_test.rb:
-    comments: 
-    reviewed_by: timgentry
-    safe_revision: 3c7f827d17aacbf7b811eea67e27553f3b039070
-  test/table_test.rb:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 3cf7473181f7f835b3dfe7822f6833d751805eaf
-  test/test_helper.rb:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 93ccee82fc2165d1ca2d9b03d146ae03e769ea96
-  test/universal_importer_helper_test.rb:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 85869d99ae93252b7f3ef2d0a4db817c88d35c9e
-  test/xml/control_char_escaper_test.rb:
-    comments: 
-    reviewed_by: josh.pencheon
-    safe_revision: 9a6cc769abce5f9bfa5b4f8bd5cda52dfe18b12b
-  test/xml/table_test.rb:
-    comments: 
-    reviewed_by: ollietulloch
-    safe_revision: 66cff59af2f078152f7459c436d51b57cb93f28e

data/gemfiles/Gemfile.rails52

@@ -1,7 +0,0 @@
-source 'https://rubygems.org'
-
-gemspec path: '..'
-
-gem 'activesupport', '~> 5.2.0'
-
-gem 'ndr_support', tag: 'v5.4.0', git: 'https://github.com/PublicHealthEngland/ndr_support'

data/gemfiles/Gemfile.rails60

@@ -1,5 +0,0 @@
-source 'https://rubygems.org'
-gemspec path: '..'
-
-gem 'activesupport', '~> 6.0.0rc1'
-

data/ndr_import.gemspec

@@ -1,53 +0,0 @@
-lib = File.expand_path('../lib', __FILE__)
-$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
-require 'ndr_import/version'
-
-Gem::Specification.new do |spec|
-  spec.name          = 'ndr_import'
-  spec.version       = NdrImport::VERSION
-  spec.authors       = ['NCRS Development Team']
-  spec.email         = []
-  spec.summary       = 'NDR Import'
-  spec.description   = 'NDR ETL Importer'
-  spec.homepage      = 'https://github.com/PublicHealthEngland/ndr_import'
-  spec.license       = 'MIT'
-
-  # Specify which files should be added to the gem when it is released.
-  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
-  spec.files         = Dir.chdir(File.expand_path('..', __FILE__)) do
-    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(docs|test|spec|features)/}) }
-  end
-  spec.files         -= %w[.travis.yml] # Not needed in the gem
-  spec.bindir        = 'exe'
-  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
-  spec.require_paths = ['lib']
-
-  spec.add_dependency 'activemodel'
-  spec.add_dependency 'activesupport', '>= 5.0', '< 7'
-  spec.add_dependency 'ndr_support', '>= 5.3.2', '< 6'
-
-  spec.add_dependency 'rubyzip', '~> 2.0'
-  spec.add_dependency 'roo', '~> 2.0'
-
-  spec.add_dependency 'docx', '~> 0.3'
-  spec.add_dependency 'msworddoc-extractor', '0.2.0'
-  spec.add_dependency 'nokogiri', '~> 1.8', '>= 1.8.5'
-  spec.add_dependency 'ooxml_decrypt'
-  spec.add_dependency 'pdf-reader', '~> 2.1'
-  spec.add_dependency 'roo-xls'
-  spec.add_dependency 'seven_zip_ruby', '~> 1.3'
-  spec.add_dependency 'spreadsheet', '1.2.6'
-
-  spec.required_ruby_version = '>= 2.5'
-
-  spec.add_development_dependency 'bundler'
-  spec.add_development_dependency 'rake', '~> 12.3', '>= 12.3.3'
-  spec.add_development_dependency 'minitest'
-  spec.add_development_dependency 'mocha'
-  spec.add_development_dependency 'ndr_dev_support', '>= 3.1.3'
-  spec.add_development_dependency 'guard'
-  spec.add_development_dependency 'guard-rubocop'
-  spec.add_development_dependency 'guard-test'
-  spec.add_development_dependency 'terminal-notifier-guard' if RUBY_PLATFORM =~ /darwin/
-  spec.add_development_dependency 'simplecov'
-end