ibandit 1.13.0 → 1.15.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 78a7fd2e1ca3e1062a4200e0d07f961c67783b1f93f69ed348143ee066d2d8f3
-  data.tar.gz: 0736d59cf783918276ba8fb1376325e58bd37cdbc306c0b05ae583df89aaaf18
+  metadata.gz: 15eee0ef8f82ced114c7aedc52a70c88ab69877928356200917723e0416af1a8
+  data.tar.gz: a1d8b2feda3f775c0c25f481f58194e5e9dab9af2e8d8406007697e96564d178
 SHA512:
-  metadata.gz: f5d478dd806b967e1903abdf20eff7fcca90128ca7e1949deb760ea55aedad4dfc862bf45ff89b11566e5155b0ec9e60fea61bf966e431ac6718ec54d3965aef
-  data.tar.gz: dcdd42b6b06eea11236d27f7c0bdd9da9cf45f9a2502e5f8bb9e0903351965127645b8c50874871c5ed737bf60389ec0542b2778e9e2cb20c11c746d30a4f593
+  metadata.gz: a728382a2bb8e522ca8cb547938052f9fdf84dc1d81388e07f6465705c81ea61ad1b0a1cfd84deac1cc5a9f6d873ca98c9f510d1526f07ffff48fa9e746c08fa
+  data.tar.gz: 3a5d6917918b1744b9c4dd86651f6099acea270a4b1029b2f7cbc18b25bdd832271b9780e35c8141bcc8273736859698bb1b0893a3688833d4690e3480486c8e

data/.rubocop.yml

@@ -4,7 +4,7 @@ inherit_gem:
 require: rubocop-rails
 
 AllCops:
-  TargetRubyVersion: 2.5
+  TargetRubyVersion: 3.2
 
 # Limit lines to 90 characters.
 Layout/LineLength:

data/CHANGELOG.md

@@ -1,3 +1,12 @@
+## 1.15.0 - March 28, 2023
+
+- Improve the error messages that are generated
+
+## 1.14.0 - March 28, 2023
+
+- Update IBAN registry #233
+- Add GL and FO to the IBAN constructor for local details
+
 ## 1.13.0 - March 6, 2023
 
 - Update BLZ data - BLZ_20230306

data/bin/build_structure_file.rb

@@ -1,6 +1,8 @@
 #!/usr/bin/env ruby
 # frozen_string_literal: true
 
+# rubocop:disable Layout/LineLength
+
 # Script for parsing the IBAN registry (IBAN_Registry.txt) and IBAN structures
 # (IBANSTRUCTURE.xml) files from SWIFT.
 require "csv"
@@ -22,143 +24,240 @@ end
 
 class Report
   include SAXMachine
-  elements "ibanstructure", as: :countries, class: Country
+  elements "ibanstructure_v2", as: :countries, class: Country
 end
 
-# rubocop:disable Metrics/AbcSize
-def get_iban_structures(iban_structures_file, iban_registry_file)
-  bban_formats = get_bban_formats(iban_registry_file)
-
-  report = Report.parse(iban_structures_file)
-  report.countries.each_with_object({}) do |country, hash|
-    hash[country.country_code] = {
-      bank_code_position: country.bank_code_position.to_i,
-      bank_code_length: country.bank_code_length.to_i,
-      branch_code_position: country.branch_code_position.to_i,
-      branch_code_length: country.branch_code_length.to_i,
-      account_number_position: country.account_number_position.to_i,
-      account_number_length: country.account_number_length.to_i,
-      total_length: country.total_length.to_i,
-      national_id_length: country.national_id_length.to_i,
-    }.merge(bban_formats[country.country_code])
+class IbanRegistryTextFile
+  attr_accessor :lines, :registry
+
+  FILE_ELEMENTS = [
+    # 0 Data element
+    # 1 Name of country
+    # 2 IBAN prefix country code (ISO 3166)
+    COUNTRY_CODE = 2,
+    # 3 Country code includes other countries/territories
+    # 4 SEPA country
+    # 5 SEPA country also includes
+    # 6 Domestic account number example
+    DOMESTIC_ACCOUNT_NUMBER_EXAMPLE = 6,
+    # 7 BBAN
+    # 8 BBAN structure
+    BBAN_STRUCTURE = 8,
+    # 9 BBAN length
+    # 10 Bank identifier position within the BBAN
+    BANK_IDENTIFIER_POSITION = 10,
+    # 11 Bank identifier pattern
+    BANK_IDENTIFIER_PATTERN = 11,
+    # 12 Branch identifier position within the BBAN
+    BRANCH_IDENTIFIER_POSITION = 12,
+    # 13 Branch identifier pattern
+    BRANCH_IDENTIFIER_PATTERN = 13,
+    # 14 Bank identifier example
+    # 15 Branch identifier example
+    # 16 BBAN example
+    BBAN_EXAMPLE = 16,
+    # 17 IBAN
+    # 18 IBAN structure
+    # 19 IBAN length
+    # 20 Effective date
+    # 21 IBAN electronic format example
+    IBAN_EXAMPLE = 21,
+  ].freeze
+
+  def self.call(path = "../data/raw/IBAN_Registry.txt")
+    lines = CSV.read(
+      File.expand_path(path, __dir__),
+      col_sep: "\t",
+      headers: true,
+      encoding: Encoding::ISO_8859_1,
+    ).to_a.transpose.tap(&:shift)
+
+    new(lines).tap(&:parse)
   end
-end
-# rubocop:enable Metrics/AbcSize
-
-FILE_ELEMENTS = [
-  # 0 Data element
-  # 1 Name of country
-  # 2 IBAN prefix country code (ISO 3166)
-  COUNTRY_CODE = 2,
-  # 3 Country code includes other countries/territories
-  # 4 SEPA country
-  # 5 SEPA country also includes
-  # 6 Domestic account number example
-  # 7 BBAN
-  # 8 BBAN structure
-  BBAN_STRUCTURE = 8,
-  # 9 BBAN length
-  # 10 Bank identifier position within the BBAN
-  # 11 Bank identifier pattern
-  BANK_IDENTIFIER_PATTERN = 11,
-  # 12 Branch identifier position within the BBAN
-  # 13 Branch identifier pattern
-  BRANCH_IDENTIFIER_PATTERN = 13,
-  # 14 Bank identifier example
-  # 15 Branch identifier example
-  # 16 BBAN example
-  # 17 IBAN
-  # 18 IBAN structure
-  # 19 IBAN length
-  # 20 Effective date
-  # 21 IBAN electronic format example
-].freeze
-
-def get_bban_formats(iban_registry_file)
-  iban_registry_file.each_with_object({}) do |line, hash|
-    bban_structure = line[BBAN_STRUCTURE].strip
-
-    bank_code_structure = line[BANK_IDENTIFIER_PATTERN].strip
-    branch_code_structure = line[BRANCH_IDENTIFIER_PATTERN]&.strip
-
-    bank_code_structure = "" if bank_code_structure == "N/A"
-
-    country_code = line[COUNTRY_CODE].strip
-    hash[country_code] = convert_swift_convention(bban_structure,
-                                                  bank_code_structure,
-                                                  branch_code_structure)
+
+  def initialize(lines)
+    @lines = lines
+    @registry = {}
   end
-end
 
-# IBAN Registry has BBAN format (which seems to be accurate), and Bank
-# identifier length, which contains something roughly like the format for the
-# bank code and usually the branch code where applicable. This is a best attempt
-# to convert those from weird SWIFT-talk into regexes, and then work out the
-# account number format regex by taking the bank and branch code regexes off
-# the front of the BBAN format.
-#
-# This works about 70% of the time, the rest are overridden in
-# structure_additions.yml
-def convert_swift_convention(bban, bank, branch)
-  bban_regex = iban_registry_to_regex(bban)
-  bank_regex = iban_registry_to_regex(bank)
-  branch_regex = branch.nil? ? nil : iban_registry_to_regex(branch)
-
-  non_account_number_regex = [bank_regex, branch_regex].join
-  account_number_start = (bban_regex.index(non_account_number_regex) || 0) +
-    non_account_number_regex.length
-  account_number_regex = bban_regex[account_number_start..-1]
-
-  {
-    bban_format: bban_regex,
-    bank_code_format: bank_regex,
-    branch_code_format: branch_regex,
-    account_number_format: account_number_regex,
-  }.compact
+  def parse
+    lines.each do |line|
+      country_code = clean_string(line[COUNTRY_CODE])
+
+      bban_details = convert_swift_convention(
+        country_code: country_code,
+        bban_structure: clean_string(line[BBAN_STRUCTURE]),
+        bank_code_structure: clean_string(line[BANK_IDENTIFIER_PATTERN]),
+        branch_code_structure: clean_string(line[BRANCH_IDENTIFIER_PATTERN]),
+        bank_identifier_position: clean_string(line[BANK_IDENTIFIER_POSITION]),
+        branch_identifier_position: clean_string(line[BRANCH_IDENTIFIER_POSITION]),
+      ) || {}
+
+      registry[country_code] = {
+        iban_example: clean_string(line[IBAN_EXAMPLE]),
+        bban_example: clean_string(line[BBAN_EXAMPLE]),
+        domestic_account_number_example: clean_string(line[DOMESTIC_ACCOUNT_NUMBER_EXAMPLE]),
+        **bban_details,
+      }.compact
+    end
+  end
+
+  private
+
+  def clean_string(string)
+    return nil if string.nil?
+
+    string.strip!
+    return nil if string == "N/A"
+
+    string
+  end
+
+  # IBAN Registry has BBAN format (which seems to be accurate), and Bank
+  # identifier length, which contains something roughly like the format for the
+  # bank code and usually the branch code where applicable. This is a best attempt
+  # to convert those from weird SWIFT-talk into regexes, and then work out the
+  # account number format regex by taking the bank and branch code regexes off
+  # the front of the BBAN format.
+  #
+  # This works about 90% of the time, the rest are overridden in
+  # structure_additions.yml
+  def convert_swift_convention( # rubocop:todo Metrics/AbcSize
+    country_code:,
+    bban_structure:,
+    branch_code_structure:,
+    bank_code_structure: nil,
+    bank_identifier_position: nil,
+    branch_identifier_position: nil
+  )
+    bban_regex = iban_registry_to_regex(bban_structure)
+    bank_regex = iban_registry_to_regex(bank_code_structure)
+    branch_regex = branch_code_structure.nil? ? nil : iban_registry_to_regex(branch_code_structure)
+
+    bban_ranges = create_bban_ranges(bban_structure)
+    ranges_to_remove = [
+      convert_string_range(bank_identifier_position),
+      convert_string_range(branch_identifier_position),
+    ].compact.uniq
+    max_bank_details_index = ranges_to_remove.map(&:last).max
+
+    _, non_bank_identifier_ranges = bban_ranges.partition do |_, range|
+      max_bank_details_index >= range.last
+    end
+
+    account_number_regex = iban_registry_to_regex(non_bank_identifier_ranges.map(&:first).join)
+
+    {
+      bban_format: bban_regex.source,
+      bank_code_format: bank_regex.source,
+      branch_code_format: branch_regex&.source,
+      account_number_format: account_number_regex.source,
+    }
+  rescue StandardError => e
+    puts "-----------------"
+    puts "Issue with: #{country_code}"
+    puts "\t #{e.message}"
+    puts "\t #{e.backtrace}"
+    puts "\t -----------------"
+    puts "\t country_code: #{country_code}"
+    puts "\t bban_structure: #{bban_structure}"
+    puts "\t branch_code_structure: #{branch_code_structure}"
+    puts "\t bank_code_structure: #{bank_code_structure}"
+    puts "\t bank_identifier_position: #{bank_identifier_position}"
+    puts "\t branch_identifier_position: #{branch_identifier_position}"
+  end
+
+  # Given "4!n4!n12!c" this returns an array that contains the ranges that cover the
+  # structure. Eg; [["4!n", 0..3]]
+  def create_bban_ranges(bban_structure)
+    arr = bban_structure.scan(/((\d+)![anc])/)
+
+    start = 0
+
+    arr.each_with_object([]) do |(structure, length), acc|
+      end_number = start + length.to_i - 1
+      acc.push([structure, start..end_number])
+      start = end_number + 1
+    end
+  end
+
+  def convert_string_range(str)
+    start_val, end_val = str.split("-").map(&:to_i)
+    (start_val - 1)..(end_val - 1)
+  rescue StandardError
+    nil
+  end
+
+  def iban_registry_to_regex(swift_string)
+    regex = swift_string.
+      gsub(/(\d+)!n/, '\\d{\1}').
+      gsub(/(\d+)!a/, '[A-Z]{\1}').
+      gsub(/(\d+)!c/, '[A-Z0-9]{\1}')
+    Regexp.new(regex)
+  end
 end
 
-def iban_registry_to_regex(swift_string)
-  swift_string.gsub(/(\d+)!([nac])/, '\2{\1}').
-    gsub("n", '\d').
-    gsub("a", "[A-Z]").
-    gsub("c", "[A-Z0-9]")
+class IbanStructureFile
+  attr_accessor :report, :iban_registry_file
+
+  def self.call(iban_registry_file, path: "../data/raw/IBANSTRUCTURE.xml")
+    iban_structures_file = File.read(File.expand_path(path, __dir__))
+    new(iban_registry_file:, iban_structures_file:).parse
+  end
+
+  def initialize(iban_registry_file:, iban_structures_file:)
+    @iban_registry_file = iban_registry_file
+    @report = Report.parse(iban_structures_file)
+  end
+
+  def parse # rubocop:todo Metrics/AbcSize
+    report.countries.each_with_object({}) do |country, hash|
+      country_bban = iban_registry_file.registry[country.country_code] || {}
+
+      hash[country.country_code] = {
+        bank_code_position: country.bank_code_position.to_i,
+        bank_code_length: country.bank_code_length.to_i,
+        branch_code_position: country.branch_code_position.to_i,
+        branch_code_length: country.branch_code_length.to_i,
+        account_number_position: country.account_number_position.to_i,
+        account_number_length: country.account_number_length.to_i,
+        total_length: country.total_length.to_i,
+        national_id_length: country.national_id_length.to_i,
+        **country_bban,
+      }
+    end
+  end
 end
 
 def merge_structures(structures, additions)
   additions.each_pair do |key, value|
-    structures[key].merge!(value) if structures.include?(key)
+    structures[key].merge!(value).compact! if structures.include?(key)
   end
 
   structures
 end
 
+def load_yaml_file(path)
+  YAML.safe_load(
+    File.read(File.expand_path(path, __dir__)),
+    permitted_classes: [Range, Symbol, Regexp],
+  )
+end
+
 # Only parse the files if this file is run as an executable (not required in,
 # as it is in the specs)
 if __FILE__ == $PROGRAM_NAME
-  iban_registry_file = CSV.read(
-    File.expand_path("../data/raw/IBAN_Registry.txt", __dir__),
-    col_sep: "\t",
-    headers: true,
-    encoding: Encoding::ISO_8859_1,
-  ).to_a.transpose
-
-  iban_registry_file.shift
-
-  iban_structures_file = File.read(
-    File.expand_path("../data/raw/IBANSTRUCTURE.xml", __dir__),
-  )
+  old_file = load_yaml_file("../data/structures.yml")
 
-  iban_structures = get_iban_structures(
-    iban_structures_file,
-    iban_registry_file,
-  )
+  iban_registry_file = IbanRegistryTextFile.call
+  iban_structures = IbanStructureFile.call(iban_registry_file)
 
-  structure_additions = YAML.safe_load(
-    File.read(File.expand_path("../data/raw/structure_additions.yml", __dir__)),
-    permitted_classes: [Range, Symbol],
-  )
+  structure_additions = load_yaml_file("../data/raw/structure_additions.yml")
 
   complete_structures = merge_structures(iban_structures, structure_additions)
+  pseudo_ibans = load_yaml_file("../data/raw/pseudo_ibans.yml")
+
+  complete_structures.merge!(pseudo_ibans)
 
   output_file_path = File.expand_path(
     "../data/structures.yml",
@@ -166,4 +265,12 @@ if __FILE__ == $PROGRAM_NAME
   )
 
   File.open(output_file_path, "w") { |f| f.write(complete_structures.to_yaml) }
+
+  new_countries = old_file.keys.to_set ^ complete_structures.keys.to_set
+  puts "New countries:"
+  new_countries.each do |country|
+    puts "#{country} #{complete_structures[country][:iban_example]} #{complete_structures[country][:domestic_account_number_example]}"
+  end
 end
+
+# rubocop:enable Layout/LineLength

data/config/locales/da.yml

@@ -10,3 +10,10 @@ da:
     invalid_format: "Uventet format for en IBAN fra %{country_code}."
     is_invalid: "er ugyldig"
     does_not_support_payments: "understøtter ikke betalinger"
+    has_invalid_format: "ugyldigt format"
+    failed_checksum_test: "bestod ikke kontrolsumtesten"
+    failed_modulus_check: "bestod ikke moduluskontrollen"
+    has_invalid_length: "ugyldig længde"
+    bank_code_does_not_exist: "bankkoden findes ikke"
+    has_invalid_clearing_code_length: "længden på clearingskoden er ugyldig"
+    has_invalid_serial_number: "ugyldigt serienummer"

data/config/locales/de.yml

@@ -10,3 +10,10 @@ de:
     invalid_format: "Unerwartetes Format für eine %{country_code}-IBAN."
     is_invalid: "ist ungültig"
     does_not_support_payments: "unterstützt keine Zahlungen"
+    has_invalid_format: "Format ist ungültig"
+    failed_checksum_test: "Prüfsummentest nicht bestanden"
+    failed_modulus_check: "Modulprüfung nicht bestanden"
+    has_invalid_length: "Länge ist ungültig"
+    bank_code_does_not_exist: "Bankleitzahl existiert nicht"
+    has_invalid_clearing_code_length: "Länge des Verrechnungscodes ist ungültig"
+    has_invalid_serial_number: "Seriennummer ist ungültig"

data/config/locales/en.yml

@@ -10,3 +10,10 @@ en:
     invalid_format: "Unexpected format for a %{country_code} IBAN."
     is_invalid: "is invalid"
     does_not_support_payments: "does not support payments"
+    has_invalid_format: "format is invalid"
+    failed_checksum_test: "did not pass checksum test"
+    failed_modulus_check: "did not pass modulus check"
+    has_invalid_length: "length is invalid"
+    bank_code_does_not_exist: "bank code does not exist"
+    has_invalid_clearing_code_length: "clearing code length is invalid"
+    has_invalid_serial_number: "serial number is invalid"

data/config/locales/es.yml

@@ -10,3 +10,10 @@ es:
     invalid_format: "Formato inesperado para un IBAN de %{country_code}."
     is_invalid: "no es válido"
     does_not_support_payments: "no admite pagos"
+    has_invalid_format: "formato invalido"
+    failed_checksum_test: "fallo en suma de control"
+    failed_modulus_check: "fallo en control de modulo"
+    has_invalid_length: "tamaño invalido"
+    bank_code_does_not_exist: "codigo bancario inexistente"
+    has_invalid_clearing_code_length: "codigo de oficina de oficina de compensación invalido"
+    has_invalid_serial_number: "número de serie invalido"

data/config/locales/fr.yml

@@ -10,3 +10,10 @@ fr:
     invalid_format: "Format non attendu pour un IBAN %{country_code}."
     is_invalid: "n'est pas valide"
     does_not_support_payments: "ne prend pas en charge les paiements"
+    has_invalid_format: "le format n'est pas valide"
+    failed_checksum_test: "échec du test de la somme de contrôle"
+    failed_modulus_check: "échec du test de module"
+    has_invalid_length: "la longueur n'est pas valide"
+    bank_code_does_not_exist: "le code de la banque n'existe pas"
+    has_invalid_clearing_code_length: "la longueur du clearing code n'est pas valide"
+    has_invalid_serial_number: "le numéro de série n'est pas valide"

data/config/locales/it.yml

@@ -9,4 +9,12 @@ it:
     non_alphanumeric_characters: "Caratteri non alfanumerici trovati: %{characters}"
     invalid_format: "Formato imprevisto per un IBAN %{country_code}."
     is_invalid: "non è valido"
-    does_not_support_payments: "non supporta i pagamenti"
+    does_not_support_payments: "non supporta i pagamenti"
+    has_invalid_format: "formato non valido"
+    failed_checksum_test: "test del checksum non superato"
+    failed_modulus_check: "test del modulo non superato"
+    has_invalid_length: "lunghezza non valida"
+    bank_code_does_not_exist: "codice banca inesistente"
+    has_invalid_clearing_code_length: "lunghezza clearing code non valida"
+    has_invalid_serial_number: "numero di serie non valido"
+

data/config/locales/nb.yml

@@ -10,3 +10,10 @@ nb:
     invalid_format: "Uventet format for IBAN for %{country_code}."
     is_invalid: "er ikke gyldig"
     does_not_support_payments: "støtter ikke betalinger"
+    has_invalid_format: "formatet er ugyldig"
+    failed_checksum_test: "besto ikke kontrollsumtesten"
+    failed_modulus_check: "besto ikke tallverdikontrollen"
+    has_invalid_length: "ugyldig lengde"
+    bank_code_does_not_exist: "bankkoden eksisterer ikke"
+    has_invalid_clearing_code_length: "registreringsnummerets lengde er ugyldig"
+    has_invalid_serial_number: "ugyldig serienummer"

data/config/locales/nl.yml

@@ -10,3 +10,10 @@ nl:
     invalid_format: "Onverwachte formaat voor een %{country_code} IBAN."
     is_invalid: "is ongeldig"
     does_not_support_payments: "ondersteunt geen betalingen"
+    has_invalid_format: "indeling is ongeldig"
+    failed_checksum_test: "checksumtest is mislukt"
+    failed_modulus_check: "moduluscontrole is mislukt"
+    has_invalid_length: "lengte is ongeldig"
+    bank_code_does_not_exist: "bankcode bestaat niet"
+    has_invalid_clearing_code_length: "lengte clearingcode is ongeldig"
+    has_invalid_serial_number: "serienummer is ongeldig"

data/config/locales/pt.yml

@@ -10,3 +10,10 @@ pt:
     invalid_format: "Formato inesperado para um IBAN %{country_code}."
     is_invalid: "é inválido"
     does_not_support_payments: "não suporta pagamentos"
+    has_invalid_format: "o formato é inválido"
+    failed_checksum_test: "não passou no teste de verificação de soma"
+    failed_modulus_check: "não passou na verificação do módulo"
+    has_invalid_length: "o comprimento é inválido"
+    bank_code_does_not_exist: "o código do banco não existe"
+    has_invalid_clearing_code_length: "o comprimento do código de libertação é inválido"
+    has_invalid_serial_number: "o número de série é inválido"

data/config/locales/sl.yml

@@ -10,3 +10,10 @@ sl:
     invalid_format: "Nepričakovana oblika zapisa %{country_code} v IBAN."
     is_invalid: "ni veljavno"
     does_not_support_payments: "ne podpira plačil"
+    has_invalid_format: "oblika zapisa ni veljavna"
+    failed_checksum_test: "neuspešen preizkus kontrolne vsote"
+    failed_modulus_check: "neuspešno preverjanje modula"
+    has_invalid_length: "dolžina ni veljavna"
+    bank_code_does_not_exist: "koda banke ne obstaja"
+    has_invalid_clearing_code_length: "dolžina klirinške kode ni veljavna"
+    has_invalid_serial_number: "serijska številka ni veljavna"

data/config/locales/sv.yml

@@ -10,3 +10,10 @@ sv:
     invalid_format: "Oväntat format för %{country_code} IBAN."
     is_invalid: "är ogiltig"
     does_not_support_payments: "stödjer inte betalningar"
+    has_invalid_format: "ogiltigt format"
+    failed_checksum_test: "felaktig kontrollsumma"
+    failed_modulus_check: "felaktig modulkontroll"
+    has_invalid_length: "ogiltig längd"
+    bank_code_does_not_exist: "bankkoden existerar inte"
+    has_invalid_clearing_code_length: "clearingnumrets längd är ogiltigt"
+    has_invalid_serial_number: "ogiltigt serienummer"