ng-bank-parser 0.1.2

data/lib/ng-bank-parser/parsers/uba-pdf-parser.rb

@@ -0,0 +1,98 @@
+require 'pdf-reader'
+require 'open-uri'
+require_relative 'uba-pdf-parser/transaction_tools'
+
+
+module NgBankParser
+  class UbaPdf
+    extend TransactionTools
+
+    class << self
+      def parse(url, password = nil)
+        unless ACCEPTED_FORMATS.include? File.extname(url)
+          return invalid_file
+        end
+
+        file = open(url)
+        @reader = PDF::Reader.new(file)
+        set_up_first_page
+        if is_valid_pdf?
+          set_account_details
+          set_transactions
+          return return_payload
+        else
+          return invalid_file
+        end
+      end
+
+      private
+
+      def set_up_first_page
+        @first_page_text = @reader.pages.first.text.remove_empty_lines
+        set_column_positions(@first_page_text.lines[TABLE_HEADER_LINE_INDEX])
+      end
+
+      def set_account_details
+        set_bank_name
+        set_account_name
+        set_account_number
+        set_dates
+        # print_account_details
+      end
+
+      def print_account_details
+        puts @bank_name
+        puts @account_name
+        puts @account_number
+        puts @from_date
+        puts @to_date
+      end
+
+      def set_bank_name
+        @bank_name = "United Bank for Africa"
+      end
+
+      def set_account_name
+        account_name_line = @first_page_text.lines[ACCOUNT_NAME_LINE_INDEX]
+        @account_name = account_name_line.get_text_between_markers(ACCOUNT_NAME_START_MARKER, ACCOUNT_NAME_END_MARKER)
+      end
+
+      def set_account_number
+        account_number_line = @first_page_text.lines[ACCOUNT_NUMBER_LINE_INDEX]
+        account_number_line_string = account_number_line.remove_white_spaces.downcase!
+        @account_number = account_number_line_string.get_text_between_markers(ACCOUNT_NUMBER_STRING, CURRENCY_STRING).upcase!
+      end
+
+      def set_dates
+        date_line = @first_page_text.lines[1]
+        date_line_string = date_line.remove_white_spaces.downcase!
+        @from_date = date_line_string.get_text_between_markers(START_DATE_STRING, END_DATE_STRING).upcase!.convert_to_date
+        @to_date = date_line_string.get_text_after_marker(END_DATE_STRING).upcase!.convert_to_date
+      end
+
+
+      def return_payload
+        return {
+            status: 1,
+            data: {
+                bank_name: @bank_name,
+                account_number: @account_number,
+                account_name: @account_name,
+                from_date: @from_date,
+                to_date: @to_date,
+                transactions: @transactions_hashes_array
+            }
+        }
+      end
+
+      def invalid_file
+        return {
+            status: 0, message: INVALID_FILE_STRING
+        }
+      end
+
+    end
+  end
+end
+
+

data/lib/ng-bank-parser/parsers/uba-pdf-parser/classes/string.rb

@@ -0,0 +1,56 @@
+class String
+  def extract_column(column)
+    self[column[:start]..column[:end]]
+  end
+
+  def remove_empty_lines
+    self.gsub /^$\n/, ''
+  end
+
+  def remove_multiple_lines
+    self.gsub('\n', '')
+  end
+
+  def remove_white_spaces
+    self.gsub(/\s+/, "")
+  end
+
+  def reduce_to_singular_white_space
+    self.gsub(/\s+/, " ")
+  end
+
+  def remove_commas
+    return self.gsub(/,/, '')
+  end
+
+
+  def get_text_between_markers(marker1, marker2)
+    self[/#{Regexp.escape(marker1)}(.*?)#{Regexp.escape(marker2)}/m, 1]
+  end
+
+  def get_text_after_marker(marker)
+    self.partition(marker).last
+  end
+
+  def get_date_string
+    self[0...10]
+  end
+
+  def get_first_line
+    self.lines[0]
+  end
+
+  def is_date?
+    begin
+      Date.parse(self)
+    rescue ArgumentError
+      return false
+    end
+    return true
+  end
+
+  def convert_to_date
+    Date.strptime(self, '%d-%b-%Y')
+  end
+
+end

data/lib/ng-bank-parser/parsers/uba-pdf-parser/classes/transaction.rb

@@ -0,0 +1,73 @@
+require 'active_support/json/decoding.rb'
+require 'active_support/json/encoding.rb'
+
+
+class Transaction
+
+  TYPE = {
+      debit: 'debit',
+      credit: 'credit'
+  }
+
+
+  def initialize(string, columns)
+    set_date_from_transaction_string(string)
+    set_amount_and_type_from_transaction_string(string, columns[:debit_column], columns[:credit_column])
+    set_balance_from_transaction_string(string, columns[:balance_column])
+    set_remarks_from_transaction_string(string, columns[:remarks_column])
+    set_ref
+  end
+
+  def to_hash
+    {
+        date: @date,
+        amount: @amount,
+        type: @type,
+        balance: @balance,
+        remarks: @remarks,
+        ref: @ref
+    }
+  end
+
+  private
+
+  def set_date_from_transaction_string(string)
+    @date = Date.strptime(string.get_first_line.get_date_string, '%d-%m-%Y')
+  end
+
+  def set_amount_and_type_from_transaction_string(string, debit_column, credit_column)
+    debit = string.get_first_line.extract_column(debit_column).remove_white_spaces
+    credit = string.get_first_line.extract_column(credit_column).remove_white_spaces
+
+    if (debit.blank? && !credit.blank?)
+      @type = TYPE[:credit]
+      @amount = credit.remove_commas.to_f
+    elsif (credit.blank? && !debit.blank?)
+      @type = TYPE[:debit]
+      @amount = debit.remove_commas.to_f
+    end
+  end
+
+  def set_balance_from_transaction_string(string, balance_column)
+    @balance = string.get_first_line.extract_column(balance_column).remove_white_spaces.remove_commas.to_f
+  end
+
+  def set_remarks_from_transaction_string(string, remarks_column)
+    @remarks ||= ''
+    if string.lines.count == 1
+      @remarks = string.extract_column(remarks_column)
+    elsif string.lines.count > 1
+      string.lines.each do |line|
+        @remarks = @remarks.+ line.extract_column(remarks_column)
+      end
+    end
+    @remarks = @remarks.reduce_to_singular_white_space
+  end
+
+  def set_ref
+    @ref = '0'
+  end
+
+
+end
+

data/lib/ng-bank-parser/parsers/uba-pdf-parser/constants.rb

@@ -0,0 +1,32 @@
+module NgBankParser
+  module Constants
+    ACCEPTED_FORMATS = ['.pdf']
+
+    TABLE_HEADER_LINE_INDEX = 6
+    LENGTH_OF_TRANSACTION_DATE_STRING = 10
+    ACCOUNT_NAME_LINE_INDEX = 2
+    ACCOUNT_NUMBER_LINE_INDEX = 5
+    RANGE_OF_LINES_WITH_TRANSACTIONS = 7..-3
+
+
+    FIRST_LINE_CHECKER_STRING = 'statementoftransactions'
+    START_DATE_STRING = 'startdate:'
+    END_DATE_STRING = 'enddate:'
+    ACCOUNT_NUMBER_STRING = 'accountnumber:'
+    CURRENCY_STRING = 'currency'
+    ACCOUNT_NAME_START_MARKER = '( '
+    ACCOUNT_NAME_END_MARKER = ' )'
+
+
+    DATE_COLUMN_HEADER_STRING = 'date'
+    REMARKS_COLUMN_HEADER_STRING = 'description'
+    CHEQUE_NUMBER_COLUMN_HEADER_STRING = 'chq. no'
+    VAL_DATE_COLUMN_HEADER_STRING = 'val date'
+    DEBIT_COLUMN_HEADER_STRING = 'debit'
+    CREDIT_COLUMN_HEADER_STRING = 'credit'
+    BALANCE_COLUMN_HEADER_STRING = 'balance'
+
+    COLUMN_OFFSET_RANGE = 0..-2
+    INVALID_FILE_STRING = 'Invalid File'
+  end
+end

data/lib/ng-bank-parser/parsers/uba-pdf-parser/pdf_checks.rb

@@ -0,0 +1,58 @@
+require_relative 'constants'
+
+module NgBankParser
+  module PdfChecks
+    include Constants
+
+    private
+
+    def is_valid_pdf?
+     is_first_line_of_first_page_correct? && is_date_range_line_correct? && is_account_number_line_correct? && are_columns_correct?
+    end
+
+
+    def is_first_line_of_first_page_correct?
+      line_string = @first_page_text.lines[0].remove_white_spaces.downcase!
+      return line_string.end_with?(FIRST_LINE_CHECKER_STRING)
+    end
+
+    def is_date_range_line_correct?
+      date_line = @first_page_text.lines[1]
+      date_line_string = date_line.remove_white_spaces.downcase!
+      return date_line_string.get_text_between_markers(START_DATE_STRING, END_DATE_STRING).upcase!.is_date? && date_line_string.get_text_after_marker(START_DATE_STRING).upcase!.is_date?
+    end
+
+    def is_account_number_line_correct?
+      account_number_line = @first_page_text.lines[ACCOUNT_NUMBER_LINE_INDEX]
+      return account_number_line.remove_white_spaces.downcase!.start_with?(ACCOUNT_NUMBER_STRING)
+    end
+
+    def are_columns_correct?
+      is_date_column_correct? && is_remarks_column_correct? && is_debit_column_correct? && is_credit_column_correct? && is_balance_column_correct?
+    end
+
+    def is_date_column_correct?
+      @first_page_text.lines[TABLE_HEADER_LINE_INDEX]
+          .extract_column(@date_column)
+          .remove_white_spaces.downcase![COLUMN_OFFSET_RANGE] == DATE_COLUMN_HEADER_STRING
+    end
+
+    def is_remarks_column_correct?
+      @first_page_text.lines[TABLE_HEADER_LINE_INDEX].extract_column(@remarks_column).remove_white_spaces.downcase![COLUMN_OFFSET_RANGE] == REMARKS_COLUMN_HEADER_STRING
+    end
+
+    def is_debit_column_correct?
+      @first_page_text.lines[TABLE_HEADER_LINE_INDEX].extract_column(@debit_column).remove_white_spaces.downcase! == DEBIT_COLUMN_HEADER_STRING
+    end
+
+    def is_credit_column_correct?
+      @first_page_text.lines[TABLE_HEADER_LINE_INDEX].extract_column(@credit_column).remove_white_spaces.downcase! == CREDIT_COLUMN_HEADER_STRING
+    end
+
+    def is_balance_column_correct?
+      @first_page_text.lines[TABLE_HEADER_LINE_INDEX].extract_column(@balance_column).remove_white_spaces.downcase! == BALANCE_COLUMN_HEADER_STRING
+    end
+
+
+  end
+end

data/lib/ng-bank-parser/parsers/uba-pdf-parser/transaction_tools.rb

@@ -0,0 +1,110 @@
+require 'date'
+require 'active_support/core_ext/object/blank'
+require_relative 'classes/string'
+require_relative 'classes/transaction'
+require_relative 'pdf_checks'
+
+
+module NgBankParser
+  module TransactionTools
+    include PdfChecks
+
+    private
+
+    def set_transactions
+      @transactions ||= Array.new
+      @transaction_strings ||= Array.new
+      @reader.pages[0..-2].each do |page|
+        seperate_lines_into_transaction_strings(page.text.remove_empty_lines.lines)
+      end
+      @transaction_strings.compact!
+      @transaction_strings.each do |transaction_string|
+        transaction = Transaction.new(transaction_string, @columns)
+        @transactions << transaction
+      end
+      @transactions.shift
+      set_transactions_hashes_array
+    end
+
+    def set_transactions_hashes_array
+      @transactions_hashes_array = []
+      @transactions.each do |transaction|
+        @transactions_hashes_array << transaction.to_hash
+      end
+    end
+
+    def seperate_lines_into_transaction_strings(lines)
+      @lines = lines[RANGE_OF_LINES_WITH_TRANSACTIONS]
+      @lines.each_with_index do |line, index|
+        if line_has_date?(line)
+          transaction_string = line
+          next_lines = get_next_lines(index)
+          next_lines.each do |next_line|
+            if !line_has_date?(next_line)
+              transaction_string = transaction_string + next_line
+            else
+              break
+            end
+          end
+        end
+        @transaction_strings << transaction_string
+      end
+    end
+
+    def line_has_date?(line)
+      line.get_date_string.is_date?
+    end
+
+    def get_next_lines(index)
+      @lines[index+1..-1]
+    end
+
+    def set_column_positions(column_header_line)
+      begin
+        column_header_line.downcase!
+        @date_column = {
+            start: column_header_line.index(DATE_COLUMN_HEADER_STRING),
+            end: column_header_line.index(REMARKS_COLUMN_HEADER_STRING)
+        }
+        @remarks_column = {
+            start: column_header_line.index(REMARKS_COLUMN_HEADER_STRING),
+            end: column_header_line.index(CHEQUE_NUMBER_COLUMN_HEADER_STRING)
+        }
+        @cheque_column = {
+            start: column_header_line.index(CHEQUE_NUMBER_COLUMN_HEADER_STRING),
+            end: column_header_line.index(VAL_DATE_COLUMN_HEADER_STRING)
+        }
+        @val_date_column = {
+            start: column_header_line.index(VAL_DATE_COLUMN_HEADER_STRING),
+            end: column_header_line.index(VAL_DATE_COLUMN_HEADER_STRING) + LENGTH_OF_TRANSACTION_DATE_STRING
+        }
+        @debit_column = {
+            start: @val_date_column[:start] + LENGTH_OF_TRANSACTION_DATE_STRING,
+            end: column_header_line.index(DEBIT_COLUMN_HEADER_STRING) + 5
+        }
+        @credit_column = {
+            start: @debit_column[:end] + 1,
+            end: column_header_line.index(CREDIT_COLUMN_HEADER_STRING) + 7
+        }
+        @balance_column = {
+            start: column_header_line.index(BALANCE_COLUMN_HEADER_STRING),
+            end: -1
+        }
+        @columns = {
+            date_column: @date_column,
+            remarks_column: @remarks_column,
+            cheque_column: @cheque_column,
+            val_date_column: @val_date_column,
+            debit_column: @debit_column,
+            credit_column: @credit_column,
+            balance_column: @balance_column
+        }
+
+      rescue NoMethodError
+        return invalid_file
+      end
+
+    end
+
+  end
+end

data/lib/ng-bank-parser/pdf-unlocker.rb

@@ -0,0 +1,24 @@
+require 'httmultiparty' 
+
+module NgBankParser
+	class PDFUnlocker
+		include HTTMultiParty
+		base_uri 'http://pdf-unlocker.herokuapp.com'
+
+		def initialize(file, password)
+			@pdf = file
+			@password = password
+		end
+
+		
+		def unlocked_pdf
+			options = { :pdf => @pdf, :password => @password }
+			begin
+				response = self.class.post('/rest/pdf/unlock', :query => options, :detect_mime_type => true).parsed_response
+			rescue StandardError
+				response = nil
+			end
+		end
+
+	end
+end