burglar 0.0.3 → 0.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 6ac080f5a8dd80fc3e143c80017fb735cd27511d686a088fe257e8e604658a9e
-  data.tar.gz: 386b942a22b29cfc4601ab20cbf36953dc0b1d0123227fe1aeb205cedb3af1d1
+  metadata.gz: 6cbc26fc77ea4427b7ae6cbfa3d53fb441e0897beafba7797b63a7cd853b4a45
+  data.tar.gz: 45e247c5fa8886e65d70ebc35e61227f9c64b5012247922b7373ed20aa76a8fd
 SHA512:
-  metadata.gz: de433fd0719a368466ba29e9de9346e8027c0a4bfda545d32947b9a0747e75976d94b919de967fbd85c35f8bc0ef3af2530dc094ec5dbcf7192bfb53ea7d045f
-  data.tar.gz: 8315d152306e918330142da70d9beb943e5adbcd44485e8ccf7b857a21839e6522caad6677c0ad7ce873892cce46c08c2b2b7bd85f3c3800bce5561c6cfe35f5
+  metadata.gz: 7d33eb6451240ee1300b6ecdb2a39792f859aec122084d31470b1ba2fbae0ed3ab50f84ae5d986b4584358c0b8d1d2090811da5de8dcfb749872796a64b42daa
+  data.tar.gz: 20af4b002fc0e12ae83d54a70a22db7b9580816920fdf6ea0eb02d9392e5c2c3104a289a6ede64423cea94cc12fc1d119d905d9dc0f9f8dc2c7f6bc38306168f

data/.travis.yml

@@ -1,4 +1,4 @@
-dist: trusty
+dist: xenial
 install:
 - for i in $(cat .circle-ruby) ; do rvm install $i || exit 1 ; done
 - for i in $(cat .circle-ruby) ; do rvm-exec $i bundle install || exit 1 ; done

data/bin/burglar

@@ -32,7 +32,7 @@ Mercenary.program(:burglar) do |p|
 
   p.action do |_, options|
     options[:end] = date_parse_or_default(options[:end], Date.today)
-    options[:begin] = date_parse_or_default(options[:begin], options[:end])
+    options[:begin] = date_parse_or_default(options[:begin], options[:end] - 30)
     config = load_config(options[:config]).merge(options)
     puts Burglar.new(config).transactions
   end

data/burglar.gemspec

@@ -25,8 +25,8 @@ Gem::Specification.new do |s|
 
   s.add_development_dependency 'codecov', '~> 0.1.1'
   s.add_development_dependency 'fuubar', '~> 2.3.0'
-  s.add_development_dependency 'goodcop', '~> 0.6.0'
+  s.add_development_dependency 'goodcop', '~> 0.7.0'
   s.add_development_dependency 'rake', '~> 12.3.0'
   s.add_development_dependency 'rspec', '~> 3.8.0'
-  s.add_development_dependency 'rubocop', '~> 0.65.0'
+  s.add_development_dependency 'rubocop', '~> 0.67.2'
 end

data/lib/burglar/modules/plaid.rb

@@ -0,0 +1,109 @@
+Burglar.extra_dep('plaid', 'plaid')
+
+module LogCabin
+  module Modules
+    ##
+    # Plaid
+    module Plaid
+      include Burglar.helpers.find(:creds)
+      include Burglar.helpers.find(:ledger)
+
+      PLAID_DOMAIN = 'https://plaid.com'.freeze
+
+      def raw_transactions # rubocop:disable Metrics/MethodLength
+        @raw_transactions ||= all_transactions.map do |row|
+          amount = "$#{row.amount}"
+          name = row.name.downcase
+          action = guess_action(name)
+          state = row.pending ? :pending : :cleared
+
+          ::Ledger::Entry.new(
+            name: name,
+            state: state,
+            date: row.date,
+            actions: [
+              { name: action, amount: amount },
+              { name: account_name }
+            ]
+          )
+        end
+      end
+
+      private
+
+      def api_client
+        @api_client ||= ::Plaid::Client.new(
+          env: 'development',
+          client_id: client_id,
+          secret: secret_key,
+          public_key: public_key
+        )
+      end
+
+      def get_transactions_page(offset)
+        resp = api_client.transactions.get(
+          access_token,
+          begin_date_str,
+          end_date_str,
+          account_ids: [account_id],
+          offset: offset
+        )
+        [resp.transactions, resp.total_transactions]
+      end
+
+      def all_transactions
+        return @all_transactions if @all_transactions
+        list, total = get_transactions_page(0)
+        while list.length < total
+          new, total = get_transactions_page(list.length)
+          list += new
+        end
+        @all_transactions = list
+      end
+
+      def begin_date_str
+        @begin_date_str ||= date_str(begin_date)
+      end
+
+      def end_date_str
+        @end_date_str ||= date_str(end_date)
+      end
+
+      def date_str(date)
+        date.strftime('%Y-%m-%d')
+      end
+
+      def accounts
+        @accounts ||= api_client.accounts.get(access_token)['accounts']
+      end
+
+      def account_id
+        @account_id ||= accounts.find do |x|
+          x['name'] == account_clean_name
+        end['account_id']
+      end
+
+      def account_clean_name
+        @account_clean_name ||= @options[:name] || raise(
+          'No account name provided'
+        )
+      end
+
+      def client_id
+        @client_id ||= creds(PLAID_DOMAIN, 'client_id')
+      end
+
+      def secret_key
+        @secret_key ||= creds(PLAID_DOMAIN, 'secret_key')
+      end
+
+      def public_key
+        @public_key ||= creds(PLAID_DOMAIN, 'public_key')
+      end
+
+      def access_token
+        @access_token ||= creds(PLAID_DOMAIN, account_name)
+      end
+    end
+  end
+end

data/lib/burglar/version.rb

@@ -3,5 +3,5 @@
 ##
 # Set the version (needed for Mercenary -v)
 module Burglar
-  VERSION = '0.0.3'.freeze
+  VERSION = '0.1.0'.freeze
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: burglar
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.1.0
 platform: ruby
 authors:
 - Les Aker
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-03-03 00:00:00.000000000 Z
+date: 2019-05-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: cymbal
@@ -100,14 +100,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.6.0
+        version: 0.7.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.6.0
+        version: 0.7.0
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -142,14 +142,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.65.0
+        version: 0.67.2
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.65.0
+        version: 0.67.2
 description: Tool for parsing data from bank websites
 email: me@lesaker.org
 executables:
@@ -175,8 +175,7 @@ files:
 - lib/burglar/helpers/creds.rb
 - lib/burglar/helpers/ledger.rb
 - lib/burglar/helpers/mechanize.rb
-- lib/burglar/modules/ally.rb
-- lib/burglar/modules/american_express.rb
+- lib/burglar/modules/plaid.rb
 - lib/burglar/version.rb
 - spec/burglar_spec.rb
 - spec/spec_helper.rb

data/lib/burglar/modules/ally.rb

@@ -1,156 +0,0 @@
-require 'json'
-require 'csv'
-require 'date'
-require 'digest/sha1'
-
-module LogCabin
-  module Modules
-    ##
-    # Ally
-    module Ally # rubocop:disable Metrics/ModuleLength
-      include Burglar.helpers.find(:creds)
-      include Burglar.helpers.find(:mechanize)
-      include Burglar.helpers.find(:ledger)
-
-      ALLY_DOMAIN = 'https://secure.ally.com'.freeze
-      ALLY_CSRF_URL = ALLY_DOMAIN + '/capi-gw/session/status/olbWeb'
-      ALLY_AUTH_URL = ALLY_DOMAIN + '/capi-gw/customer/authentication'
-      ALLY_AUTH_PATCH_URL = ALLY_AUTH_URL + '?_method=PATCH'
-      ALLY_MFA_URL = ALLY_DOMAIN + '/capi-gw/notification'
-      ALLY_DEVICE_URL = ALLY_DOMAIN + '/capi-gw/customer/device'
-      ALLY_DEVICE_PATCH_URL = ALLY_DEVICE_URL + '?_method=PATCH'
-      ALLY_ACCOUNT_URL = ALLY_DOMAIN + '/capi-gw/accounts'
-
-      def raw_transactions
-        csv.map do |x|
-          amount = format('$%.2f', x[:amount] * -1)
-          simple_ledger(x[:date], x[:description], amount)
-        end
-      end
-
-      private
-
-      def default_account_name
-        'Assets:' + @options[:name].gsub(/\s/, '')
-      end
-
-      def raw_csv_url
-        ALLY_DOMAIN + "/capi-gw/accounts/#{account_id}/transactions.csv"
-      end
-
-      def raw_csv
-        csv_headers = headers('text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8') # rubocop:disable Metrics/LineLength
-        @raw_csv ||= mech.get(raw_csv_url, csv_data, nil, csv_headers)
-      end
-
-      def csv
-        @csv ||= CSV.new(
-          raw_csv.body,
-          headers: true,
-          header_converters: :symbol,
-          converters: %i[date float]
-        ).map(&:to_h)
-      end
-
-      def csv_data
-        @csv_data ||= {
-          'fromDate' => begin_date.strftime('%Y-%m-%d'),
-          'toDate' => end_date.strftime('%Y-%m-%d'),
-          'status' => 'Posted'
-        }
-      end
-
-      def user
-        @user ||= @options[:user]
-      end
-
-      def password
-        @password ||= creds(ALLY_DOMAIN, user)
-      end
-
-      def csrf_token
-        mech
-        @csrf_token ||= mech.get(ALLY_CSRF_URL).response['csrfchallengetoken']
-      end
-
-      def device_token
-        return @device_token if @device_token
-        res = `system_profiler SPHardwareDataType`
-        raw_token = res.lines.grep(/Serial Number/).first.split.last
-        @device_token = Digest::SHA1.hexdigest raw_token
-      end
-
-      def headers(accept, spname = nil)
-        {
-          'CSRFChallengeToken' => csrf_token,
-          'ApplicationName' => 'AOB',
-          'ApplicationId' => 'ALLYUSBOLB',
-          'ApplicationVersion' => '1.0',
-          'Accept' => accept,
-          'spname' => spname
-        }.reject { |_, v| v.nil? }
-      end
-
-      def auth_headers
-        @auth_headers ||= headers('application/v1+json', 'auth')
-      end
-
-      def common_data
-        @common_data = {
-          'channelType' => 'OLB',
-          'devicePrintRSA' => device_token
-        }
-      end
-
-      def auth_data
-        @auth_data = common_data.merge(
-          'userNamePvtEncrypt' => user,
-          'passwordPvtBlock' => password,
-          'rememberMeFlag' => 'false'
-        )
-      end
-
-      def setup_mech
-        auth = mech.post(ALLY_AUTH_URL, auth_data, auth_headers)
-        auth_res = JSON.parse(auth.body)
-        mfa(auth_res) if auth_res['authentication']['mfa']
-      end
-
-      def mfa_data(payload)
-        mfa_methods = payload['authentication']['mfa']['mfaDeliveryMethods']
-        mfa_id = mfa_methods.first['deliveryMethodId']
-        common_data.merge('deliveryMethodId' => mfa_id)
-      end
-
-      def mfa_token
-        UserInput.new(message: 'MFA token', validation: /^\d+$/).ask
-      end
-
-      def mfa(payload)
-        mech.post(ALLY_MFA_URL, mfa_data(payload), auth_headers)
-        data = common_data.merge('otpCodePvtBlock' => mfa_token)
-        mech.post(ALLY_AUTH_PATCH_URL, data, auth_headers)
-        mech.post(ALLY_DEVICE_PATCH_URL, common_data, auth_headers)
-      end
-
-      def accounts
-        account_headers = headers('application/vnd.api+json', 'common-api')
-        @accounts ||= JSON.parse(
-          mech.get(ALLY_ACCOUNT_URL, [], nil, account_headers).body
-        )
-      end
-
-      def account
-        return @account if @account
-        list = accounts['accounts']['deposit']['accountSummary']
-        match = list.find { |x| x['accountNickname'].match @options[:name] }
-        raise('No matching account found') unless match
-        @account = match
-      end
-
-      def account_id
-        @account_id ||= account['accountId']
-      end
-    end
-  end
-end

data/lib/burglar/modules/american_express.rb

@@ -1,79 +0,0 @@
-require 'csv'
-require 'date'
-
-module LogCabin
-  module Modules
-    ##
-    # American Express
-    module AmericanExpress
-      include Burglar.helpers.find(:creds)
-      include Burglar.helpers.find(:ledger)
-      include Burglar.helpers.find(:mechanize)
-
-      # rubocop:disable Metrics/LineLength
-      AMEX_DOMAIN = 'https://online.americanexpress.com'.freeze
-      AMEX_LOGIN_PATH = '/myca/logon/us/action/LogonHandler?request_type=LogonHandler&Face=en_US'.freeze
-      AMEX_LOGIN_FORM = 'lilo_formLogon'.freeze
-      AMEX_CSV_PATH = '/myca/estmt/us/downloadTxn.do'.freeze
-      # rubocop:enable Metrics/LineLength
-
-      def raw_transactions
-        @raw_transactions ||= csv.map do |row|
-          raw_date, raw_amount, raw_name = row.values_at(0, 7, 11)
-          date = Date.strptime(raw_date, '%m/%d/%Y %a')
-          amount = format('$%.2f', raw_amount)
-          name = raw_name.empty? ? 'Amex Payment' : raw_name.downcase
-          simple_ledger(date, name, amount)
-        end
-      end
-
-      private
-
-      def default_account_name
-        'Liabilities:Credit:american_express'.freeze
-      end
-
-      def user
-        @user ||= @options[:user]
-      end
-
-      def password
-        @password ||= creds(AMEX_DOMAIN, user)
-      end
-
-      def setup_mech
-        mech.user_agent = 'chrome'
-        page = mech.get(AMEX_DOMAIN + AMEX_LOGIN_PATH)
-        form = page.form_with(id: AMEX_LOGIN_FORM) do |f|
-          f.UserID = user
-          f.Password = password
-        end
-        form.submit
-      end
-
-      def csv
-        CSV.parse(csv_page.body)
-      end
-
-      def csv_page
-        params = static_fields.merge(
-          'startDate' => begin_date.strftime('%m%d%Y'),
-          'endDate' => end_date.strftime('%m%d%Y')
-        )
-        mech.post(AMEX_DOMAIN + AMEX_CSV_PATH, params)
-      end
-
-      def static_fields
-        @static_fields ||= {
-          'request_type' => 'authreg_Statement',
-          'downloadType' => 'C',
-          'downloadView' => 'C',
-          'downloadWithETDTool' => 'true',
-          'viewType' => 'L',
-          'reportType' => '1',
-          'BPIndex' => '-99'
-        }.freeze
-      end
-    end
-  end
-end