peoplegroup-connectors 0.1.36 → 0.1.41

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8611752b4ca5e726cc88207388a89cb90a7ad49cfa57681409b857ee13d59c8e
-  data.tar.gz: adb086e3c860033292caff493bf483967223b11b534828b11db5a9f3ffca7ac0
+  metadata.gz: 4e47c2d8d5ab3a4950ff65c5ff32ec0296f6fb48e228e1e19274a711c093ae47
+  data.tar.gz: 56fe77146fd84e4da1ce693c123a43505103285b2e204ec8ea2a54dd3be8c341
 SHA512:
-  metadata.gz: c4e1c9ab9341dc9731695024237f6f2d9f7febc87821926c5205dd345725affcfcc66732787fdf12bf3bcfaddbc01c27ff3409b38a900738980d187771219a66
-  data.tar.gz: b05f29c43918c58229fa3486b2935f0945355b31a925fc55fa1e0f38f10df45321548611ed34f50f715560da04ebd2b2f6ea85ce3a450d275885e66a996dbe3a
+  metadata.gz: 1ac02fc5ea8f2bc06abdbfe8d14befd7d813b3894c34a06f48a854d3b94809653a5bfc750e781bdfc0a9f474cba2f15cfc33f4cc960db7dc3d001a2f4d8de9e8
+  data.tar.gz: 30f760d557401e57cc67e0376d3db6a4e38648d3ae09c6f81815f79719ce5911b1cde2954eabf14ea4d2ff4049e8fc4268bb426690db79e0886fda0de9502380

data/lib/peoplegroup/connectors.rb

@@ -2,10 +2,12 @@
 
 require_relative 'connectors/version'
 require_relative 'connectors/gitlab'
+require_relative 'connectors/google_sheets'
 require_relative 'connectors/slack'
 require_relative 'connectors/pto_roots'
 require_relative 'connectors/bamboo'
 require_relative 'connectors/greenhouse'
+require_relative 'utils'
 
 module PeopleGroup
   module Connectors

data/lib/peoplegroup/connectors/bamboo.rb

@@ -5,8 +5,6 @@ require 'bamboozled'
 module PeopleGroup
   module Connectors
     class Bamboo
-      MAX_RETRIES = 3
-
       def initialize(use_report: false)
         @use_report = use_report
         @client = Bamboozled.client(subdomain: 'gitlab', api_key: ENV['BAMBOO_API_KEY'])
@@ -29,7 +27,8 @@ module PeopleGroup
             "#{emp['firstName']&.downcase} #{emp['lastName']&.downcase}",
             "#{emp['preferredName']&.downcase} #{emp['lastName']&.downcase}",
             "#{emp['firstName']&.downcase} #{emp['customPreferredLastName']&.downcase}",
-            "#{emp['preferredName']&.downcase} #{emp['customPreferredLastName']&.downcase}"
+            "#{emp['preferredName']&.downcase} #{emp['customPreferredLastName']&.downcase}",
+            emp['fullName5']&.downcase # this is firstName middleName lastName
           ].include?(name.downcase)
         end
       end
@@ -79,20 +78,20 @@ module PeopleGroup
       end
 
       def fields
-        @fields ||= (Bamboozled::API::FieldCollection.all_names + @client.meta.fields.map { |f| f['alias'] }).compact.uniq
+        return @fields if @fields
+
+        @fields = (Bamboozled::API::FieldCollection.all_names + @client.meta.fields.map { |f| f['alias'] }).compact.uniq
+        @fields.delete('flsaCode') # temp fix for problems with BambooHR
+        @fields
       end
 
       def employees
-        retries = 0
-
-        begin
+        Utils.retry_on_error(errors: [Net::ReadTimeout, Bamboozled::GatewayError]) do
           if @use_report
             @employees ||= @client.report.find(@use_report, 'JSON', true).reject { |employee| employee['lastName'] == 'Test-Gitlab' }
           else
             @employees ||= @client.report.custom(fields, 'JSON').reject { |employee| employee['lastName'] == 'Test-Gitlab' }
           end
-        rescue Net::ReadTimeout, Bamboozled::GatewayError
-          retry if (retries += 1) < MAX_RETRIES
         end
       end
 

data/lib/peoplegroup/connectors/gitlab.rb

@@ -7,8 +7,6 @@ module PeopleGroup
     class GitLab
       attr_accessor :client
 
-      MAX_RETRIES = 3
-
       API_URL = ENV['GITLAB_API_V4_URL'] || 'https://gitlab.com/api/v4'
 
       def initialize(token: ENV['GITLAB_API_TOKEN'])
@@ -144,14 +142,8 @@ module PeopleGroup
 
       private
 
-      def retry_on_error
-        retries = 0
-
-        begin
-          yield
-        rescue Gitlab::Error::InternalServerError
-          retry if (retries += 1) < MAX_RETRIES
-        end
+      def retry_on_error(&block)
+        Utils.retry_on_error(errors: [Gitlab::Error::InternalServerError], &block)
       end
 
       def find_epic(group_id, title)

data/lib/peoplegroup/connectors/google_sheets.rb

@@ -0,0 +1,32 @@
+# frozen_string_literal: true
+
+require 'google_drive'
+
+module PeopleGroup
+  module Connectors
+    class GoogleSheets
+      def spreadsheet(title)
+        retry_on_error { session.spreadsheet_by_title(title) }
+      end
+
+      def worksheet(spreadsheet_title, worksheet_title)
+        worksheets = retry_on_error { spreadsheet(spreadsheet_title).worksheets }
+        worksheets.find { |worksheet| worksheet.title == worksheet_title }
+      end
+
+      private
+
+      def service_account_key
+        StringIO.new(Base64.strict_decode64(ENV['GOOGLE_DRIVE_SERVICE_ACCOUNT_KEY']))
+      end
+
+      def session
+        @session ||= retry_on_error { GoogleDrive::Session.from_service_account_key(service_account_key) }
+      end
+
+      def retry_on_error(&block)
+        Utils.retry_on_error(errors: [Google::Apis::ServerError], delay: 1, &block)
+      end
+    end
+  end
+end

data/lib/peoplegroup/connectors/greenhouse.rb

@@ -19,20 +19,19 @@ module PeopleGroup
       def hired_candidates(updated_since)
         page = 1
         candidates = []
-        retries = 0
+        on_error = -> { p [updated_since, page] }
 
         loop do
-          begin
-            results = @client.candidates(nil, updated_after: updated_since, page: page)
-            break if results.empty?
-
-            results.each do |candidate|
-              candidates << candidate if hired_non_active?(candidate)
-            end
-          rescue GreenhouseIo::Error
-            p [updated_since, page]
-            retry if (retries += 1) < MAX_RETRIES
+          results = Utils.retry_on_error(errors: [GreenhouseIo::Error], on_error: on_error) do
+            @client.candidates(nil, updated_after: updated_since, page: page)
           end
+
+          break if results.empty?
+
+          results.each do |candidate|
+            candidates << candidate if hired_non_active?(candidate)
+          end
+
           page += 1
         end
 

data/lib/peoplegroup/connectors/version.rb

@@ -2,6 +2,6 @@
 
 module PeopleGroup
   module Connectors
-    VERSION = '0.1.36'
+    VERSION = '0.1.41'
   end
 end

data/lib/peoplegroup/utils.rb

@@ -0,0 +1,20 @@
+# frozen_string_literal: true
+
+module PeopleGroup
+  class Utils
+    class << self
+      def retry_on_error(max_attempts: 3, delay: 0, errors: [StandardError], on_error: -> {})
+        attempts = 0
+
+        begin
+          yield
+        rescue *errors => e
+          on_error.call
+          sleep delay
+          retry if (attempts += 1) < max_attempts
+          raise e
+        end
+      end
+    end
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: peoplegroup-connectors
 version: !ruby/object:Gem::Version
-  version: 0.1.36
+  version: 0.1.41
 platform: ruby
 authors:
 - lien van den steen
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2021-04-19 00:00:00.000000000 Z
+date: 2021-04-30 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: gitlab
@@ -24,6 +24,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: google_drive
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: slack-ruby-client
   requirement: !ruby/object:Gem::Requirement
@@ -163,10 +177,12 @@ files:
 - lib/peoplegroup/connectors.rb
 - lib/peoplegroup/connectors/bamboo.rb
 - lib/peoplegroup/connectors/gitlab.rb
+- lib/peoplegroup/connectors/google_sheets.rb
 - lib/peoplegroup/connectors/greenhouse.rb
 - lib/peoplegroup/connectors/pto_roots.rb
 - lib/peoplegroup/connectors/slack.rb
 - lib/peoplegroup/connectors/version.rb
+- lib/peoplegroup/utils.rb
 homepage: https://gitlab.com/gitlab-com/people-group/peopleops-eng/connectors-gem
 licenses:
 - MIT