gooddata 2.1.11 → 2.1.12

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3a685dc668e6b4f2143b8abeaa5264d0576144f88f7fc4f3be2b647512efc852
-  data.tar.gz: 3fd65d6bc019487c9771f932e650ffc67a5b7366db17c09bf15ed1a3543bd2c6
+  metadata.gz: 21bb1e8b1a4eacb96fbf7aa25e22b54927a881fe3e04648f886b3ba132110c18
+  data.tar.gz: 797c83b8e0c76d07b4ca976023ff58cc82a1fa1bc3e63ad68fee294e24f9ddde
 SHA512:
-  metadata.gz: 180103d93ac47c89a24a57119fb64a9fa755d9e97cf01cf3e3f6f998f270024dd8755520b4b03e973f8543c97fb26f3191a69f5448b9b616b60fff6bcd604743
-  data.tar.gz: 65dadc4b41397a1dad8cda4d6c92dc3d027d29fa161f81d7a16d2fc194f88cdb5471daa2a3f8499d50c5f65ea3acac5029cfac7d3d3444280990cc206d12adaa
+  metadata.gz: bb2d421d223db058c231ec0d66b3325a97237a5dc050305e17bc27dcab78694c8237241fbca2dab60d45a8257cd5b8bfb875c2db532e38fa075cfc02cfb57b26
+  data.tar.gz: 7ef77abd3d61fe54238b25b00a8d4ea05852fbc3474ae64aa54a770b739f3d64a5cc847e42cc993ac232423204ac9a354a4401882663dd8723a02f95fb1e91ba

data/CHANGELOG.md

@@ -1,4 +1,13 @@
 # GoodData Ruby SDK Changelog
+## 2.1.12
+ - FEATURE: MSF-17621 Apply patched version for activesupport to fix vulnerable issue
+ - CONFIG: SETI-4379 Add gdc-fossa configuration for gooddata-ruby
+ - CONFIG: MSF-17345 Set umask 0002 for lcm brick
+ - BUGFIX: TMA-1015 check case sensitivity for group name
+ - BUGFIX: MSF-17219 Fixed incorrect client used in domain.users
+ - BUGFIX: TMA-1022 Add more logs for case roll out without LDM change in master
+ - FEATURE: TMA-1640 Add alert for CPU limit hit
+
 ## 2.1.11
  - FEATURE: TMA-1647 Set VCR version to 5.0.0 due to incompatible license of the latest version
 

data/SDK_VERSION

@@ -1 +1 @@
-2.1.11
+2.1.12

data/VERSION

@@ -1 +1 @@
-3.7.18
+3.7.20

data/bin/run_brick.rb

@@ -8,6 +8,9 @@ DEFAULT_BRICK = 'hello_world_brick'
 BRICK_PARAM_PREFIX = 'BRICK_PARAM_'
 HIDDEN_BRICK_PARAMS_PREFIX = 'HIDDEN_BRICK_PARAM_'
 
+# MSF-17345 Set umask so files are group-writable
+File.umask(0002)
+
 brick_type = !ARGV.empty? ? ARGV[0] : DEFAULT_BRICK
 
 def get_brick_params(prefix)

data/bin/test_projects_cleanup.rb

@@ -90,7 +90,11 @@ def clean_up!(client, force, days)
   delete_project_by_title(/LCM spec Client With Conflicting LDM Changes/, projects, days, force)
   delete_project_by_title(/LCM spec master project/, projects, days, force)
   delete_project_by_title(/users brick load test/, projects, days, force)
-  delete_project_by_title(/#transfer_processes and #transfer_schedules test/, projects, days, force)
+  delete_project_by_title(/transfer_processes and #transfer_schedules test/, projects, days, force)
+  delete_project_by_title(/DailyUse Project for gooddata-ruby integration tests/, projects, days, force)
+  delete_project_by_title(/^New project$/, projects, days, force)
+  delete_project_by_title(/RubyGem Dev Week test/, projects, days, force)
+  delete_project_by_title(/My project from blueprint/, projects, days, force)
   delete_ads_by_title(/Development ADS/, client, days, force)
   delete_ads_by_title(/Production ADS/, client, days, force)
   delete_ads_by_title(/TEST ADS/, client, days, force)
@@ -112,7 +116,7 @@ dev_client = init_client(username, password, "https://#{config[:dev_server]}")
 prod_client = init_client(username, password, "https://#{config[:prod_server]}")
 
 force = options[:force]
-days = options[:days] || 14
+days = options[:days] || 3
 clean_up!(dev_client, force, days)
 clean_up!(prod_client, force, days)
 

data/gdc_fossa_lcm.yaml

@@ -0,0 +1,2 @@
+---
+fossa_project: "gooddata-ruby-lcm"

data/gdc_fossa_ruby_sdk.yaml

@@ -0,0 +1,4 @@
+---
+fossa_project: "gooddata-ruby-sdk"
+ignored_paths:
+  - 'ci/.*'

data/gooddata.gemspec

@@ -55,9 +55,9 @@ Gem::Specification.new do |s|
   s.add_development_dependency 'sqlite3' if RUBY_PLATFORM != 'java'
 
   if RUBY_VERSION >= '2.5'
-    s.add_dependency 'activesupport', '> 4.2.9', '< 6.1'
+    s.add_dependency 'activesupport', '>= 6.0.3.1', '< 6.1'
   else
-    s.add_dependency 'activesupport', '> 4.2.9', '< 6.0'
+    s.add_dependency 'activesupport', '>= 5.2.4.3', '< 6.0'
   end
 
   s.add_dependency 'aws-sdk-s3', '~> 1.16'

data/k8s/charts/lcm-bricks/Chart.yaml

@@ -1,4 +1,4 @@
 apiVersion: v1
 name: lcm-bricks
 description: LCM Bricks
-version: 2.0.1
+version: 2.0.3

data/k8s/charts/lcm-bricks/templates/prometheus/alertingRules.yaml

@@ -20,7 +20,7 @@ data:
         expr: container_pod:lcm_pod_container_status_restarts:increase10m >= 1
         labels:
           severity: warning
-          team: lcm # switch to msf in production
+          team: lcm
           cluster_id: {{ .Values.clusterId }}
         annotations:
           description: "There is more than 0 restarts of {{`{{ $labels.pod }}`}} pod in the last 10 minutes"
@@ -28,8 +28,8 @@ data:
       - alert: "[LCM] Pod has too many restarts on cluster={{ .Values.clusterId }}"
         expr: container_pod:lcm_pod_container_status_restarts:increase10m >= 2
         labels:
-          severity: critical
-          team: lcm # switch to msf in production
+          severity: warning
+          team: lcm
           cluster_id: {{ .Values.clusterId }}
         annotations:
           description: "There is more than 1 restart of {{`{{ $labels.pod }}`}} pod in the last 10 minutes"
@@ -40,7 +40,7 @@ data:
         expr: container_pod:lcm_pod_container_status_oomkilled:increase10m >= 1
         labels:
           severity: warning
-          team: lcm # switch to msf in production
+          team: lcm
           cluster_id: {{ .Values.clusterId }}
         annotations:
           description: "{{`{{ $labels.pod }}`}} was OOMKilled in the last 30 minutes. Investigate and/or increase memoryRequest or memoryLimit."
@@ -48,8 +48,8 @@ data:
       - alert: "[LCM] OOMKill occured on cluster={{ .Values.clusterId }}"
         expr: container_pod:lcm_pod_container_status_oomkilled:increase10m >= 2
         labels:
-          severity: critical
-          team: lcm # switch to msf in production
+          severity: warning
+          team: lcm
           cluster_id: {{ .Values.clusterId }}
         annotations:
           description: "{{`{{ $labels.pod }}`}} was OOMKilled in the last 10 minutes. Investigate and/or increase memoryRequest or memoryLimit."
@@ -58,8 +58,8 @@ data:
         expr: rate(container_cpu_cfs_throttled_seconds_total{namespace='{{ .Release.Namespace }}'}[1m]) > 1
         for: 5m
         labels:
-          severity: critical
-          team: lcm # switch to msf in production
+          severity: warning
+          team: lcm
           cluster_id: {{ .Values.clusterId }}
         annotations:
           description: "{{`{{ $labels.pod_name }}`}} container is beeing throttled and probably hit CPU limit. Investigate root cause and increase limit and/or number of replicas if necessary."
@@ -68,8 +68,8 @@ data:
         expr: rate(jvm_gc_pause_seconds_sum{kubernetes_namespace='{{ .Release.Namespace }}'}[1m]) > 1
         for: 5m
         labels:
-          severity: critical
-          team: lcm # switch to msf in production
+          severity: warning
+          team: lcm
           cluster_id: {{ .Values.clusterId }}
         annotations:
           description: "{{`{{ $labels.kubernetes_pod_name }}`}} container is spending too much time in pause garbage collector. Investigate root cause and increase heap size and/or number of replicas if necessary."
@@ -77,9 +77,19 @@ data:
       - alert: "[LCM] there is more than 100 jobs on cluster={{ .Values.clusterId }}"
         expr: count(kube_job_info{namespace="lcm"}) > 100
         labels:
-          severity: critical
-          team: lcm # switch to msf in production
+          severity: warning
+          team: lcm
           cluster_id: {{ .Values.clusterId }}
         annotations:
           description: "There is more than 100 jobs in LCM namespace. They are likely not deleted."
           summary: "There is more than 100 jobs in LCM namespace."
+      - alert: "[LCM] Resource quotas hit CPU limit on cluster={{ .Values.clusterId }}"
+        expr: kube_resourcequota{namespace='{{ .Release.Namespace }}',resource="limits.cpu",type="hard"} - ignoring(type) kube_resourcequota{namespace='{{ .Release.Namespace }}',resource="limits.cpu",type="used"} == 0
+        labels:
+          severity: warning
+          team: lcm
+          cluster_id: {{ .Values.clusterId }}
+        annotations:
+          description: "We are hitting CPU limit in LCM namespace."
+          summary: "We are hitting CPU limit in LCM namespace."
+

data/lib/gooddata/lcm/actions/synchronize_ldm.rb

@@ -89,6 +89,13 @@ module GoodData
             maql_diff_params << :excludeFactRule if exclude_fact_rule
             maql_diff_params << :includeDeprecated if include_deprecated
             maql_diff = previous_master.maql_diff(blueprint: blueprint, params: maql_diff_params)
+            chunks = maql_diff['projectModelDiff']['updateScripts']
+            if chunks.empty?
+              GoodData.logger.info "Synchronize LDM to clients will not proceed in mode \
+'#{params[:synchronize_ldm].downcase}' due to no LDM changes in the new master project. \
+If you had changed LDM of clients manually, please use mode 'diff_against_clients' \
+to force synchronize LDM to clients"
+            end
           end
 
           segment_info[:to] = segment_info[:to].pmap do |entry|

data/lib/gooddata/models/domain.rb

@@ -241,7 +241,7 @@ module GoodData
 
           all_users
         else
-          find_user_by_login(domain, id)
+          find_user_by_login(domain, id, opts)
         end
       end
 

data/lib/gooddata/models/project.rb

@@ -1606,14 +1606,19 @@ module GoodData
     def import_users(new_users, options = {})
       role_list = roles
       users_list = users
-      new_users = new_users.map { |x| ((x.is_a?(Hash) && x[:user] && x[:user].to_hash.merge(role: x[:role])) || x.to_hash).tap { |u| u[:login].downcase! } }
 
       GoodData.logger.warn("Importing users to project (#{pid})")
+      new_users = new_users.map { |x| ((x.is_a?(Hash) && x[:user] && x[:user].to_hash.merge(role: x[:role])) || x.to_hash).tap { |u| u[:login].downcase! } }
+      # First check that if groups are provided we have them set up
+      user_groups_cache, change_groups = check_groups(new_users.map(&:to_hash).flat_map { |u| u[:user_group] || [] }.uniq, options[:user_groups_cache], options)
 
-      whitelisted_new_users, whitelisted_users = whitelist_users(new_users.map(&:to_hash), users_list, options[:whitelists])
+      unless change_groups.empty?
+        new_users.each do |user|
+          user[:user_group].map! { |e| change_groups[e].nil? ? e : change_groups[e] }
+        end
+      end
 
-      # First check that if groups are provided we have them set up
-      user_groups_cache = check_groups(new_users.map(&:to_hash).flat_map { |u| u[:user_group] || [] }.uniq, options[:user_groups_cache], options)
+      whitelisted_new_users, whitelisted_users = whitelist_users(new_users.map(&:to_hash), users_list, options[:whitelists])
 
       # conform the role on list of new users so we can diff them with the users coming from the project
       diffable_new_with_default_role = whitelisted_new_users.map do |u|
@@ -1760,7 +1765,20 @@ module GoodData
     def check_groups(specified_groups, user_groups_cache = nil, options = {})
       current_user_groups = user_groups if user_groups_cache.nil? || user_groups_cache.empty?
       groups = current_user_groups.map(&:name)
-      missing_groups = specified_groups - groups
+      missing_groups = []
+      change_groups = {}
+      specified_groups.each do |group|
+        found_group = groups.find { |name| name.casecmp(group).zero? }
+        if found_group.nil?
+          missing_groups << group
+        else
+          # Change groups when they have similar group name with difference of case sensitivity
+          if found_group != group
+            change_groups[group] = found_group
+            GoodData.logger.warn("Group with name #{group} is existed in project with name #{found_group}.")
+          end
+        end
+      end
       if options[:create_non_existing_user_groups]
         missing_groups.each do |g|
           GoodData.logger.info("Creating group #{g}")
@@ -1773,7 +1791,7 @@ module GoodData
             "#{groups.join(',')} and you asked for #{missing_groups.join(',')}"
         end
       end
-      current_user_groups
+      [current_user_groups, change_groups]
     end
 
     # Update user

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: gooddata
 version: !ruby/object:Gem::Version
-  version: 2.1.11
+  version: 2.1.12
 platform: ruby
 authors:
 - Pavel Kolesnikov
@@ -14,7 +14,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-05-20 00:00:00.000000000 Z
+date: 2020-06-22 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: license_finder
@@ -286,9 +286,9 @@ dependencies:
   name: activesupport
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 4.2.9
+        version: 5.2.4.3
     - - "<"
       - !ruby/object:Gem::Version
         version: '6.0'
@@ -296,9 +296,9 @@ dependencies:
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 4.2.9
+        version: 5.2.4.3
     - - "<"
       - !ruby/object:Gem::Version
         version: '6.0'
@@ -640,6 +640,8 @@ files:
 - dev-gooddata-sso.pub.encrypted
 - docker-compose.lcm.yml
 - docker-compose.yml
+- gdc_fossa_lcm.yaml
+- gdc_fossa_ruby_sdk.yaml
 - gooddata
 - gooddata.gemspec
 - k8s/charts/lcm-bricks/Chart.yaml