gooddata 2.1.3-java → 2.1.4-java

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4bb535b9b99905e2d580d47a3725c78beeb25ab9c5652ea9fa9d42bb7e8ac535
-  data.tar.gz: 3ecc2f9407584961ccc64ba0ebe4ce9fb6ace4aaaadb5e431da8137870700d5c
+  metadata.gz: 7fc6d23e8d5782c1029093532c6fd7fac954dfa06a0a9561f8da795994910c8c
+  data.tar.gz: aac2cf531bca16aaf63f2f82f2387ba396add858bc67a589d4bf667702143a3b
 SHA512:
-  metadata.gz: 1dfbb53956a4b45312d80ccbe2ac7ca0e90adeb57f21faf5e944e8993cfc82becdd7b760ff2eb6df417bf0b7091b8bc4dfe8c463ec31ba8fc12ec22f0c28dac7
-  data.tar.gz: b6245d9b24f298414095891a2ec5d54499d6561450210ced013598a49cfd7412100821d883cfb4834654489e14f9b9c1886159d58d09e949f2cc09af87cc3072
+  metadata.gz: d4045b2f4401856b1181ad93640ae09a516cae09577632b99ad3a13f532a9528767141340a6e9aecd3f6792e3f8ff709179eb51080685f9ab25c2461bb154629
+  data.tar.gz: 97107dbf36d4ad5b3becd478b39b7c2a8cd32172a44e8e74b09fcc8174d1e5a9d379dc412ff0a3d46e8b38ad6938c15c389a69c31f8a24f0000f96bbcba3a044

data/.gdc-ii-config-chart.yaml

@@ -0,0 +1,2 @@
+charts:
+  - lcm-bricks

data/.travis.yml

@@ -23,14 +23,14 @@ jobs:
     script: |
       git remote add upstream https://github.com/gooddata/gooddata-ruby.git
       git fetch upstream develop
-      bundle exec pronto run -c upstream/develop --exit-code
+      failed=0
+      PRONTO_FLAY_MASS_THRESHOLD=50 bundle exec pronto run -c upstream/develop --exit-code lib || failed=1
+      PRONTO_FLAY_MASS_THRESHOLD=100 bundle exec pronto run -c upstream/develop --exit-code spec || failed=1
+      if [ "$failed" -ne 0 ] ; then
+          exit 1
+      fi
 
     #  UNIT TESTS ON LINUX IN ALL SUPPORTED RUBY VERSIONS
-  - name: unit tests 2.2
-    stage: before-merge
-    script: bundle exec rake test:unit
-    rvm: 2.2
-
   - name: unit tests 2.3
     stage: before-merge
     script: bundle exec rake test:unit
@@ -55,6 +55,7 @@ jobs:
     stage: before-merge
     script: bundle exec rake test:unit
     rvm: jruby-9.1.14
+    jdk: openjdk8
 
   - name: sdk integration (vcr) tests - base
     stage: before-merge
@@ -73,7 +74,6 @@ jobs:
     script: bundle exec rspec spec/lcm/integration/lcm_end_to_end_spec.rb
     env:
     - VCR_RECORD_MODE=none
-    - GD_ENV=development
     rvm: 2.3
 
   #  AFTER MERGE
@@ -89,6 +89,7 @@ jobs:
     - VCR_ON=false
     - GD_ENV=staging
     rvm: jruby-9.1.14
+    jdk: openjdk8
 
   - &lcm-slow-tests
     name: staging1 - lcm slow tests
@@ -102,6 +103,7 @@ jobs:
     - VCR_ON=false
     - GD_ENV=staging
     rvm: jruby-9.1.14
+    jdk: openjdk8
 
   - &userprov-tests
     name: staging1 - user provisioning tests
@@ -114,6 +116,21 @@ jobs:
     - VCR_ON=false
     - GD_ENV=staging
     rvm: jruby-9.1.14
+    jdk: openjdk8
+
+  - &bricks-smoke-tests
+    name: staging1 - bricks smoke tests
+    stage: after-merge
+    script:
+      - sudo keytool -importcert -alias gooddata-2008 -file "./data/2008.crt" -keystore $JAVA_HOME/jre/lib/security/cacerts -trustcacerts -storepass 'changeit' -noprompt
+      - sudo keytool -importcert -alias gooddata-int -file "./data/new_ca.cer" -keystore $JAVA_HOME/jre/lib/security/cacerts -trustcacerts -storepass 'changeit' -noprompt
+      - sudo keytool -importcert -alias gooddata-prod -file "data/new_prodgdc_ca.crt" -keystore $JAVA_HOME/jre/lib/security/cacerts -trustcacerts -storepass 'changeit' -noprompt
+      - bundle exec rake -f lcm.rake test:smoke
+    env:
+    - GD_ENV=staging
+    - VCR_ON=false
+    rvm: jruby-9.1.14
+    jdk: openjdk8
 
   - &sdk-integration-tests
     name: staging1 - sdk integration tests - base
@@ -123,6 +140,7 @@ jobs:
     - VCR_ON=false
     - GD_ENV=staging
     rvm: jruby-9.1.14
+    jdk: openjdk8
 
   - &sdk-integration-tests-project
     name: staging1 - sdk integration tests - project
@@ -132,6 +150,7 @@ jobs:
     - VCR_ON=false
     - GD_ENV=staging
     rvm: jruby-9.1.14
+    jdk: openjdk8
 
   # staging 2
   - <<: *lcm-integration-tests
@@ -143,13 +162,19 @@ jobs:
   - <<: *lcm-slow-tests
     name: staging2 - lcm slow tests
     env:
-    - GD_ENV=staging
+    - GD_ENV=testing
     - VCR_ON=false
 
   - <<: *userprov-tests
     name: staging2 - lcm user provisioning tests
     env:
-    - GD_ENV=staging
+    - GD_ENV=testing
+    - VCR_ON=false
+
+  - <<: *bricks-smoke-tests
+    name: staging2 - bricks smoke tests
+    env:
+    - GD_ENV=testing
     - VCR_ON=false
 
   - <<: *sdk-integration-tests
@@ -174,13 +199,20 @@ jobs:
   - <<: *lcm-slow-tests
     name: staging3 - lcm slow tests
     env:
-    - GD_ENV=staging
+    - GD_ENV=development
     - VCR_ON=false
 
   - <<: *userprov-tests
     name: staging3 - lcm user provisioning tests
     env:
-    - GD_ENV=staging
+    - GD_ENV=development
+    - VCR_ON=false
+
+
+  - <<: *bricks-smoke-tests
+    name: staging3 - bricks smoke tests
+    env:
+    - GD_ENV=development
     - VCR_ON=false
 
   - <<: *sdk-integration-tests
@@ -210,7 +242,7 @@ jobs:
     name: staging3 - test environment clean-up
     env: GD_ENV=development
 
-  # AFTER MERGE UNIT TESTS ON ALTERNATIVE PLATFORM 
+  # AFTER MERGE UNIT TESTS ON ALTERNATIVE PLATFORM
 
   - name: unit tests 2.3
     stage: after-merge
@@ -223,7 +255,7 @@ jobs:
     stage: after-merge
     script: bundle exec rake test:unit
     os: osx
-    osx_image: xcode9.3 
+    osx_image: xcode9.3
     rvm: 2.4
 
   - name: unit tests 2.5
@@ -246,14 +278,6 @@ jobs:
     os: osx
     rvm: jruby-9.1.14
 
-  - name: unit tests 2.2
-    stage: after-merge
-    before_install:
-      - gem install bundler -v 1.17
-    script: bundle exec rake test:unit
-    os: osx
-    rvm: 2.2
-
   - stage: gem-release
     name: deploy MRI gem
     rvm: 2.3
@@ -264,6 +288,7 @@ jobs:
   - stage: gem-release
     name: deploy JRuby gem
     rvm: jruby-9.1.14
+    jdk: openjdk8
     script: |
       echo -e "---\n:rubygems_api_key: $RUBYGEMS_API_KEY" > ~/.gem/credentials
       chmod 0600 ~/.gem/credentials
@@ -278,6 +303,7 @@ jobs:
   - <<: *gem-smoke-test
     name: smoke test JRuby gem
     rvm: jruby-9.1.14
+    jdk: openjdk8
 
 notifications:
   email:

data/CHANGELOG.md

@@ -1,4 +1,31 @@
 # GoodData Ruby SDK Changelog
+## 2.1.4
+ - BUGFIX: TMA-906 LCM Rollout/Provisioning does not set dynamic params in case apply for all schedules on client
+ - BUGFIX: TMA-1519 Add limit param when get all projects
+ - II-448: Move configuration from Jenkinsfile
+ - TMA-1515: version bump
+ - TRIVIAL: remove obsolete hello_world brick
+ - TMA-1515: run the bricks as user apache
+ - FEATURE: TMA-1487: Delete testing snowflake data sources and fixing CR
+ - Switch end to end test to staging 2
+ - TMA-1275: Skip cloning ADDv2 process into LCM master
+ - BUGFIX: TMA-1505 import gooddata certificate when run smoke test
+ - TMA-1502: remove jdk8 from tavis config return to inocence, for unknown reason openjdk8 and default mac-osx image does not work together on travis
+ - TMA-1502: set travis to use jdk8
+ - TMA-1502: use numeric user-id for docker does not operate properly with user-name
+ - II-456 Use kubernetes recommended labels and latest chart templates
+ - TMA-1486: Alerts for job count in LCM namespace
+ - TMA-1292: more resilient k8s smoke spec
+ - Fix adding server response to error message
+ - TMA-1395 fix username in smoke test
+ - TMA-1468: add #upload_multiple spec
+ - TMA-1395 fix username in help.sh
+ - TMA-1395 fix username in docker container
+ - TRIVIAL: use forked pronto-flay with high mass thresholds setup in travis
+ - Automated base image update (gdc-docker-images, d0f5e08)
+ - TMA-1454: remove activesupport dependencies from spec
+ - Automated base image update (gdc-docker-images, d38e8ad)
+
 ## 2.1.3
  - TMA-1394: upload_data takes mapping of gd labels to csv columns into account
  - TMA-1292: K8s load and smoke spec

data/Dockerfile

@@ -1,38 +1,46 @@
-FROM harbor.intgdc.com/tools/gdc-java-8-jre:92b15b7
+FROM harbor.intgdc.com/tools/gdc-java-8-jre:d0f5e08
 
-ARG GIT_COMMIT=unspecified
-ARG BRICKS_VERSION=unspecified
+ARG RVM_VERSION=stable
+ARG JRUBY_VERSION=9.2.5.0
 
 LABEL image_name="GDC LCM Bricks"
 LABEL maintainer="LCM <lcm@gooddata.com>"
 LABEL git_repository_url="https://github.com/gooddata/gooddata-ruby/"
-LABEL parent_image="harbor.intgdc.com/tools/gdc-java-8-jre:92b15b7"
-LABEL git_commit=$GIT_COMMIT
-LABEL bricks_version=$BRICKS_VERSION
+LABEL parent_image="harbor.intgdc.com/tools/gdc-java-8-jre:d0f5e08"
 
 # which is required by RVM
 RUN yum install -y curl which patch make git \
     && yum clean all \
     && rm -rf /var/cache/yum
 
-# Switch to directory with sources
-WORKDIR /src
-
-RUN groupadd -g 1003 lcmuser && \
-    useradd -r -u 1003 -g lcmuser lcmuser && \
-    mkhomedir_helper lcmuser && \
-    chown lcmuser: /home && \
-    chown lcmuser: /src
-USER lcmuser
+# Install + verify RVM with gpg (https://rvm.io/rvm/security)
+RUN gpg2 --quiet --no-tty --logger-fd 1 --keyserver hkp://keys.gnupg.net \
+         --recv-keys 409B6B1796C275462A1703113804BB82D39DC0E3 \
+                     7D2BAF1CF37B13E2069D6956105BD0E739499BDB \
+    && echo 409B6B1796C275462A1703113804BB82D39DC0E3:6: | \
+       gpg2 --quiet --no-tty --logger-fd 1 --import-ownertrust \
+    && curl -sSO https://raw.githubusercontent.com/rvm/rvm/${RVM_VERSION}/binscripts/rvm-installer \
+    && curl -sSO https://raw.githubusercontent.com/rvm/rvm/${RVM_VERSION}/binscripts/rvm-installer.asc \
+    && gpg2 --quiet --no-tty --logger-fd 1 --verify rvm-installer.asc \
+    && bash rvm-installer ${RVM_VERSION} \
+    && rm rvm-installer rvm-installer.asc \
+    && echo "bundler" >> /usr/local/rvm/gemsets/global.gems \
+    && echo "rvm_silence_path_mismatch_check_flag=1" >> /etc/rvmrc \
+    && echo "install: --no-document" > /etc/gemrc
+
+# Switch to a bash login shell to allow simple 'rvm' in RUN commands
+SHELL ["/bin/bash", "-l", "-c"]
+
+RUN rvm install jruby-${JRUBY_VERSION} && gem update --system \
+    && gem install bundler rake
 
-RUN gpg2 --keyserver hkp://pool.sks-keyservers.net --recv-keys 409B6B1796C275462A1703113804BB82D39DC0E3 7D2BAF1CF37B13E2069D6956105BD0E739499BDB
-RUN curl -sSL https://get.rvm.io | bash -s stable
+WORKDIR /src
 
-# login shell is required by rvm
-RUN /bin/bash -l -c ". /home/lcmuser/.rvm/scripts/rvm && rvm install jruby-9.2.5.0 && gem update --system \
-    && gem install bundler rake"
+RUN groupadd -g 48 apache \
+    && useradd -u 48 -m --no-log-init -r -g apache -G rvm apache \
+    && chown apache: /src
 
-ENV GOODDATA_RUBY_COMMIT=$GIT_COMMIT
+USER apache
 
 ADD ./bin ./bin
 ADD ./lib ./lib
@@ -41,6 +49,13 @@ ADD ./VERSION .
 ADD ./Gemfile .
 ADD ./gooddata.gemspec .
 
-RUN /bin/bash -l -c ". /home/lcmuser/.rvm/scripts/rvm && bundle install"
+RUN bundle install
+
+ARG GIT_COMMIT=unspecified
+ARG BRICKS_VERSION=unspecified
+LABEL git_commit=$GIT_COMMIT
+LABEL bricks_version=$BRICKS_VERSION
+
+ENV GOODDATA_RUBY_COMMIT=$GIT_COMMIT
 
 CMD [ "./bin/help.sh" ]

data/Gemfile

@@ -2,12 +2,12 @@ source 'https://rubygems.org'
 
 group 'development' do
   unless RUBY_PLATFORM == 'java'
-    # git because https://github.com/prontolabs/pronto/issues/312
-    gem 'pronto',
-        git: 'https://github.com/prontolabs/pronto',
-        ref: '266805b'
+    gem 'pronto-flay',
+        git: 'https://github.com/kubamahnert/pronto-flay',
+        branch: 'flay-mass-threshold'
   end
 end
 
 # Specify your gem's dependencies in gooddata.gemspec
 gemspec
+

data/Jenkinsfile-chart

@@ -5,10 +5,4 @@
 @Library('pipelines-shared-libs')
 import com.gooddata.pipeline.Pipeline
 
-def config = [
-        'charts': [
-                'lcm-bricks'
-        ]
-]
-
-Pipeline.get(this, config).run()
+Pipeline.resolve(this, '.gdc-ii-config-chart.yaml').run()

data/SDK_VERSION

@@ -1 +1 @@
-2.1.3
+2.1.4

data/VERSION

@@ -1 +1 @@
-3.6.0
+3.7.2

data/bin/help.sh

@@ -1,3 +1,3 @@
 #!/usr/bin/env bash
 
-/bin/bash -l -c ". /home/lcmuser/.rvm/scripts/rvm && bundle exec ./bin/run_brick.rb help_brick"
+/bin/bash -l -c "bundle exec ./bin/run_brick.rb help_brick"

data/bin/provision.sh

@@ -1,3 +1,3 @@
 #!/usr/bin/env bash
 
-/bin/bash -l -c ". /home/lcmuser/.rvm/scripts/rvm && bundle exec ./bin/run_brick.rb provisioning_brick"
+/bin/bash -l -c "bundle exec ./bin/run_brick.rb provisioning_brick"

data/bin/release.sh

@@ -1,3 +1,3 @@
 #!/usr/bin/env bash
 
-/bin/bash -l -c ". /home/lcmuser/.rvm/scripts/rvm && bundle exec ./bin/run_brick.rb release_brick"
+/bin/bash -l -c "bundle exec ./bin/run_brick.rb release_brick"

data/bin/rollout.sh

@@ -1,3 +1,3 @@
 #!/usr/bin/env bash
 
-/bin/bash -l -c ". /home/lcmuser/.rvm/scripts/rvm && bundle exec ./bin/run_brick.rb rollout_brick"
+/bin/bash -l -c "bundle exec ./bin/run_brick.rb rollout_brick"

data/bin/run_smoke_tests.sh

@@ -2,4 +2,8 @@
 
 export LCM_BRICKS_IMAGE_TAG=$GOODDATA_RUBY_COMMIT
 export GD_ENV=staging
-/bin/bash -l -c ". /home/lcmuser/.rvm/scripts/rvm && bundle exec rake -f lcm.rake test:smoke"
+
+# WORKAROUND: temp HOME is needed since RSpec uses simplecov which requires HOME to be set to something else than '/'
+# which is default when running container as the non existing user within the image.
+# The core problem there is jruby's `isAbsoluteHome` method considering path of length 1 not to be absolute
+/bin/bash -l -c "if [[ $HOME == '/' ]]; then export HOME=$(mktemp -d); fi && bundle exec rake -f lcm.rake test:smoke"

data/bin/test_projects_cleanup.rb

@@ -86,6 +86,7 @@ def clean_up!(client, force, days)
   delete_project_by_title(/LCM spec Client With Conflicting LDM Changes/, projects, days, force)
   delete_project_by_title(/LCM spec master project/, projects, days, force)
   delete_project_by_title(/users brick load test/, projects, days, force)
+  delete_project_by_title(/#transfer_processes and #transfer_schedules test/, projects, days, force)
   delete_ads_by_title(/Development ADS/, client, days, force)
   delete_ads_by_title(/Production ADS/, client, days, force)
   delete_ads_by_title(/TEST ADS/, client, days, force)

data/bin/user_filters.sh

@@ -1,3 +1,3 @@
 #!/usr/bin/env bash
 
-/bin/bash -l -c ". /home/lcmuser/.rvm/scripts/rvm && bundle exec ./bin/run_brick.rb user_filters_brick"
+/bin/bash -l -c "bundle exec ./bin/run_brick.rb user_filters_brick"

data/bin/users.sh

@@ -1,3 +1,3 @@
 #!/usr/bin/env bash
 
-/bin/bash -l -c ". /home/lcmuser/.rvm/scripts/rvm && bundle exec ./bin/run_brick.rb users_brick"
+/bin/bash -l -c "bundle exec ./bin/run_brick.rb users_brick"

data/gooddata.gemspec

@@ -46,10 +46,9 @@ Gem::Specification.new do |s|
   s.add_development_dependency 'pry'
   s.add_development_dependency 'pry-byebug', '~> 3.6' if RUBY_PLATFORM != 'java'
 
-  s.add_development_dependency 'pronto', '~> 0.9.5' if RUBY_PLATFORM != 'java'
-  s.add_development_dependency 'pronto-rubocop', '~> 0.9.0' if RUBY_PLATFORM != 'java'
-  s.add_development_dependency 'pronto-reek', '~> 0.9.0' if RUBY_PLATFORM != 'java'
-  s.add_development_dependency 'pronto-flay', '~> 0.9.0' if RUBY_PLATFORM != 'java'
+  s.add_development_dependency 'pronto', '~> 0.10' if RUBY_PLATFORM != 'java'
+  s.add_development_dependency 'pronto-rubocop', '~> 0.9' if RUBY_PLATFORM != 'java'
+  s.add_development_dependency 'pronto-reek', '~> 0.9' if RUBY_PLATFORM != 'java'
   s.add_development_dependency 'vcr'
 
   s.add_development_dependency 'sqlite3' if RUBY_PLATFORM != 'java'

data/k8s/charts/lcm-bricks/Chart.yaml

@@ -1,4 +1,4 @@
 apiVersion: v1
 name: lcm-bricks
 description: LCM Bricks
-version: 1.0.3
+version: 2.0.1

data/k8s/charts/lcm-bricks/templates/_helpers.tpl

@@ -0,0 +1,14 @@
+{{/* vim: set filetype=mustache: */}}
+{{/*
+Expand the name of the chart.
+*/}}
+{{- define "lcm-bricks.name" -}}
+{{- default .Chart.Name .Values.nameOverride | trunc 63 | trimSuffix "-" -}}
+{{- end -}}
+
+{{/*
+Create chart name and version as used by the chart label.
+*/}}
+{{- define "lcm-bricks.chart" -}}
+{{- printf "%s-%s" .Chart.Name .Chart.Version | replace "+" "_" | trunc 63 | trimSuffix "-" -}}
+{{- end -}}

data/k8s/charts/lcm-bricks/templates/prometheus/alertingRules.yaml

@@ -4,11 +4,11 @@ metadata:
   name: lcm-bricks-monitoring-rules
   namespace: monitoring
   labels:
-    app: lcm-bricks
-    component: lcm
+    app.kubernetes.io/name: {{ include "lcm-bricks.name" . }}
     team: lcm
-    chart: lcm-bricks
-    release: {{ .Release.Name }}
+    helm.sh/chart: {{ include "lcm-bricks.chart" . }}
+    app.kubernetes.io/instance: {{ .Release.Name }}
+    app.kubernetes.io/managed-by: {{ .Release.Service }}
 data:
   lcm-bricks-monitoring-rules.yaml: |+
     groups:
@@ -74,3 +74,12 @@ data:
         annotations:
           description: "{{`{{ $labels.kubernetes_pod_name }}`}} container is spending too much time in pause garbage collector. Investigate root cause and increase heap size and/or number of replicas if necessary."
           summary: "{{`{{ $labels.kubernetes_pod_name }}`}} is doing too much pause GC"
+      - alert: "[LCM] there is more than 100 jobs on cluster={{ .Values.clusterId }}"
+        expr: count(kube_job_info{namespace="lcm"}) > 100
+        labels:
+          severity: critical
+          team: lcm # switch to msf in production
+          cluster_id: {{ .Values.clusterId }}
+        annotations:
+          description: "There is more than 100 jobs in LCM namespace. They are likely not deleted."
+          summary: "There is more than 100 jobs in LCM namespace."

data/lib/gooddata/lcm/actions/collect_dynamic_schedule_params.rb

@@ -57,8 +57,11 @@ module GoodData
             GoodData.logger.debug("Processing row: #{safe_to_print_row}")
             results << safe_to_print_row
 
-            client_id = row[client_id_column] || :all_clients
-            schedule_name = row[schedule_title_column] || :all_schedules
+            client_id_column_value = row[client_id_column]
+            client_id = client_id_column_value.blank? ? :all_clients : client_id_column_value
+
+            schedule_title_column_value = row[schedule_title_column]
+            schedule_name = schedule_title_column_value.blank? ? :all_schedules : schedule_title_column_value
 
             schedule_params[client_id] ||= {}
             schedule_params[client_id][schedule_name] ||= {}

data/lib/gooddata/lcm/actions/synchronize_etls_in_segment.rb

@@ -123,7 +123,7 @@ module GoodData
 
               client_id = entry[:client_id]
               params_for_this_client = schedule_params[client_id] || {}
-              params_for_all_schedules_in_this_client = params_for_this_client[nil]
+              params_for_all_schedules_in_this_client = params_for_this_client[:all_schedules]
 
               to_project.set_metadata('GOODOT_CUSTOM_PROJECT_ID', client_id) # TMA-210
 

data/lib/gooddata/models/process.rb

@@ -186,14 +186,7 @@ module GoodData
         client, project = GoodData.get_client_and_project(options)
         data = { process: data } unless data[:process]
         data[:process] = GoodData::Helpers.symbolize_keys(data[:process]).select { |k| %i[type name component].include? k }
-        data[:process][:component] = GoodData::Helpers.symbolize_keys(data[:process][:component]).select { |k| %i[name version configLocation].include? k }
-
-        # a feature flag is required to create component type processes
-        client.post "/gdc/projects/#{project.pid}/projectFeatureFlags",
-                    featureFlag: {
-                      key: 'enableEtlComponent',
-                      value: true
-                    }
+        data[:process][:component] = GoodData::Helpers.symbolize_keys(data[:process][:component]).select { |k| %i[name version configLocation config].include? k }
 
         save(data, options)
       end
@@ -333,6 +326,12 @@ module GoodData
       process['component']
     end
 
+    # Determines whether the process is an ADDv2 component.
+    # @return [Bool] True if the process is an ADDv2 component.
+    def add_v2_component?
+      process['component'] && process['component']['name'] == 'gdc-data-distribution'
+    end
+
     def schedules
       project.schedules.select { |schedule| schedule.process_id == obj_id }
     end

data/lib/gooddata/models/profile.rb

@@ -326,8 +326,15 @@ module GoodData
     # Gets the array of projects
     #
     # @return [Array<GoodData::Project>] Array of project where account settings belongs to
-    def projects
-      projects = client.get @json['accountSetting']['links']['projects']
+    def projects(limit = nil)
+      url = @json['accountSetting']['links']['projects']
+      query_params = ''
+      if !limit.nil? && limit.is_a?(Integer) && limit > 0
+        limit = [limit, 500].min
+        query_params += "limit=#{limit}"
+      end
+      url += "?#{query_params}" unless query_params.empty?
+      projects = client.get url
       projects['projects'].map do |project|
         client.create(GoodData::Project, project)
       end

data/lib/gooddata/models/project.rb

@@ -67,9 +67,9 @@ module GoodData
     class << self
       # Returns an array of all projects accessible by
       # current user
-      def all(opts = { client: GoodData.connection })
+      def all(opts = { client: GoodData.connection }, limit = nil)
         c = GoodData.get_client(opts)
-        c.user.projects
+        c.user.projects(limit)
       end
 
       # Returns a Project object identified by given string
@@ -265,7 +265,8 @@ module GoodData
         additional_hidden_params = options[:additional_hidden_params] || {}
         result = from_project.processes.uniq(&:name).map do |process|
           fail "The process name #{process.name} must be unique in transfered project #{to_project}" if to_project_processes.count { |p| p.name == process.name } > 1
-          next if process.type == :dataload
+          next if process.type == :dataload || process.add_v2_component?
+
           to_process = to_project_processes.find { |p| p.name == process.name }
 
           to_process = if process.path
@@ -310,6 +311,7 @@ module GoodData
         res = (from_project.processes + to_project.processes).map { |p| [p, p.name, p.type] }
         res.group_by { |x| [x[1], x[2]] }
           .select { |_, procs| procs.length == 1 && procs[2] != :dataload }
+          .reject { |_, procs| procs.first.first.add_v2_component? }
           .flat_map { |_, procs| procs.select { |p| p[0].project.pid == to_project.pid }.map { |p| p[0] } }
           .peach(&:delete)
 
@@ -355,6 +357,7 @@ module GoodData
       def transfer_schedules(from_project, to_project)
         to_project_processes = to_project.processes.sort_by(&:name)
         from_project_processes = from_project.processes.sort_by(&:name)
+        from_project_processes.reject!(&:add_v2_component?)
 
         GoodData.logger.debug("Processes in from project #{from_project.pid}: #{from_project_processes.map(&:name).join(', ')}")
         GoodData.logger.debug("Processes in to project #{to_project.pid}: #{to_project_processes.map(&:name).join(', ')}")
@@ -415,6 +418,8 @@ module GoodData
               (schedule_spec[:process_id] == local.process_id) && (schedule.name == schedule_spec[:name])
             end
 
+            next unless remote_process || process_spec
+
             GoodData.logger.info("Creating schedule #{schedule_spec[:name]} for process #{remote_process.name}")
 
             executable = nil

data/lib/gooddata/models/schedule.rb

@@ -77,7 +77,8 @@ module GoodData
           de_synchronize_all = options[:de_synchronize_all] || options['GDC_DE_SYNCHRONIZE_ALL']
         else
           lcm_component = process.type == :lcm
-          executable_missing = !lcm_component && executable.blank?
+          add_component = process.add_v2_component?
+          executable_missing = !lcm_component && !add_component && executable.blank?
           fail 'Executable has to be provided' if executable_missing
         end
 

data/lib/gooddata/rest/client.rb

@@ -188,8 +188,12 @@ module GoodData
         end
       end
 
-      def projects(id = :all)
-        GoodData::Project[id, client: self]
+      def projects(id = :all, limit = nil)
+        if limit.nil?
+          GoodData::Project[id, client: self]
+        else
+          GoodData::Project.all({ client: self }, limit)
+        end
       end
 
       def processes(id = :all)

data/lib/gooddata/rest/connection.rb

@@ -471,9 +471,11 @@ module GoodData
           return exception unless exception.response
 
           response = JSON.parse(exception.response.body, symbolize_names: true)
-          return exception unless exception.message && response[:error] && response[:error][:message] && response[:error][:requestId]
+          return exception unless exception.message && response[:error] && response[:error][:message]
 
-          exception.message = exception.message + ': ' + response[:error][:message] % response[:error][:parameters] + ' request_id: ' + response[:error][:requestId]
+          request_id = exception.response.headers[:x_gdc_request] || 'unknown'
+
+          exception.message = exception.message + ': ' + response[:error][:message] % response[:error][:parameters] + ' request_id: ' + request_id
         rescue JSON::ParserError # rubocop:disable Lint/HandleExceptions
         end
         exception

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: gooddata
 version: !ruby/object:Gem::Version
-  version: 2.1.3
+  version: 2.1.4
 platform: java
 authors:
 - Pavel Kolesnikov
@@ -14,7 +14,7 @@ authors:
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2019-04-03 00:00:00.000000000 Z
+date: 2019-06-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
@@ -482,7 +482,6 @@ email: lcm@gooddata.com
 executables:
 - gitflow-init.sh
 - gooddata
-- hello_world.sh
 - help.sh
 - provision.sh
 - release.sh
@@ -501,6 +500,7 @@ files:
 - ".document"
 - ".editorconfig"
 - ".flayignore"
+- ".gdc-ii-config-chart.yaml"
 - ".gdc-ii-config.yaml"
 - ".gitignore"
 - ".pronto.yml"
@@ -530,7 +530,6 @@ files:
 - authors.sh
 - bin/gitflow-init.sh
 - bin/gooddata
-- bin/hello_world.sh
 - bin/help.sh
 - bin/provision.sh
 - bin/release.sh
@@ -551,6 +550,7 @@ files:
 - gooddata
 - gooddata.gemspec
 - k8s/charts/lcm-bricks/Chart.yaml
+- k8s/charts/lcm-bricks/templates/_helpers.tpl
 - k8s/charts/lcm-bricks/templates/prometheus/alertingRules.yaml
 - lcm.rake
 - lib/gooddata.rb

data/bin/hello_world.sh

@@ -1,3 +0,0 @@
-#!/usr/bin/env bash
-
-/bin/bash -l -c ". /home/lcmuser/.rvm/scripts/rvm && bundle exec ./bin/run_brick.rb hello_world_brick"