gooddata 2.1.14 → 2.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA256:
-  metadata.gz: 68abe67594fe2fb0e851189b6463d939ed8b34c6937a99f51f896cf75bef53e7
-  data.tar.gz: 7928b4595964670244002406e0b24ae55385251e53e1dd0ccdec5b90b87ee62c
+SHA1:
+  metadata.gz: b8b621c3b47d3724b047207799726a334a197640
+  data.tar.gz: 1c9a164200c8e7fddbdc01759ae02df75e20377f
 SHA512:
-  metadata.gz: 279b4f89205b5c408ae0328ef915ac4ffa0924e358b66c7bb3e525662a15d55b1bd6a9a6e6d31beb7016ace9f109c59cd95736d54137df8e5295ed779a9105c0
-  data.tar.gz: 8c6128f19a4f1fee3860a3157f3cc74a51e6c45a1becd3f3b317a2e94f0f6bb4b2534f6061d08888678290c2599010c0f2d0ba025589420bf48a2713c1f81a4c
+  metadata.gz: f440298c891d3aeebbf46daa33ae01baa80ab9cf110fd2d953045695f36978d1b2ddb71fd5b5dc340e2e1ac392c57c64c38f84f10f3e41bdb593106f6edec69d
+  data.tar.gz: 6d0a38bde898a99fe2eca3c58a70fe12228661d8c58e28236b0ef81c239d6afd6a835b4571a8a86d130c9c75e21dcf14213ec8241c0b3068e6111e837f321a6d

data/.gdc-ii-config.yaml

@@ -22,4 +22,4 @@ configFilesForUpdate:
   - '.gdc-ii-config-chart.yaml'
 
 customConstants:
-  pipeline.deploy.testEnvironments: ['stg9', 'stg3', 'stg2', 'stg']
+  pipeline.gitops-deploy.testEnvironments: ['stg9', 'stg3', 'stg2', 'stg']

data/.github/workflows/build.yml

@@ -0,0 +1,66 @@
+name: build
+on:
+  push:
+    branches: [master]
+jobs:
+  jruby-gem-release:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+        with:
+          fetch-depth: 0
+      - uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: jruby-9.1.17
+          bundler-cache: true
+      - uses: actions/setup-java@v2
+        with:
+          java-version: '8'
+          distribution: 'adopt'
+      - uses: actions/cache@v2
+        with:
+          path: ~/.m2
+          key: ${{ runner.os }}-m2-${{ hashFiles('**/pom.xml') }}
+          restore-keys: ${{ runner.os }}-m2
+      - name: Run gem release
+        run: |
+          echo -e "---\n:rubygems_api_key: ${{ secrets.RUBYGEMS_API_KEY }}" > ~/.gem/credentials
+          chmod 0600 ~/.gem/credentials
+          bundle exec rake gem:release
+  rubygems-release:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+        with:
+          fetch-depth: 0
+      - uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: 2.3
+          bundler-cache: true
+      - name: Run gem release
+        run: |
+          echo -e "---\n:rubygems_api_key: ${{ secrets.RUBYGEMS_API_KEY }}" > ~/.gem/credentials
+          chmod 0600 ~/.gem/credentials
+          bundle exec rake gem:release
+  gem-smoke-test:
+    runs-on: ubuntu-latest
+    needs: [jruby-gem-release, rubygems-release]
+    strategy:
+      matrix:
+        ruby-version: [2.3, jruby-9.1.17]
+    steps:
+      - uses: actions/checkout@v2
+        with:
+          fetch-depth: 0
+      - uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: ${{ matrix.ruby-version }}
+          bundler-cache: true
+      - uses: actions/setup-java@v2
+        if: ${{ matrix.ruby-version == 'jruby-9.1.17' }}
+        with:
+          java-version: '8'
+          distribution: 'adopt'
+      - run: |
+          gem install gooddata
+          ruby -e "require 'gooddata';GoodData.version"

data/.github/workflows/pre-merge.yml

@@ -0,0 +1,72 @@
+name: pre-merge
+on:
+  pull_request:
+    branches:
+      - develop
+      - master
+jobs:
+  unit-tests:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        ruby-version: [2.3, 2.4, 2.5, 2.6, 2.7, jruby-9.1.17]
+    steps:
+      - uses: actions/checkout@v2
+        with:
+          fetch-depth: 0
+      - uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: ${{ matrix.ruby-version }}
+          bundler-cache: true
+      - run: bundle exec rake test:unit
+        if: ${{ matrix.ruby-version != 'jruby-9.1.17' }}
+      - run: bundle exec rake test:unit
+        if: ${{ matrix.ruby-version == 'jruby-9.1.17' }}
+        continue-on-error: true
+  unit-tests-OSX:
+    runs-on: macos-latest
+    strategy:
+      matrix:
+        include:
+          - ruby-version: 2.3
+            xcode-version: 7.3
+          - ruby-version: 2.4.3
+            xcode-version: 9.4
+          - ruby-version: 2.5
+            xcode-version: 9
+          - ruby-version: 2.6
+            xcode-version: 9
+          - ruby-version: 2.7
+            xcode-version: 9
+          - ruby-version: jruby-9.1.17
+            xcode-version: latest
+    steps:
+      - uses: actions/checkout@v2
+      - uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: ${{ matrix.ruby-version }}
+          bundler-cache: true
+      - name: run tests
+        run: bundle exec rake test:unit
+  pronto-code-review:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+        with:
+          fetch-depth: 0
+      - uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: 2.5
+          bundler-cache: true
+      - name: run pronto-code-review
+        run: |
+          set -x
+          git remote add upstream https://github.com/gooddata/gooddata-ruby.git
+          git fetch upstream $GITHUB_BASE_REF
+          failed=0
+          PRONTO_FLAY_MASS_THRESHOLD=50 bundle exec pronto run -c upstream/$GITHUB_BASE_REF --exit-code lib || failed=1
+          PRONTO_FLAY_MASS_THRESHOLD=100 bundle exec pronto run -c upstream/$GITHUB_BASE_REF --exit-code spec || failed=1
+          if [ "$failed" -ne 0 ] ; then
+              exit 1
+          fi
+        shell: bash

data/.sonar.settings

@@ -0,0 +1,4 @@
+# Config scan necessary files/folder only
+sonar.sources=bin,lib
+sonar.tests=spec
+sonar.exclusions=**/lib/templates/project/*.erb

data/.travis.yml

@@ -73,23 +73,52 @@ jobs:
 
   - name: lcm integration (vcr) tests - e2e
     stage: before-merge
-    script: bundle exec rspec spec/lcm/integration/lcm_end_to_end_spec.rb
+    script: bundle exec rspec spec/lcm/integration/spec/e2e/lcm_end_to_end_spec.rb
     env:
     - VCR_RECORD_MODE=none
     rvm: 2.3
 
   #  AFTER MERGE
   #  staging 1
-  - &lcm-integration-tests
-    name: staging1 - lcm integration tests
+  - &lcm-integration-e2e-tests
+    name: staging1 - lcm integration-e2e tests
     stage: after-merge
     script: |
       bundle exec rake -f lcm.rake docker:build
       bundle exec rake -f lcm.rake docker:bundle
-      bundle exec rake -f lcm.rake test:docker:integration
+      bundle exec rake -f lcm.rake test:docker:integration-e2e
     env:
     - VCR_ON=false
     - GD_ENV=staging
+    - GD_MAX_RETRY=2
+    rvm: jruby-9.1.14
+    jdk: openjdk8
+
+  - &lcm-integration-release-tests
+    name: staging1 - lcm integration-release tests
+    stage: after-merge
+    script: |
+      bundle exec rake -f lcm.rake docker:build
+      bundle exec rake -f lcm.rake docker:bundle
+      bundle exec rake -f lcm.rake test:docker:integration-release
+    env:
+    - VCR_ON=false
+    - GD_ENV=staging
+    - GD_MAX_RETRY=2
+    rvm: jruby-9.1.14
+    jdk: openjdk8
+
+  - &lcm-integration-others-tests
+    name: staging1 - lcm integration-others tests
+    stage: after-merge
+    script: |
+      bundle exec rake -f lcm.rake docker:build
+      bundle exec rake -f lcm.rake docker:bundle
+      bundle exec rake -f lcm.rake test:docker:integration-others
+    env:
+    - VCR_ON=false
+    - GD_ENV=staging
+    - GD_MAX_RETRY=2
     rvm: jruby-9.1.14
     jdk: openjdk8
 
@@ -155,11 +184,26 @@ jobs:
     jdk: openjdk8
 
   # staging 2
-  - <<: *lcm-integration-tests
-    name: staging2 - lcm integration tests
+  - <<: *lcm-integration-e2e-tests
+    name: staging2 - lcm integration-e2e tests
     env:
     - GD_ENV=testing
     - VCR_ON=false
+    - GD_MAX_RETRY=2
+
+  - <<: *lcm-integration-release-tests
+    name: staging2 - lcm integration-release tests
+    env:
+    - GD_ENV=testing
+    - VCR_ON=false
+    - GD_MAX_RETRY=2
+
+  - <<: *lcm-integration-others-tests
+    name: staging2 - lcm integration-others tests
+    env:
+    - GD_ENV=testing
+    - VCR_ON=false
+    - GD_MAX_RETRY=2
 
   - <<: *lcm-slow-tests
     name: staging2 - lcm slow tests
@@ -192,11 +236,26 @@ jobs:
     - VCR_ON=false
 
   # staging 3
-  - <<: *lcm-integration-tests
-    name: staging3 - lcm integration tests
+  - <<: *lcm-integration-e2e-tests
+    name: staging3 - lcm integration-e2e tests
     env:
     - GD_ENV=development
     - VCR_ON=false
+    - GD_MAX_RETRY=2
+
+  - <<: *lcm-integration-release-tests
+    name: staging3 - lcm integration-release tests
+    env:
+    - GD_ENV=development
+    - VCR_ON=false
+    - GD_MAX_RETRY=2
+
+  - <<: *lcm-integration-others-tests
+    name: staging3 - lcm integration-others tests
+    env:
+    - GD_ENV=development
+    - VCR_ON=false
+    - GD_MAX_RETRY=2
 
   - <<: *lcm-slow-tests
     name: staging3 - lcm slow tests
@@ -233,16 +292,22 @@ jobs:
   - &cleanup
     stage: after-merge
     name: staging1 - test environment clean-up
-    script: bundle exec ruby bin/test_projects_cleanup.rb -f
-    env: GD_ENV=staging
+    script: travis_wait 30 bundle exec ruby bin/test_projects_cleanup.rb -f
+    env:
+    - GD_ENV=staging
+    - GD_MAX_RETRY=2
 
   - <<: *cleanup
     name: staging2 - test environment clean-up
-    env: GD_ENV=testing
+    env:
+    - GD_ENV=testing
+    - GD_MAX_RETRY=2
 
   - <<: *cleanup
     name: staging3 - test environment clean-up
-    env: GD_ENV=development
+    env:
+    - GD_ENV=development
+    - GD_MAX_RETRY=2
 
   # AFTER MERGE UNIT TESTS ON ALTERNATIVE PLATFORM
 
@@ -279,6 +344,7 @@ jobs:
     script: bundle exec rake test:unit
     os: osx
     rvm: jruby-9.1.14
+    osx_image: xcode9.4
 
   - stage: gem-release
     name: deploy MRI gem

data/CHANGELOG.md

@@ -1,4 +1,66 @@
 # GoodData Ruby SDK Changelog
+
+## 2.2.0
+ - FEATURE: MSF-23003 Supports Ruby 2.7, remove salesforce_bulk_query dependency
+ - FEATURE:TMA-1737, TMA-1738 - Change to propagate dateFilterConfig and dashboardPlugin during LCM release and rollout.
+ - MSF-22739: Bump lcm-bricks chart version
+ - FEATURE: MSF-22133 bump LCM version to 3.7.42
+ - FEATURE: MSF-22578 Add Gooddata platform parameter for snowflake url
+ - FEATURE: MSF-22129 add support mysql input source
+ - BUGFIX: MSF-22215 Add more log to MigrateGdcDateDimension action of Rollout brick
+ - MSF-22480: Update MSF ruby docker images to Centos 8
+ - BUGFIX: MSF-22414 Should not fail rollout if any errors related to delete old master workspaces
+ - BUGFIX: MSF-22164 Diff against clients is done when there are no LDM changes
+ - BUGFIX:MSF-22296 - Fix frozen object when release with datasource in dev ws.
+ - FEATURE: MSF-22170 Update integration test for NFS when delete old master project
+ - BUGFIX:MSF-22175 - Revert to use Enumerator on MD object
+ - BUGFIX:MSF-22175 - Change to not use Enumerator
+ - FEATURE: MSF-22016 add support trigger execution status
+ - MSF-22170: Add integration test to rollout brick for delete old master workspace
+ - BUGFIX:MSF-22175 - bump LCM version to 3.7.33
+ - BUGFIX:MSF-22175 - Ignore empty log in table SynchronizeUserFilters
+ - BUGFIX:MSF-22140 - Fix error when user using numeric client_id
+ - MSF-21292: Add capability to remove old master workspaces to LCM brick
+ - FEATURE:TMA-1610 - Change redshift repos to nexus
+ - FEATURE:TMA-1610 - Update metric for client localization
+ - FEATURE: MSF-21860 bump LCM version 3.7.30
+ - BUGFIX: MSF-21805 Fix loop forever when sync schedules
+ - REQUEST: MSF-21521 - implement integration test for MSSQL Datasource
+ - BUGFIX: MSF-21477 Don’t use delete_suffix which not available for ruby 2.3
+ - BUGFIX:MSF-21702 - Fix for empty date-dimension and bump LCM version to 3.7.29
+ - FEATURE:MSF-21056 - Sync Dataset Mapping to Release, rollout, provisioning bricks
+ - FEATURE: MSF-21165 - implement mssql data source
+ - BUGFIX: MSF-21241 Poll validElements until task finished
+ - SETI-5977: Migrate Travis-CI to Github Actions - Merge gem-release and gem-smoke-test into build pipeline - Skip intergration tests from pre-merge pipeline
+ - MSF-20263: bump VERSION 3.7.27
+ - FEATURE: MSF-20653 Support Blob Storage input source
+ - Automated base image update (BUILD pipeline from gdc-docker-images, fcb7257)
+ - MSF-20737: Update another SSO provider instead of deprecated saleforce.com
+
+## 2.1.19
+ - BUGFIX: MSF-20827 Fix gem-smoke-test failed when release ruby SDK 
+ - BUGFIX: MSF-20826 Failure update license file when release ruby SDK 
+
+## 2.1.18
+ - BUGFIX: TMA-1700 Failed Provisioning Brick created clients without ETL 
+ - FEATURE: BCO-1300 Add model for analytical dashboard and visualization object  
+ - FEATURE: MSF-20118 Support PostgreSQL as input for LCM provisioning bricks 
+ - BUGFIX: TMA-999 Improve API call statistics log: add grouping on PID for roles 
+ - CONFIG: TMA-1714 Ruby SDK travis build is failing
+ - BUGFIX: TMA-707 Provisioning brick does not log client deletion 
+
+## 2.1.17
+ - BUGFIX:TMA-1704 - Enhance error message when not found clientId in source table 
+ - BUGFIX: TMA-1694 [UsersBrick] Enhance messages add more log for missing users when running remove_from_organization 
+ - FEATURE:TMA-1717 - replace Erbis by standard ERB 
+ - BUGFIX: MSF-20222 Fixing issue using find function of Enumerator 
+ - LR-428: Update the license file for Gooddata-ruby
+ - BUGFIX: TMA-1714 Fixed test failed due to deleting master project and increase timeout 
+
+## 2.1.15
+ - FEATURE: BCO-1119 Introduce data sources API
+ - Upgrade active_support to be able used with Rails 6.1
+
 ## 2.1.14
  - BUGFIX: MSF-18892 Change default option of recurrency field to valid value 
  - FEATURE:TMA-1687 - Release/Rollout sync theme object 

data/Dockerfile

@@ -1,4 +1,4 @@
-FROM harbor.intgdc.com/tools/gdc-java-8-jre:2fce51b
+FROM harbor.intgdc.com/tools/gdc-java-8-jre-centos8:6c54afc
 
 ARG RVM_VERSION=stable
 ARG JRUBY_VERSION=9.2.5.0
@@ -6,23 +6,21 @@ ARG JRUBY_VERSION=9.2.5.0
 LABEL image_name="GDC LCM Bricks"
 LABEL maintainer="LCM <lcm@gooddata.com>"
 LABEL git_repository_url="https://github.com/gooddata/gooddata-ruby/"
-LABEL parent_image="harbor.intgdc.com/tools/gdc-java-8-jre:2fce51b"
+LABEL parent_image="harbor.intgdc.com/tools/gdc-java-8-jre-centos8:6c54afc"
 
 # which is required by RVM
-RUN yum install -y curl which patch make git maven \
+RUN yum install -y curl which patch make git maven procps \
     && yum clean all \
     && rm -rf /var/cache/yum
 
 # Install + verify RVM with gpg (https://rvm.io/rvm/security)
-RUN gpg2 --quiet --no-tty --logger-fd 1 --keyserver hkp://ipv4.pool.sks-keyservers.net \
-         --recv-keys 409B6B1796C275462A1703113804BB82D39DC0E3 \
-                     7D2BAF1CF37B13E2069D6956105BD0E739499BDB \
-    && echo 409B6B1796C275462A1703113804BB82D39DC0E3:6: | \
-       gpg2 --quiet --no-tty --logger-fd 1 --import-ownertrust \
-    && curl -sSO https://raw.githubusercontent.com/rvm/rvm/${RVM_VERSION}/binscripts/rvm-installer \
-    && curl -sSO https://raw.githubusercontent.com/rvm/rvm/${RVM_VERSION}/binscripts/rvm-installer.asc \
-    && gpg2 --quiet --no-tty --logger-fd 1 --verify rvm-installer.asc \
-    && bash rvm-installer ${RVM_VERSION} \
+RUN curl -sSL https://rvm.io/mpapis.asc | gpg --import - \
+    && curl -sSL https://rvm.io/pkuczynski.asc | gpg2 --import - \
+    && curl -sSL https://get.rvm.io | bash -s ${RVM_VERSION} \
+    && curl -sSL https://raw.githubusercontent.com/rvm/rvm/${RVM_VERSION}/binscripts/rvm-installer -o rvm-installer \
+    && curl -sSL https://raw.githubusercontent.com/rvm/rvm/${RVM_VERSION}/binscripts/rvm-installer.asc -o rvm-installer.asc \
+    && gpg2 --verify rvm-installer.asc rvm-installer \
+    && bash rvm-installer \
     && rm rvm-installer rvm-installer.asc \
     && echo "bundler" >> /usr/local/rvm/gemsets/global.gems \
     && echo "rvm_silence_path_mismatch_check_flag=1" >> /etc/rvmrc \
@@ -31,8 +29,9 @@ RUN gpg2 --quiet --no-tty --logger-fd 1 --keyserver hkp://ipv4.pool.sks-keyserve
 # Switch to a bash login shell to allow simple 'rvm' in RUN commands
 SHELL ["/bin/bash", "-l", "-c"]
 
-RUN rvm install jruby-${JRUBY_VERSION} && gem update --system \
-    && gem install bundler rake
+RUN rvm install jruby-${JRUBY_VERSION} && gem update --system 3.0.6 \
+    && gem install bundler -v 1.17.3 \
+    && gem install rake -v 11.3.0
 
 WORKDIR /src
 
@@ -64,6 +63,18 @@ RUN cp -rf ci/snowflake/target/*.jar ./lib/gooddata/cloud_resources/snowflake/dr
 RUN mvn -f ci/bigquery/pom.xml clean install -P binary-packaging
 RUN cp -rf ci/bigquery/target/*.jar ./lib/gooddata/cloud_resources/bigquery/drivers/
 
+#build postgresql dependencies
+RUN mvn -f ci/postgresql/pom.xml clean install -P binary-packaging
+RUN cp -rf ci/postgresql/target/*.jar ./lib/gooddata/cloud_resources/postgresql/drivers/
+
+#build mssql dependencies
+RUN mvn -f ci/mssql/pom.xml clean install -P binary-packaging
+RUN cp -rf ci/mssql/target/*.jar ./lib/gooddata/cloud_resources/mssql/drivers/
+
+#build mysql dependencies
+RUN mvn -f ci/mysql/pom.xml clean install -P binary-packaging
+RUN cp -rf ci/mysql/target/*.jar ./lib/gooddata/cloud_resources/mysql/drivers/
+
 RUN bundle install
 
 ARG GIT_COMMIT=unspecified