codefresh 0.78.3 → 0.79.0

package/.dockerignore

@@ -12,3 +12,4 @@ codefresh.yml
 .coveralls.yml
 examples
 dist
+e2e

package/Dockerfile

@@ -1,7 +1,7 @@
 # go hub binary
 FROM golang:alpine as go
 RUN apk --update add ca-certificates git
-RUN go get github.com/github/hub
+RUN go install github.com/github/hub@latest
 
 # python yq binary
 FROM six8/pyinstaller-alpine:alpine-3.6-pyinstaller-v3.4 as yq
@@ -11,9 +11,9 @@ RUN pip install yq==${YQ_VERSION}
 RUN pyinstaller --noconfirm --onefile --log-level DEBUG --clean --distpath /tmp/ $(which yq)
 
 # Main
-FROM node:10.23.0-alpine3.11
+FROM node:12.22.11-alpine3.15
 
-RUN apk --update add --no-cache ca-certificates git curl bash yarn jq=1.6-r0
+RUN apk --update add --no-cache ca-certificates git curl bash jq
 
 COPY --from=go /go/bin/hub /usr/local/bin/hub
 COPY --from=yq /tmp/yq /usr/local/bin/yq
@@ -31,7 +31,6 @@ RUN yarn install --prod --frozen-lockfile && \
 COPY . /cf-cli
 
 RUN yarn generate-completion
-RUN apk del yarn
 
 RUN ln -s $(pwd)/lib/interface/cli/codefresh /usr/local/bin/codefresh
 

package/check-version.js

@@ -1,5 +1,5 @@
 const semver = require('semver');
-const { engines } = require('./package');
+const { engines } = require('./package.json');
 
 function checkVersion(version = engines.node) {
     if (!semver.satisfies(process.version, version)) {

package/codefresh-release.yml

@@ -1,16 +1,16 @@
 # this pipeline should only be executed on master branch
 version: '1.0'
-
+mode: parallel
+stages:
+  - prepare
+  - docker
+  - build
+  - github
+  - packages
+  - documentation
 steps:
-
-  main_clone:
-    title: 'Cloning main repository...'
-    type: git-clone
-    repo: codefresh-io/cli
-    revision: ${{CF_BRANCH}}
-    git: cf_github
-
   fail_if_not_master:
+    stage: prepare
     title: "Validate running on master branch"
     image: codefresh/build-cli
     commands:
@@ -20,16 +20,60 @@ steps:
       branch:
         ignore: [ master ]
 
+  main_clone:
+    stage: prepare
+    title: 'Cloning main repository...'
+    type: git-clone
+    repo: codefresh-io/cli
+    revision: ${{CF_BRANCH}}
+    git: cf_github
+    when:
+      steps:
+        - name: fail_if_not_master
+          on:
+            - success
+
   extract_version:
+    stage: prepare
     title: "Exporting package.json version"
     image: codefresh/build-cli
     commands:
       - 'export PACKAGE_VERSION=$(jq -r ".version" package.json)'
       - "echo Current version: $PACKAGE_VERSION"
       - "cf_export PACKAGE_VERSION"
+    when:
+      steps:
+        - name: main_clone
+          on:
+            - success
+
+  install:
+    stage: prepare
+    title: "Installing dependencies"
+    image: codefresh/build-cli
+    commands:
+      - "yarn install"
+    when:
+      steps:
+        - name: main_clone
+          on:
+            - success
+
+  generate_comletion:
+    stage: prepare
+    title: "Generating commands completion tree"
+    image: codefresh/build-cli
+    commands:
+      - "yarn generate-completion"
+    when:
+      steps:
+        - name: install
+          on:
+            - success
 
-# in case the candidate image will not be found the release flow will crash and this means that the build pipelines has failed
+  # in case the candidate image will not be found the release flow will crash and this means that the build pipelines has failed
   push_step:
+    stage: docker
     type: push
     title: "Push release image"
     image_name: codefresh/cli
@@ -48,8 +92,14 @@ steps:
         registry: cf-quay
         title: "push to quay.io"
         candidate: quay.io/codefresh/cli:${{CF_SHORT_REVISION}}
+    when:
+      steps:
+        - name: extract_version
+          on:
+            - success
 
   create_manifest_list:
+    stage: docker
     type: "codefresh-inc/multiarch-manifester"
     arguments:
       image_name: codefresh/cli
@@ -72,27 +122,91 @@ steps:
           tags:
             - ${{PACKAGE_VERSION}}
             - latest
-
-  generate_comletion:
-    title: "Generating commands completion tree"
-    image: codefresh/build-cli
-    commands:
-      - "yarn install"
-      - "yarn generate-completion"
-
-  deploy_to_npm:
-    title: "Publishing To Npm"
-    type: npm-publish
-    arguments:
-      NPM_TOKEN: '${{NPM_TOKEN}}'
-      DIR: ./cli
+    when:
+      steps:
+        - name: push_step
+          on:
+            - success
 
   compile_executables:
+    stage: build
     title: "Compiling executables"
     image: codefresh/build-cli
     commands:
       - "rm -rf dist"
       - "yarn pkg"
+    when:
+      steps:
+        - name: generate_comletion
+          on:
+            - success
+
+  archive_linux:
+    stage: build
+    title: "Archiving linux distribution"
+    image: codefresh/build-cli
+    commands:
+      - "rm -rf ./dist/linux"
+      - "mkdir -p ./dist/linux"
+      - "cp --force README.md LICENSE ./dist/linux"
+      - "cp --force ./dist/codefresh-linux ./dist/linux/codefresh"
+      - "tar -cf codefresh-v${{PACKAGE_VERSION}}-linux-x64.tar README.md LICENSE -C ./dist/linux codefresh"
+      - "gzip -f codefresh-v${{PACKAGE_VERSION}}-linux-x64.tar"
+    when:
+      steps:
+        - name: compile_executables
+          on:
+            - success
+
+  archive_macos:
+    stage: build
+    title: "Archiving macos distribution"
+    image: codefresh/build-cli
+    commands:
+      - "rm -rf ./dist/macos"
+      - "mkdir -p ./dist/macos"
+      - "cp --force README.md LICENSE ./dist/macos"
+      - "cp --force ./dist/codefresh-macos ./dist/macos/codefresh"
+      - "tar -cf codefresh-v${{PACKAGE_VERSION}}-macos-x64.tar README.md LICENSE -C ./dist/macos codefresh"
+      - "gzip -f codefresh-v${{PACKAGE_VERSION}}-macos-x64.tar"
+    when:
+      steps:
+        - name: compile_executables
+          on:
+            - success
+
+  archive_win:
+    stage: build
+    title: "Archiving macos distribution"
+    image: codefresh/build-cli
+    commands:
+      - "rm -rf ./dist/win"
+      - "mkdir -p ./dist/win"
+      - "cp --force README.md LICENSE ./dist/win"
+      - "cp --force ./dist/codefresh-win ./dist/win/codefresh.exe"
+      - "zip codefresh-v${{PACKAGE_VERSION}}-win-x64.zip README.md LICENSE -j ./dist/win/codefresh.exe "
+    when:
+      steps:
+        - name: compile_executables
+          on:
+            - success
+
+  archive_alpine:
+    stage: build
+    title: "Archiving macos distribution"
+    image: codefresh/build-cli
+    commands:
+      - "rm -rf ./dist/alpine"
+      - "mkdir -p ./dist/alpine"
+      - "cp --force README.md LICENSE ./dist/alpine"
+      - "cp --force ./dist/codefresh-alpine ./dist/alpine/codefresh"
+      - "tar -cf codefresh-v${{PACKAGE_VERSION}}-alpine-x64.tar README.md LICENSE -C ./dist/alpine codefresh"
+      - "gzip -f codefresh-v${{PACKAGE_VERSION}}-alpine-x64.tar"
+    when:
+      steps:
+        - name: compile_executables
+          on:
+            - success
 
   create_release:
     title: "Create github release"
@@ -100,6 +214,11 @@ steps:
     fail_fast: false
     commands:
       - 'curl --fail -X POST -d ''{"tag_name":"v${{PACKAGE_VERSION}}","target_commitish":"${{CF_REVISION}}","name":"Codefresh V${{PACKAGE_VERSION}}"}'' -H "Content-Type: application/json" -H "Authorization: token ${{GITHUB_TOKEN}}" https://api.github.com/repos/codefresh-io/cli/releases'
+    when:
+      steps:
+        - name: compile_executables
+          on:
+            - success
 
   get_release:
     title: "Get github release"
@@ -109,57 +228,97 @@ steps:
       - "export GITHUB_RELEASE_ID=$(curl --fail https://api.github.com/repos/codefresh-io/cli/releases/tags/v${{PACKAGE_VERSION}} | jq -r '.id')"
       - "echo Github release id: $GITHUB_RELEASE_ID"
       - "cf_export GITHUB_RELEASE_ID"
+    when:
+      steps:
+        - name: create_release
+          on:
+            - success
 
-  upload_executables:
-    title: "Upload executables to github release"
+  upload_linux:
+    stage: github
+    title: "Upload linux executable to github release"
     image: codefresh/build-cli
     commands:
-# delete all previous .zip/.gz created files and copy readme and license to ./dist
-      - "rm -rf *.gz"
-      - "rm -rf *.zip"
-      - "cp README.md LICENSE ./dist --force"
-# upload linux-x64 asset
-      - "mv ./dist/codefresh-linux ./dist/codefresh"
-      - "tar -cf codefresh-v${{PACKAGE_VERSION}}-linux-x64.tar README.md LICENSE -C ./dist ./codefresh "
-      - "gzip codefresh-v${{PACKAGE_VERSION}}-linux-x64.tar"
+    # upload linux-x64 asset
       - 'curl --fail -X POST -H "Content-Type:application/octet-stream" -H "Authorization: token ${{GITHUB_TOKEN}}"  --data-binary @codefresh-v${{PACKAGE_VERSION}}-linux-x64.tar.gz https://uploads.github.com/repos/codefresh-io/cli/releases/${{GITHUB_RELEASE_ID}}/assets?name=codefresh-v${{PACKAGE_VERSION}}-linux-x64.tar.gz'
-# upload macos-x64 asset
-      - "mv ./dist/codefresh-macos ./dist/codefresh"
-      - "tar -cf codefresh-v${{PACKAGE_VERSION}}-macos-x64.tar README.md LICENSE -C ./dist ./codefresh "
-      - "gzip codefresh-v${{PACKAGE_VERSION}}-macos-x64.tar"
+    when:
+      steps:
+        - name: get_release
+          on:
+            - success
+        - name: archive_linux
+          on:
+            - success
+
+  upload_macos:
+    stage: github
+    title: "Upload macos executable to github release"
+    image: codefresh/build-cli
+    commands:
+      # upload macos-x64 asset
       - 'curl --fail -X POST -H "Content-Type:application/octet-stream" -H "Authorization: token ${{GITHUB_TOKEN}}"  --data-binary @codefresh-v${{PACKAGE_VERSION}}-macos-x64.tar.gz https://uploads.github.com/repos/codefresh-io/cli/releases/${{GITHUB_RELEASE_ID}}/assets?name=codefresh-v${{PACKAGE_VERSION}}-macos-x64.tar.gz'
-# upload win-x64 asset
-      - "mv ./dist/codefresh-win.exe ./dist/codefresh.exe"
-      - "zip codefresh-v${{PACKAGE_VERSION}}-win-x64.zip README.md LICENSE -j ./dist/codefresh.exe "
+    when:
+      steps:
+        - name: get_release
+          on:
+            - success
+        - name: archive_macos
+          on:
+            - success
+
+  upload_win:
+    stage: github
+    title: "Upload win executable to github release"
+    image: codefresh/build-cli
+    commands:
+      # upload win-x64 asset
       - 'curl --fail -X POST -H "Content-Type:application/octet-stream" -H "Authorization: token ${{GITHUB_TOKEN}}"  --data-binary @codefresh-v${{PACKAGE_VERSION}}-win-x64.zip https://uploads.github.com/repos/codefresh-io/cli/releases/${{GITHUB_RELEASE_ID}}/assets?name=codefresh-v${{PACKAGE_VERSION}}-win-x64.zip'
-# upload alpine-x64 asset
-      - "mv ./dist/codefresh-alpine ./dist/codefresh"
-      - "tar -cf codefresh-v${{PACKAGE_VERSION}}-alpine-x64.tar README.md LICENSE -C ./dist ./codefresh "
-      - "gzip codefresh-v${{PACKAGE_VERSION}}-alpine-x64.tar"
-      - 'curl --fail -X POST -H "Content-Type:application/octet-stream" -H "Authorization: token ${{GITHUB_TOKEN}}"  --data-binary @codefresh-v${{PACKAGE_VERSION}}-alpine-x64.tar.gz https://uploads.github.com/repos/codefresh-io/cli/releases/${{GITHUB_RELEASE_ID}}/assets?name=codefresh-v${{PACKAGE_VERSION}}-alpine-x64.tar.gz'
+    when:
+      steps:
+        - name: get_release
+          on:
+            - success
+        - name: archive_win
+          on:
+            - success
 
-  update_documentation:
-    title: "Update documentation http://cli.codefresh.io"
-    image: docker:18.01
+  upload_alpine:
+    stage: github
+    title: "Upload alpine executable to github release"
+    image: codefresh/build-cli
     commands:
-      - "apk update && apk add git nodejs"
-      - "npm install"
-      - "echo cleaning previous public dir and recreating worktree"
-      - "rm -rf public && git worktree prune &&   git worktree add -B gh-pages public origin/gh-pages"
-      - "echo Building public docs"
-      - "npm run build-public-docs"
-      - "echo Push new docs to gh-pages detached branch"
-      - 'git config --global user.email "auto-ci@codefresh.io" && git config --global user.name "Automated CI"'
-      - 'cd public && git add --all && git commit -m "Publish new documentation for version ${{PACKAGE_VERSION}}" && git push https://${{GITHUB_TOKEN}}@github.com/codefresh-io/cli.git'
-    environment:
-        - HUGO_VERSION=0.32.0
+      # upload alpine-x64 asset
+      - 'curl --fail -X POST -H "Content-Type:application/octet-stream" -H "Authorization: token ${{GITHUB_TOKEN}}"  --data-binary @codefresh-v${{PACKAGE_VERSION}}-alpine-x64.tar.gz https://uploads.github.com/repos/codefresh-io/cli/releases/${{GITHUB_RELEASE_ID}}/assets?name=codefresh-v${{PACKAGE_VERSION}}-alpine-x64.tar.gz'
+    when:
+      steps:
+        - name: get_release
+          on:
+            - success
+        - name: archive_alpine
+          on:
+            - success
+
+  deploy_to_npm:
+    stage: packages
+    title: "Publishing To Npm"
+    type: npm-publish
+    arguments:
+      NPM_TOKEN: '${{NPM_TOKEN}}'
+      DIR: ./cli
+    when:
+      steps:
+        - name: generate_comletion
+          on:
+            - success
+
 
   update_brew_formula:
+    stage: packages
     title: "Updating homebrew formula"
     image: codefresh/build-cli
     commands:
       - VERSION=v${{PACKAGE_VERSION}}
-      - curl -L https://github.com/codefresh-io/cli/releases/download/$VERSION/codefresh-$VERSION-macos-x64.tar.gz > $VERSION.tar.gz
+      - cp --force codefresh-$VERSION-macos-x64.tar.gz $VERSION.tar.gz
       - echo "compute SHA256 ..."
       - SHA256="$(shasum -a 256 ./$VERSION.tar.gz | awk '{print $1}')"
       - echo "generate file from template ..."
@@ -171,3 +330,48 @@ steps:
           \"content\": \"$(openssl base64 -A -in codefresh.rb)\", \
           \"sha\": $(curl -X GET https://api.github.com/repos/codefresh-io/homebrew-cli/contents/Formula/codefresh.rb | jq .sha) \
           }" https://api.github.com/repos/codefresh-io/homebrew-cli/contents/Formula/codefresh.rb
+    when:
+      steps:
+        - name: archive_macos
+          on:
+            - success
+
+  update_documentation:
+    stage: documentation
+    title: "Update documentation http://cli.codefresh.io"
+    image: docker:18.01
+    commands:
+      - "apk update && apk add git nodejs"
+      - "npm install"
+      - "echo cleaning previous public dir and recreating worktree"
+      - "rm -rf public && git worktree prune &&   git worktree add -B gh-pages public origin/gh-pages"
+      - "echo Building public docs"
+      - "npm run build-public-docs"
+      - "echo Push new docs to gh-pages detached branch"
+      - 'git config --global user.email "auto-ci@codefresh.io" && git config --global user.name "Automated CI"'
+      - 'cd public && git add --all && git commit -m "Publish new documentation for version ${{PACKAGE_VERSION}}" && git push https://${{GITHUB_TOKEN}}@github.com/codefresh-io/cli.git'
+    environment:
+      - HUGO_VERSION=0.32.0
+    when:
+      steps:
+        - name: upload_linux
+          on:
+            - success
+        - name: upload_macos
+          on:
+            - success
+        - name: upload_win
+          on:
+            - success
+        - name: upload_alpine
+          on:
+            - success
+        - name: update_brew_formula
+          on:
+            - success
+        - name: deploy_to_npm
+          on:
+            - success
+        - name: create_manifest_list
+          on:
+            - success

package/codefresh.yml

@@ -10,24 +10,6 @@ steps:
     revision: ${{CF_BRANCH}}
     git: cf_github
 
-  install_dependencies:
-    title: 'Installing testing dependencies'
-    image: codefresh/node-tester-image:10.15.3
-    commands:
-        - yarn install --frozen-lockfile
-
-  eslint:
-    title: 'Running linting logic'
-    image: codefresh/node-tester-image:10.15.3
-    commands:
-        - yarn eslint
-
-  unit-tests:
-    title: 'Running unit tests'
-    image: codefresh/node-tester-image:10.15.3
-    commands:
-        - yarn test
-
   extract_version:
     title: "Exporting package.json version"
     image: codefresh/build-cli
@@ -36,6 +18,57 @@ steps:
       - "echo Current version: $PACKAGE_VERSION"
       - "cf_export PACKAGE_VERSION"
 
+  check_version:
+    title: 'Checking if version already exists'
+    image: codefresh/build-cli
+    fail_fast: false
+    commands:
+      - >-
+        RELEASE_ID="$(curl -s https://api.github.com/repos/codefresh-io/cli/releases/tags/v${{PACKAGE_VERSION}} | jq .id)"
+        echo "Release id: $RELEASE_ID"
+
+        if [ -z "$RELEASE_ID" ] || [ "$RELEASE_ID" = 'null' ]; then
+          echo "Version is ok: ${{PACKAGE_VERSION}}"
+        else
+          echo "Release already exists ${{PACKAGE_VERSION}}"
+          exit 1
+        fi
+    when:
+      condition:
+        all:
+          skipVersionCheck: '"${{SKIP_VERSION_CHECK}}" != "true"'
+
+  install_dependencies:
+    title: 'Installing testing dependencies'
+    image: codefresh/build-cli
+    commands:
+      - yarn install --frozen-lockfile
+
+  parallel_tests:
+    type: parallel
+    steps:
+      eslint:
+        title: 'Running linting logic'
+        image: codefresh/build-cli
+        commands:
+          - yarn eslint
+
+      unit_tests:
+        title: 'Running unit tests'
+        image: codefresh/build-cli
+        commands:
+          - yarn test
+
+      e2e_tests:
+        title: 'Running e2e tests'
+        image: codefresh/build-cli
+        commands:
+          - "echo Running e2e on account: ${{CF_ACCOUNT}}"
+          - CF_API_KEY=${{CF_E2E_API_KEY}} yarn e2e
+    when:
+      branch:
+        ignore: [ master ]
+
   build_images:
     type: parallel
     steps:
@@ -49,7 +82,7 @@ steps:
       run_arm_build:
         type: codefresh-run
         arguments:
-          PIPELINE_ID: 'codefresh-io/cli/build-arm'
+          PIPELINE_ID: codefresh-io/cli/build-arm
           TRIGGER_ID: codefresh-io/cli
           BRANCH: ${{CF_BRANCH}}
           DETACH: false
@@ -105,9 +138,17 @@ steps:
           tags:
             - ${{CF_SHORT_REVISION}}
 
+  fail_on_bad_version:
+    image: codefresh/build-cli
+    commands:
+      - exit 1
+    when:
+      condition:
+        all:
+          versionCheckFailed: steps.check_version.result == 'failure'
+
   execute_release_pipeline:
     title: "Execute release pipeline in case version was changed"
-    fail_fast: false
     type: codefresh-run
     arguments:
       PIPELINE_ID: 'codefresh-io/cli/release'
@@ -118,3 +159,6 @@ steps:
     when:
       branch:
         only: [ master ]
+      condition:
+        all:
+          versionCheckSucceeded: steps.check_version.result != 'failure'

package/e2e/README.md

@@ -0,0 +1,10 @@
+# Codefresh Cli E2E
+
+Account -- codefresh-cli-e2e
+
+If you want to debug e2e:
+1) enable debug on the `build` pipeline
+2) put breakpoint after `e2e_tests` step
+3) then you can see logs of each test under `/codefresh/volume/cli/e2e/scenarios`
+
+##### Note: try to create projects that do not contain same words (like _cli-e2e_ and _cli-e2e_-test)

package/e2e/data/crud.pip.yaml

@@ -0,0 +1,23 @@
+version: '1.0'
+kind: pipeline
+metadata:
+  name: pipeline-crud/crud
+  project: pipeline-crud
+  originalYamlString: |
+    version: '1.0'
+    steps:
+      test:
+        image: alpine
+        commands:
+          - echo test
+spec:
+  triggers: []
+  stages: []
+  variables: []
+  contexts: []
+  steps:
+    test:
+      image: alpine
+      commands:
+        - echo test
+

package/e2e/data/test-run.pip.yaml

@@ -0,0 +1,23 @@
+version: '1.0'
+kind: pipeline
+metadata:
+  name: test-run/test-run
+  project: test-run
+  originalYamlString: |
+    version: '1.0'
+    steps:
+      test:
+        image: alpine
+        commands:
+          - echo test
+spec:
+  triggers: []
+  stages: []
+  variables: []
+  contexts: []
+  steps:
+    test:
+      image: alpine
+      commands:
+        - echo test
+

package/e2e/e2e.spec.sh

@@ -0,0 +1,25 @@
+# fail if one of the commands returns non-zero code
+set -e
+set -o pipefail
+
+export SCRIPT_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" &> /dev/null && pwd)
+source "$SCRIPT_DIR/helpers.sh"
+
+codefresh version
+echo
+
+for executable in $SCRIPT_DIR/scenarios/*.sh
+do
+  source $executable > "$executable.log" 2>&1 &
+  echo "[$!] Executing: $executable"
+done
+echo
+
+for job in `jobs -p`
+do
+    echo "Waiting for $job..."
+    wait $job || exit 1
+done
+
+echo
+echo "All tests executed successfully!"

package/e2e/helpers.sh

@@ -0,0 +1,10 @@
+CODEFRESH_PATH="$SCRIPT_DIR/../lib/interface/cli/codefresh"
+
+echo "Using $CODEFRESH_PATH"
+function codefresh() {
+    $CODEFRESH_PATH $@
+}
+
+function exists() {
+    codefresh get $1 | grep $2 || echo ''
+}

package/e2e/scenarios/agents.sh

@@ -0,0 +1 @@
+codefresh get agents

package/e2e/scenarios/annotations.sh

@@ -0,0 +1,2 @@
+echo "Skipping annotation.sh"
+#codefresh get annotation

package/e2e/scenarios/boards.sh

@@ -0,0 +1,3 @@
+codefresh get boards
+echo "Skipping sections.sh"
+#codefresh get sections

package/e2e/scenarios/builds.sh

@@ -0,0 +1 @@
+codefresh get builds

package/e2e/scenarios/clusters.sh

@@ -0,0 +1 @@
+codefresh get clusters

package/e2e/scenarios/compositions.sh

@@ -0,0 +1 @@
+codefresh get compositions

package/e2e/scenarios/contexts.sh

@@ -0,0 +1 @@
+codefresh get contexts