gitlab-license_finder 6.14.2.1

data/bin/license_finder_pip.py

@@ -0,0 +1,43 @@
+#!/usr/bin/env python
+import json
+import sys
+
+try:
+        from pip._internal.req import parse_requirements
+except ImportError:
+        from pip.req import parse_requirements
+
+try:
+    # since pip 19.3
+    from pip._internal.network.session import PipSession
+except ImportError:
+    try:
+        # since pip 10
+        from pip._internal.download import PipSession
+    except ImportError:
+        from pip.download import PipSession
+
+from pip._vendor import pkg_resources
+from pip._vendor.six import print_
+
+
+reqs = []
+for req in parse_requirements(sys.argv[1], session=PipSession()):
+    try:
+        if req.req is not None and (req.markers is None or req.markers.evaluate()):
+            reqs.append(pkg_resources.Requirement.parse(str(req.req)))
+    except AttributeError:
+        # Since pip 20.1 (pip now takes care of markers at the resolve step)
+        if req.requirement is not None:
+            reqs.append(pkg_resources.Requirement.parse(str(req.requirement)))
+
+transform = lambda dist: {
+        'name': dist.project_name,
+        'version': dist.version,
+        'location': dist.location,
+        'dependencies': list(map(lambda dependency: dependency.project_name, dist.requires())),
+        }
+
+
+packages = [transform(dist) for dist in pkg_resources.working_set.resolve(reqs)]
+print_(json.dumps(packages))

data/ci/pipelines/pull-request.yml.erb

@@ -0,0 +1,141 @@
+<% setup_slack = defined?(slack_url) && defined?(slack_channel) %>
+<% ruby_versions = ruby_versions.split(',') %>
+
+resource_types:
+- name: pull-request
+  type: docker-image
+  source:
+    repository: teliaoss/github-pr-resource
+
+<% if setup_slack %>
+- name: slack-notification
+  type: registry-image
+  source:
+    repository: cfcommunity/slack-notification-resource
+    tag: latest
+    username: ((LicenseFinderDocker.username))
+    password: ((LicenseFinderDocker.password))
+<% end %>
+
+resources:
+- name: github-pull-request
+  type: pull-request
+  check_every: 24h
+  webhook_token: ((GithubPullRequestWebhookToken))
+  source:
+    repository: pivotal/LicenseFinder
+    access_token: ((GithubApiPullRequestToken))
+
+- name: dockerhub-pr
+  type: docker-image
+  source:
+    tag: edge-pr
+    repository: licensefinder/license_finder
+    email: ((LicenseFinderDockerEmail))
+    username: ((LicenseFinderDocker.username))
+    password: ((LicenseFinderDocker.password))
+
+<% if setup_slack %>
+- name: slack-alert
+  type: slack-notification
+  source:
+    url: <%= slack_url %>
+<% end %>
+
+jobs:
+- name: build-docker-image
+  public: true
+  plan:
+  - get: github-pull-request
+    tags: ["private-worker"]
+    version: every
+    trigger: true
+  - put: dockerhub-pr
+    tags: ["private-worker"]
+    params:
+      build: github-pull-request
+  on_success:
+    put: github-pull-request
+    tags: ["private-worker"]
+    params:
+      path: github-pull-request
+      status: success
+      context: build-docker-image
+  on_failure:
+    put: github-pull-request
+    tags: ["private-worker"]
+    params:
+      path: github-pull-request
+      status: failure
+      context: build-docker-image
+<% ruby_versions.each do |ruby_version| %>
+- name: PR-ruby-<%= ruby_version %>-linux
+  public: true
+  plan:
+  - get: github-pull-request
+    tags: ["private-worker"]
+    passed: [build-docker-image]
+    version: every
+  - get: dockerhub-pr
+    tags: ["private-worker"]
+    passed: [build-docker-image]
+    trigger: true
+  - task: ruby-<%= ruby_version %>
+    tags: ["private-worker"]
+    privileged: true
+    image: dockerhub-pr
+    file: github-pull-request/ci/tasks/run-tests.yml
+    params:
+      RUBY_VERSION_UNDER_TEST: <%= ruby_version %>
+    input_mapping: { LicenseFinder: github-pull-request }
+    on_success:
+      put: github-pull-request
+      tags: ["private-worker"]
+      params:
+        path: github-pull-request
+        status: success
+        context: ruby-<%= ruby_version %>
+    on_failure:
+      put: github-pull-request
+      tags: ["private-worker"]
+      params:
+        path: github-pull-request
+        status: failure
+        context: ruby-<%= ruby_version %>
+<% if setup_slack %>
+  on_failure:
+    put: slack-alert
+    tags: ["private-worker"]
+    params:
+      channel: '<%= slack_channel %>'
+      icon_emoji: ':crying_cat_face:'
+      text: '<%= "License Finder build failed. Build: https://norsk.cf-app.com/teams/main/pipelines/$BUILD_PIPELINE_NAME/jobs/$BUILD_JOB_NAME/builds/$BUILD_NAME" %>'
+<% end %>
+<% end %>
+
+- name: PR-rubocop
+  public: true
+  plan:
+  - get: github-pull-request
+    tags: ["private-worker"]
+    trigger: true
+    version: every
+  - task: run-rubocop
+    tags: ["private-worker"]
+    privileged: true
+    file: github-pull-request/ci/tasks/rubocop.yml
+    input_mapping: { LicenseFinder: github-pull-request }
+    on_success:
+      put: github-pull-request
+      tags: ["private-worker"]
+      params:
+        path: github-pull-request
+        status: success
+        context: run-rubocop
+    on_failure:
+      put: github-pull-request
+      tags: ["private-worker"]
+      params:
+        path: github-pull-request
+        status: failure
+        context: run-rubocop

data/ci/pipelines/release.yml.erb

@@ -0,0 +1,200 @@
+<% setup_slack = defined?(slack_url) && defined?(slack_channel) %>
+<% ruby_versions = ruby_versions.split(',') %>
+
+resource_types:
+<% if setup_slack %>
+- name: slack-notification
+  type: registry-image
+  source:
+    repository: cfcommunity/slack-notification-resource
+    tag: latest
+    username: ((LicenseFinderDocker.username))
+    password: ((LicenseFinderDocker.password))
+<% end %>
+
+resources:
+- name: lf-git
+  type: git
+  source:
+    uri: git@github.com:pivotal/LicenseFinder.git
+    private_key: ((CfOslBot.private_key))
+    branch: master
+    ignore_paths: [VERSION, CHANGELOG.md]
+
+- name: semver-version
+  type: semver
+  source:
+    driver: gcs
+    bucket: lf-semver-version
+    key: version
+    json_key: ((GCPQueuedReportsBucketCredentials))
+
+- name: dockerhub-edge
+  type: docker-image
+  source:
+    tag: edge
+    repository: licensefinder/license_finder
+    email: ((LicenseFinderDockerEmail))
+    username: ((LicenseFinderDocker.username))
+    password: ((LicenseFinderDocker.password))
+
+- name: dockerhub
+  type: docker-image
+  source:
+    repository: licensefinder/license_finder
+    email: ((LicenseFinderDockerEmail))
+    username: ((LicenseFinderDocker.username))
+    password: ((LicenseFinderDocker.password))
+
+- name: lf-release
+  type: github-release
+  check_every: 24h
+  source:
+    owner: pivotal
+    repository: LicenseFinder
+    access_token: ((GithubApiRootToken))
+
+<% if setup_slack %>
+- name: slack-alert
+  type: slack-notification
+  source:
+    url: <%= slack_url %>
+<% end %>
+
+jobs:
+- name: build-docker-image
+  public: true
+  plan:
+    - get: lf-git
+      tags: ["private-worker"]
+      trigger: true
+    - put: dockerhub-edge
+      tags: ["private-worker"]
+      params:
+        build: lf-git
+
+<% ruby_versions.each do |ruby_version| %>
+- name: ruby-<%= ruby_version %>
+  public: true
+  plan:
+  - get: dockerhub-edge
+    tags: ["private-worker"]
+    passed: [build-docker-image]
+    trigger: true
+  - get: LicenseFinder
+    tags: ["private-worker"]
+    resource: lf-git
+    passed: [build-docker-image]
+    version: every
+  - task: ruby-<%= ruby_version %>
+    tags: ["private-worker"]
+    privileged: true
+    image: dockerhub-edge
+    file: LicenseFinder/ci/tasks/run-tests.yml
+    params:
+      RUBY_VERSION_UNDER_TEST: <%= ruby_version %>
+
+<% if setup_slack %>
+  on_failure:
+    put: slack-alert
+    tags: ["private-worker"]
+    params:
+      channel: '<%= slack_channel %>'
+      icon_emoji: ':crying_cat_face:'
+      text: '<%= "License Finder build failed. Build: https://norsk.cf-app.com/teams/main/pipelines/$BUILD_PIPELINE_NAME/jobs/$BUILD_JOB_NAME/builds/$BUILD_NAME" %>'
+<% end %>
+<% end %>
+
+- name: rubocop
+  public: true
+  plan:
+  - get: dockerhub-edge
+    tags: ["private-worker"]
+    passed: [build-docker-image]
+    trigger: true
+  - get: LicenseFinder
+    tags: ["private-worker"]
+    resource: lf-git
+    version: every
+    passed: [build-docker-image]
+  - task: run-rubocop
+    tags: ["private-worker"]
+    privileged: true
+    file: LicenseFinder/ci/tasks/rubocop.yml
+    input_mapping: { LicenseFinder: LicenseFinder }
+
+- name: bump-major
+  plan:
+    - get: semver-version
+      tags: ["private-worker"]
+      params: {bump: major}
+    - put: semver-version
+      tags: ["private-worker"]
+      params: {file: semver-version/version}
+
+
+- name: bump-minor
+  plan:
+    - get: semver-version
+      tags: ["private-worker"]
+      params: {bump: minor}
+    - put: semver-version
+      tags: ["private-worker"]
+      params: {file: semver-version/version}
+
+- name: bump-patch
+  plan:
+    - get: semver-version
+      tags: ["private-worker"]
+      params: {bump: patch}
+    - put: semver-version
+      tags: ["private-worker"]
+      params: {file: semver-version/version}
+
+- name: release
+  disable_manual_trigger: true
+  plan:
+  - get: lf-git
+    tags: ["private-worker"]
+    passed: [<%= "#{ruby_versions.map{ |version| "ruby-#{version}" unless version == "jruby-9.2.14.0" }.compact.join(', ') }, rubocop" %>]
+  - get: semver-version
+    tags: ["private-worker"]
+    trigger: true
+  - get: dockerhub
+    tags: ["private-worker"]
+    params:
+      save: true
+  - get: lf-release
+    tags: ["private-worker"]
+  - task: update-changelog
+    tags: ["private-worker"]
+    image: dockerhub
+    params:
+      GIT_USERNAME: ((GithubApiUser))
+      GIT_EMAIL: ((GithubApiEmail))
+    file: lf-git/ci/tasks/update-changelog.yml
+  - put: dockerhub
+    tags: ["private-worker"]
+    params:
+      build: lf-git-changed
+      tag: version/version.txt
+      tag_as_latest: true
+  - put: lf-git
+    tags: ["private-worker"]
+    params:
+      repository: lf-git-changed
+  - task: build-and-push-gem
+    tags: ["private-worker"]
+    image: dockerhub
+    params:
+      GIT_USERNAME: ((GithubApiUser))
+      GIT_EMAIL: ((GithubApiEmail))
+      GIT_PRIVATE_KEY: ((CfOslBot.private_key))
+      GEM_API_KEY: ((LicenseFinderGemApiKey))
+    file: lf-git/ci/tasks/build-and-push-gem.yml
+  - put: lf-release
+    tags: ["private-worker"]
+    params:
+      name: version/tag.txt
+      tag: version/tag.txt
+      body: version/changelog.txt

data/ci/scripts/containerize-tests.sh

@@ -0,0 +1,14 @@
+#!/bin/bash
+
+set -e
+
+apk update && apk add git
+source /opt/resource/common.sh
+start_docker 3 3
+
+pushd LicenseFinder
+  docker build . -t licensefinder/license_finder
+
+  docker run -v $PWD:/lf -it licensefinder/license_finder /bin/bash \
+    -exli /lf/ci/scripts/run-tests.sh "$RUBY_VERSION_UNDER_TEST"
+popd

data/ci/scripts/pushscript.sh

@@ -0,0 +1,32 @@
+#!/bin/bash
+
+echo -e "---\n:rubygems_api_key: $GEM_API_KEY" > ~/.gem/credentials
+chmod 0600 ~/.gem/credentials
+
+build_version="$(cat semver-version/version)"
+cd lf-git
+built_gem="pkg/license_finder-$build_version.gem"
+
+git config --global user.email $GIT_EMAIL
+git config --global user.name $GIT_USERNAME
+
+git config --global push.default simple
+
+git checkout master
+
+mkdir ~/.ssh
+ssh-keyscan github.com >> ~/.ssh/known_hosts
+eval "$(ssh-agent -s)"
+echo "$GIT_PRIVATE_KEY" > ~/.ssh/id_rsa
+chmod 600 ~/.ssh/id_rsa
+ssh-add -k ~/.ssh/id_rsa
+
+if [ -z "$(gem fetch license_finder -v $build_version 2>&1 | grep ERROR)" ]; then
+  echo "LicenseFinder-$build_version already exists on Rubygems"
+else
+  rake release
+fi
+
+export EXIT_STATUS=$?
+kill $(ps aux | grep ssh-agent | head -n 1 | awk '{print $2}')
+exit $EXIT_STATUS

data/ci/scripts/run-rubocop.sh

@@ -0,0 +1,15 @@
+#!/bin/bash -e
+
+cd LicenseFinder
+
+gem update --system
+bundle install --without runtime default
+
+rubocop_version=`cat Gemfile.lock | grep '    rubocop' | awk -F'[\(*\)]' '{print $2;exit}'`
+rubocop_performance_version=`cat Gemfile.lock | grep '    rubocop-performance' | awk -F'[\(*\)]' '{print $2;exit}'`
+
+gem install rubocop --version $rubocop_version
+gem install rubocop-performance --version $rubocop_performance_version
+
+echo "Running Rubocop ..."
+/usr/local/bundle/bin/rubocop --require rubocop-performance

data/ci/scripts/run-tests.sh

@@ -0,0 +1,24 @@
+#!/bin/bash -elx
+
+set -o pipefail
+
+DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
+PROJECT_ROOT="$( dirname "$( dirname $DIR )" )"
+
+pushd "$PROJECT_ROOT"
+
+  rvm install --default $RUBY_VERSION_UNDER_TEST
+  ruby --version
+
+  export GOPATH=$HOME/go
+  export RUBYOPT='-E utf-8'
+
+  gem update --system
+  gem install bundler
+  bundle install
+
+  bundle exec rake install
+  bundle exec rake spec
+
+  bundle exec rake features
+popd

data/ci/scripts/test.ps1

@@ -0,0 +1,81 @@
+Set-PSDebug -strict # "set -u"
+$ErrorActionPreference = "Stop" # "set -e" for cmdlet errors
+
+# avoid overly narrow default linewrap
+$term = (get-host).ui.rawui
+$size = $term.buffersize
+$size.width = 128
+$term.buffersize = $size
+$size = $term.windowsize
+$size.width = 128
+$term.windowsize = $size
+
+function stream-cmd {
+    param ($command, $arguments)
+    $cmdline = "$($command) $($arguments)"
+    cmd /c $cmdline
+    if (-not ($?)) {
+        throw "$($cmdline) failed"
+    }
+}
+
+function prepend-path {
+    param ($dir)
+    $env:PATH = $dir + ";" + $env:PATH
+}
+
+function prepare-vm {
+    iex ((New-Object System.Net.WebClient).DownloadString('https://chocolatey.org/install.ps1'))
+    choco install -y git ruby nodejs golang python2 erlang gradle maven
+    
+    $env:JAVA_HOME = 'C:\Program Files\Java\jdk1.8.0_144'
+    prepend-path 'C:\Program Files\Java\jdk1.8.0_144\bin'
+    prepend-path 'C:\tools\go\bin'
+    prepend-path 'C:\Program Files\Git\bin'
+    prepend-path 'C:\Program Files\erl9.0\bin'
+    stream-cmd "rmdir" "/s /q C:\rebar"
+    stream-cmd "git" "clone https://github.com/rebar/rebar C:\rebar"
+    stream-cmd "cd c:\rebar & .\bootstrap.bat" ""
+    stream-cmd "cp" "c:\rebar\rebar c:\tools"
+    stream-cmd "cp" "c:\rebar\rebar.cmd c:\tools"
+    prepend-path 'C:\tools'
+    mkdir -Force 'C:\Go'
+    mkdir -Force 'C:\Windows\system32\config\systemprofile\AppData\Local\Temp'
+    $env:GOPATH = 'C:\Go'
+    prepend-path 'C:\Go\bin'
+    stream-cmd "go" "get -d github.com/tools/godep"
+    prepend-path 'C:\Python27\Scripts'
+    prepend-path 'C:\Program Files\nodejs'
+    stream-cmd "npm" "install bower -g"
+    cp 'C:\Windows\System32\config\systemprofile\AppData\Roaming\npm\bower.cmd' 'C:\Program Files\nodejs'
+    cp -r 'C:\Windows\System32\config\systemprofile\AppData\Roaming\npm\node_modules\bower\*' 'C:\Program Files\nodejs\node_modules\bower' -Force
+    prepend-path 'C:\Ruby23\bin'
+    prepend-path 'C:\ProgramData\chocolatey\lib\gradle\tools\gradle-3.4.1\bin'
+    prepend-path 'C:\ProgramData\chocolatey\lib\maven\apache-maven-3.5.0\bin'
+}
+
+function set-env-vars {
+    prepend-path 'C:\Program Files\Java\jdk1.8.0_144\bin'
+    prepend-path 'C:\tools\go\bin'
+    prepend-path 'C:\Program Files\Git\bin'
+    prepend-path 'C:\Program Files\erl9.0\bin'
+    prepend-path 'C:\tools'
+    prepend-path 'C:\Go\bin'
+    prepend-path 'C:\Python27\Scripts'
+    prepend-path 'C:\Program Files\nodejs'
+    prepend-path 'C:\Ruby23\bin'
+}
+
+function run-tests {
+    set-env-vars
+    push-location LicenseFinder
+        stream-cmd "gem" "install bundler"
+        stream-cmd "bundle" "install"
+        stream-cmd "bundle" "exec rake install"
+        stream-cmd "bundle" "exec rake spec"
+        stream-cmd "bundle" "exec rake features"
+    pop-location
+}
+
+prepare-vm
+run-tests

data/ci/scripts/updateChangelog.sh

@@ -0,0 +1,84 @@
+#!/bin/bash --login
+
+set -e
+
+git clone lf-git lf-git-changed
+
+CHANGELOG_FILE="CHANGELOG.md"
+VERSION_FILE="VERSION"
+
+COMMIT_URL="https://github.com/pivotal/LicenseFinder/commit/"
+
+TAGS=( "Added" "ADDED" "Fixed" "FIXED" "Changed" "CHANGED" "Deprecated" "DEPRECATED" "Removed" "REMOVED" "Security" "SECURITY" )
+CONTRIBUTORS=( "Shane Lattanzio" "Li Tai" "Vikram Yadav" "Mark Fiorvanti" "Serafima Ostrovskaya" "Yoon Jean Kim"  "Tony Wong" "Parv Mital" )
+
+OLD="v$(cat ./lf-release/version)"
+VERSION="$(cat semver-version/version)"
+VERSION_TAG="v$VERSION"
+
+# Add version title information
+LOG=$(echo "# [$VERSION] / $(date +%Y-%m-%d)\n")
+
+cd lf-git-changed
+
+for ((i = 0; i < ${#TAGS[@]}; i++)); do
+    if [[ $i -gt 0 ]]; then
+        TAG_COMPARE=$(echo "${TAGS[$i]}" | grep -qi "${TAGS[$i - 1]}" && echo same || echo different)
+        HEADER_EXISTS=$(echo "$LOG" | grep -qi "${TAGS[$i - 1]}" && echo exists || echo dne)
+    fi
+
+    GIT_LOG=$'\n'$(git log "$OLD"...HEAD --pretty=format:"%H%n%s - [%h]($COMMIT_URL%H) - %an%n%n"| grep -E "\[${TAGS[$i]}\] .*" | sort | sed -e "s/\[${TAGS[$i]}\]/\*/g")
+
+    # Only add section information if it has content
+    if [[ $i -ne $[${#TAGS[@]}-1] && $GIT_LOG =~ "." && $i -gt 0 && "$TAG_COMPARE" == "same" && "$HEADER_EXISTS" == "exists"  ]]; then
+        LOG="$LOG""$GIT_LOG\n"
+    elif [[ $GIT_LOG =~ "." ]]; then
+        if [[ $i -gt 0 && "$TAG_COMPARE" == "same" && "$HEADER_EXISTS" == "dne" ]]; then
+            LOG="$LOG"$'\n'$(echo "### ${TAGS[$i - 1]}")"$GIT_LOG\n"
+        else
+            LOG="$LOG"$'\n'$(echo "### ${TAGS[$i]}")"$GIT_LOG\n"
+        fi
+    fi
+done
+
+# Strip Pivotal contributors
+for ((i = 0; i < ${#CONTRIBUTORS[@]}; i++)); do
+    LOG=$(echo "$LOG" | sed -e "s/-* ${CONTRIBUTORS[$i]}//g")
+done
+
+# Prepend new version information at the top of the file
+echo -e "$LOG\n$(cat $CHANGELOG_FILE)" > $CHANGELOG_FILE
+
+# Append version hyperlink to the end of the file
+echo -e "[$VERSION]: https://github.com/pivotal/LicenseFinder/compare/$OLD...$VERSION_TAG" >> $CHANGELOG_FILE
+
+# Update version file in git
+echo $VERSION > $VERSION_FILE
+
+git config --global user.email $GIT_EMAIL
+git config --global user.name $GIT_USERNAME
+
+git add $CHANGELOG_FILE
+git add $VERSION_FILE
+
+git commit -m "Update changelog for version: $VERSION"
+
+echo "New version: $VERSION"
+echo "Current version: $OLD"
+
+if [ "$VERSION" == "$OLD" ]; then
+    echo "Error: Version in VERSION file is identical to latest release on github"
+    exit 1
+fi
+
+body=$(cat "$CHANGELOG_FILE" | sed -n "/# \[$VERSION\]/,/# \[[\d\.]*/p" | sed '$d' | tail -n +2)
+
+echo "$VERSION_TAG" > ../version/tag.txt
+echo "$VERSION" > ../version/version.txt
+echo "$body" > ../version/changelog.txt
+
+echo "Tag: $VERSION_TAG"
+echo "Version: $VERSION"
+echo "Body: $body"
+
+exit 0

data/ci/tasks/build-and-push-gem.yml

@@ -0,0 +1,10 @@
+---
+platform: linux
+inputs:
+- name: lf-git
+- name: semver-version
+run:
+  path: bash
+  args:
+  - "-lc"
+  - lf-git/ci/scripts/pushscript.sh

data/ci/tasks/build-windows.yml

@@ -0,0 +1,6 @@
+platform: windows
+inputs:
+- name: LicenseFinder
+run:
+  path: powershell
+  args: ["-File", "LicenseFinder/ci/scripts/test.ps1"]

data/ci/tasks/build.yml

@@ -0,0 +1,16 @@
+platform: linux
+
+image_resource:
+  type: docker-image
+  source:
+    repository: concourse/docker-image-resource
+    tag: latest
+
+inputs:
+- name: LicenseFinder
+
+run:
+  path: ./LicenseFinder/ci/scripts/containerize-tests.sh
+
+params:
+  RUBY_VERSION_UNDER_TEST:

data/ci/tasks/rubocop.yml

@@ -0,0 +1,15 @@
+platform: linux
+
+image_resource:
+  type: registry-image
+  source:
+    repository: ruby
+    tag: 2.7.1
+    username: ((LicenseFinderDocker.username))
+    password: ((LicenseFinderDocker.password))
+
+inputs:
+- name: LicenseFinder
+
+run:
+  path: ./LicenseFinder/ci/scripts/run-rubocop.sh