citasks 0.1.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 78164b53af04e75190a4116f08a5b148880fd564
+  data.tar.gz: 70ac11f150c4a8a73c6924d7e86e3ec935c07432
+SHA512:
+  metadata.gz: 5937ccb9144cb89fb5899db4482ae15aefc3940e9b1a7ccaa5a3fd4f71bfe91f6d519b56497f074fca1e141bc0c640e6f193fbf5866a2d43b82b0ef53526d511
+  data.tar.gz: e070c096c11bfc0457caa172d543f67dd033a66eb33329f06029b0559b2a72a218fdd5526ec5d496c2d4a77e87742a18202e94f1cc1046801b850f145e9dc62e

data/lib/citasks/ci_lib.rb

@@ -0,0 +1,181 @@
+require 'gitlab'
+
+module JenkinsTools
+  WORKFLOW_PLUGIN = ENV["WORKFLOW_PLUGIN"] || "workflow-job@2.14.1"
+  GITLAB_PLUGIN = ENV["GITLAB_PLUGIN"] || "gitlab-plugin@1.4.7"
+  WORkFLOW_CPS_PLUGIN = ENV["WORkFLOW_CPS_PLUGIN"] || "workflow-cps@2.39"
+  GIT_PLUGIN = ENV["GIT_PLUGIN"] || "git@3.4.0"
+  
+  # git_repo_url = http://virtuous-porcupine-gitlab-ce/wenzm/icp-static-web.git, gitlab-wenzm-password
+  def self.gen_job_xml job_name, xml_file_name, git_repo_url, repo_credential_id_in_jenkins,token_to_trigger_build_remotely = SecureRandom.uuid
+    secret_token = "{AQAAABAAAAAQ76W/e/wjLSZ6yxDaU6oaB3rUABFZ/jw6NVzpJkLGL/8=}" #empty??? TODO
+    xmls= <<~EOF
+      <?xml version='1.0' encoding='UTF-8'?>
+      <flow-definition plugin="#{WORKFLOW_PLUGIN}">
+        <actions/>
+        <description>Workflow Created with template</description>
+        <keepDependencies>false</keepDependencies>
+        <properties>
+          <com.dabsquared.gitlabjenkins.connection.GitLabConnectionProperty plugin="#{GITLAB_PLUGIN}">
+            <gitLabConnection>gitlab</gitLabConnection>
+          </com.dabsquared.gitlabjenkins.connection.GitLabConnectionProperty>
+          <org.jenkinsci.plugins.workflow.job.properties.PipelineTriggersJobProperty>
+            <triggers>
+              <com.dabsquared.gitlabjenkins.GitLabPushTrigger plugin="#{GITLAB_PLUGIN}">
+                <spec></spec>
+                <triggerOnPush>true</triggerOnPush>
+                <triggerOnMergeRequest>false</triggerOnMergeRequest>
+                <triggerOnAcceptedMergeRequest>false</triggerOnAcceptedMergeRequest>
+                <triggerOnClosedMergeRequest>false</triggerOnClosedMergeRequest>
+                <triggerOpenMergeRequestOnPush>never</triggerOpenMergeRequestOnPush>
+                <triggerOnNoteRequest>true</triggerOnNoteRequest>
+                <noteRegex>Jenkins please build one more</noteRegex>
+                <ciSkip>true</ciSkip>
+                <skipWorkInProgressMergeRequest>true</skipWorkInProgressMergeRequest>
+                <setBuildDescription>true</setBuildDescription>
+                <branchFilterType>All</branchFilterType>
+                <includeBranchesSpec></includeBranchesSpec>
+                <excludeBranchesSpec></excludeBranchesSpec>
+                <targetBranchRegex></targetBranchRegex>
+                <!-- <secretToken>#{secret_token}</secretToken> -->
+              </com.dabsquared.gitlabjenkins.GitLabPushTrigger>
+            </triggers>
+          </org.jenkinsci.plugins.workflow.job.properties.PipelineTriggersJobProperty>
+        </properties>
+        <definition class="org.jenkinsci.plugins.workflow.cps.CpsScmFlowDefinition" plugin="#{WORkFLOW_CPS_PLUGIN}">
+          <scm class="hudson.plugins.git.GitSCM" plugin="#[GIT_PLUGIN}">
+            <configVersion>2</configVersion>
+            <userRemoteConfigs>
+              <hudson.plugins.git.UserRemoteConfig>
+                <url>#{git_repo_url}</url>
+                <credentialsId>#{repo_credential_id_in_jenkins}</credentialsId>
+              </hudson.plugins.git.UserRemoteConfig>
+            </userRemoteConfigs>
+            <branches>
+              <hudson.plugins.git.BranchSpec>
+                <name>*/master</name>
+              </hudson.plugins.git.BranchSpec>
+            </branches>
+            <doGenerateSubmoduleConfigurations>false</doGenerateSubmoduleConfigurations>
+            <submoduleCfg class="list"/>
+            <extensions/>
+          </scm>
+          <scriptPath>Jenkinsfile</scriptPath>
+          <lightweight>true</lightweight>
+        </definition>
+        <triggers/>
+        <authToken>#{token_to_trigger_build_remotely}</authToken>
+        <disabled>false</disabled>
+      </flow-definition>
+    EOF
+
+    File.open xml_file_name, "w" do |fh|
+      fh.puts xmls
+    end
+
+  end
+
+  def self.gen_jenkins_file
+    content= <<~EOF
+      //A Jenkinsfile for start
+      podTemplate(label: 'my-pod',
+        containers:[
+          // containerTemplate(name: 'compiler', image:'compiler/image',ttyEnabled: true, command: 'cat', envVars:[
+          //     containerEnvVar(key: 'BUILD_NUMBER', value: env.BUILD_NUMBER),
+          //     containerEnvVar(key: 'BUILD_ID', value: env.BUILD_ID),
+          //     containerEnvVar(key: 'BUILD_URL', value: env.BUILD_URL),
+          //     containerEnvVar(key: 'BUILD_TAG', value: env.BUILD_TAG),
+          //     containerEnvVar(key: 'JOB_NAME', value: env.JOB_NAME)
+          //   ],
+          // ),
+          containerTemplate(name: 'citools', image:'zhiminwen/citools',ttyEnabled: true, command: 'cat', envVars:[
+              // these env is only available in container template? podEnvVar deosn't work?!
+              containerEnvVar(key: 'BUILD_NUMBER', value: env.BUILD_NUMBER),
+              containerEnvVar(key: 'BUILD_ID', value: env.BUILD_ID),
+              containerEnvVar(key: 'BUILD_URL', value: env.BUILD_URL),
+              containerEnvVar(key: 'BUILD_TAG', value: env.BUILD_TAG),
+              containerEnvVar(key: 'JOB_NAME', value: env.JOB_NAME)
+            ],
+          )
+        ],
+        volumes: [
+          //for docker to work
+          hostPathVolume(hostPath: '/var/run/docker.sock', mountPath: '/var/run/docker.sock')
+        ]
+      ){
+        node('my-pod') {
+          stage('clone git repo'){
+            checkout scm
+
+            // container('compiler'){
+            //  stage('Compile and Build'){
+            //    sh("echo compile")
+            //  }
+            // }
+
+            container('citools'){
+              stage('Docker Build'){
+                // sleep 3600
+                sh "echo build docker image" 
+              }
+
+              stage('Deploy into k8s'){
+                sh "echo rollout to k8s" 
+              }
+            }
+          }
+        }
+      }    
+    EOF
+    
+    File.open "Jenkinsfile", "w" do |fh|
+      fh.puts content
+    end
+    
+  end
+
+  def self.post_new_job job_name, xml_file, base_url, user, token
+    system %Q(curl -s -XPOST "#{base_url}/createItem?name=#{job_name}" --data-binary "@#{xml_file}" -H "Content-Type:text/xml" --user "#{user}:#{token}")
+  end
+
+  def self.download_job job_name, xml_file, base_url, user, token
+    system %Q(curl -s "#{base_url}/job/#{job_name}/config.xml" -o #{xml_file} --user "#{user}:#{token}")
+  end
+
+  def self.delete! job_name, base_url, user, token
+    system %Q(curl -XPOST "#{base_url}/job/#{job_name}/doDelete" --user "#{user}:#{token}")
+  end
+
+  def self.trigger_build job_name,build_token, base_url
+    system %Q(curl "#{base_url}/job/#{job_name}/build?token=#{build_token}")
+  end
+
+end
+
+module GitlabTools
+  def self._setup_gitlab gitlab_url, token
+    Gitlab.endpoint = "#{gitlab_url}/api/v4"
+    Gitlab.private_token = token
+  end
+
+  def self.new_repo repo_name, gitlab_url, token
+    _setup_gitlab gitlab_url, token
+    Gitlab.create_project repo_name
+  end
+
+  def self.setup_hook repo_name, gitlab_url, token, hooked_url, secret_token_for_hooked_url=nil
+    _setup_gitlab gitlab_url, token
+
+    project = Gitlab.projects.find do |p|
+      p.name== repo_name
+    end
+    
+    Gitlab.add_project_hook project.id, hooked_url, :push_events => 1,:enable_ssl_verification=>0, :token=> secret_token_for_hooked_url
+
+  end
+
+  def self.delete! repo_name, gitlab_url, token
+    _setup_gitlab gitlab_url, token
+    Gitlab.delete_project repo_name
+  end
+end

data/lib/citasks/task_index.rb

@@ -0,0 +1,5 @@
+@task_index=0
+def next_task_index
+  @task_index += 1
+  sprintf("%02d", @task_index)
+end

data/lib/citasks.rb

@@ -0,0 +1,54 @@
+require_relative "citasks/ci_lib"
+require_relative "citasks/task_index"
+
+namespace "Jenkins" do
+  @task_index = 0
+  job_name = ENV["JOB_NAME"]
+
+  def git_repo_url_in_cluster
+    sprintf("%s/%s/%s.git",ENV["GITLAB_IN_CLUSTER_BASE_URL"], ENV["GITLAB_USER"], ENV["REPO_NAME"])
+  end
+
+  desc "create a new project"
+  task "#{next_task_index}_create_new_project" do
+    xml_file = job_name + ".xml"
+    JenkinsTools.gen_job_xml job_name, xml_file, git_repo_url_in_cluster, ENV["JENKINS_GIT_USER_CREDENTIAL_ID"]
+
+    JenkinsTools.post_new_job job_name, xml_file, ENV["JENKINS_URL"], ENV["JENKINS_USER"], ENV["JENKINS_USER_API_TOKEN"]
+
+    JenkinsTools.gen_jenkins_file
+  end
+
+  desc "delete"
+  task "#{next_task_index}_delete" do
+    JenkinsTools.delete! job_name, ENV["JENKINS_URL"], ENV["JENKINS_USER"], ENV["JENKINS_USER_API_TOKEN"]
+  end
+end
+
+namespace "Gitlab" do
+  @task_index = 0
+
+  repo_name=ENV["REPO_NAME"]
+
+  def git_repo_url
+    sprintf("%s/%s/%s.git",ENV["GITLAB_BASE_URL"], ENV["GITLAB_USER"], ENV["REPO_NAME"])
+  end
+
+  desc "create a new gitlab repo"
+  task "#{next_task_index}_create_new_repo" do
+    GitlabTools.new_repo repo_name, ENV["GITLAB_BASE_URL"], ENV["GITLAB_API_TOKEN"]
+  end
+
+  desc "setup webhook"
+  task "#{next_task_index}_webhook" do
+    job_name = ENV["JOB_NAME"]
+    hooked_jenkins_url = "#{ENV["JENKINS_IN_CLUSTER_URL"]}/project/#{job_name}"
+
+    GitlabTools.setup_hook repo_name,  ENV["GITLAB_BASE_URL"], ENV["GITLAB_API_TOKEN"],hooked_jenkins_url
+  end
+
+  desc "delete"
+  task "#{next_task_index}_delete" do
+    GitlabTools.delete repo_name, ENV["GITLAB_BASE_URL"], ENV["GITLAB_API_TOKEN"]
+  end
+end

data/readme.md

@@ -0,0 +1,58 @@
+# CI Tools for Gitlab + Jenkins
+
+This gem bootstraps the initial setup for gitlab and jenkins integration.
+
+## Install and require 
+Install 
+```
+gem install citasks
+```
+Use
+```
+require 'citasks'
+```
+
+## Usage
+There is a rake task library that you can require to start
+
+In your rake task file
+```
+require 'citasks'
+require 'dotenv'
+Dotenv.load
+```
+
+In the .env file define the following
+```
+REPO_NAME=
+GITLAB_USER=
+GITLAB_PASS=
+
+GITLAB_BASE_URL=
+GITLAB_IN_CLUSTER_BASE_URL=
+GITLAB_API_TOKEN=
+
+
+JOB_NAME=
+JENKINS_URL=
+JENKINS_IN_CLUSTER_URL=
+JENKINS_GIT_USER_CREDENTIAL_ID=
+
+JENKINS_USER= 
+JENKINS_USER_API_TOKEN=
+```
+
+Then run 
+```
+rake -T
+```
+
+The tasks is shown as below,
+
+```
+rake Gitlab:01_create_new_repo      # create a new gitlab repo
+rake Gitlab:02_webhook              # setup webhook
+rake Gitlab:03_delete               # delete
+rake Jenkins:01_create_new_project  # create a new project
+rake Jenkins:02_delete              # delete
+```

metadata

@@ -0,0 +1,61 @@
+--- !ruby/object:Gem::Specification
+name: citasks
+version: !ruby/object:Gem::Version
+  version: 0.1.1
+platform: ruby
+authors:
+- Zhimin Wen
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-08-10 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: gitlab
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.2'
+description: ci/cd tools for gitlab + jenkins. Libray and rake tasks
+email: zhimin.wen@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/citasks.rb
+- lib/citasks/ci_lib.rb
+- lib/citasks/task_index.rb
+- readme.md
+homepage: http://github.com/zhiminwen/citasks
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.11
+signing_key: 
+specification_version: 4
+summary: ci/cd tools for gitlab + jenkins
+test_files: []