citasks 0.1.1 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 78164b53af04e75190a4116f08a5b148880fd564
-  data.tar.gz: 70ac11f150c4a8a73c6924d7e86e3ec935c07432
+  metadata.gz: 61342eea10fb6965562862aa798de4148ba392fe
+  data.tar.gz: 8a38bf71b2c16b40d9ed4e133b3d8aad2ea668a5
 SHA512:
-  metadata.gz: 5937ccb9144cb89fb5899db4482ae15aefc3940e9b1a7ccaa5a3fd4f71bfe91f6d519b56497f074fca1e141bc0c640e6f193fbf5866a2d43b82b0ef53526d511
-  data.tar.gz: e070c096c11bfc0457caa172d543f67dd033a66eb33329f06029b0559b2a72a218fdd5526ec5d496c2d4a77e87742a18202e94f1cc1046801b850f145e9dc62e
+  metadata.gz: 57153b1f2ef44b3b34a23b8856a4feffc59b49ca05c4bb8e36a9334c4c74bfc0d11ca735c2e593df39316bcfafbc4070d11b3427dc741849f7446346e160fc84
+  data.tar.gz: 605d55609a5728ae6b2399a5585fe0b9394f12b646a4a9c10ed6cca9aaaf379ae93ab2718dc5caae326d1bddfc4c0925cc3071adeef2f64925b4652f22373e4c

data/lib/citasks/ci_lib.rb

@@ -1,4 +1,5 @@
 require 'gitlab'
+require 'securerandom'
 
 module JenkinsTools
   WORKFLOW_PLUGIN = ENV["WORKFLOW_PLUGIN"] || "workflow-job@2.14.1"
@@ -80,14 +81,14 @@ module JenkinsTools
       //A Jenkinsfile for start
       podTemplate(label: 'my-pod',
         containers:[
-          // containerTemplate(name: 'compiler', image:'compiler/image',ttyEnabled: true, command: 'cat', envVars:[
-          //     containerEnvVar(key: 'BUILD_NUMBER', value: env.BUILD_NUMBER),
-          //     containerEnvVar(key: 'BUILD_ID', value: env.BUILD_ID),
-          //     containerEnvVar(key: 'BUILD_URL', value: env.BUILD_URL),
-          //     containerEnvVar(key: 'BUILD_TAG', value: env.BUILD_TAG),
-          //     containerEnvVar(key: 'JOB_NAME', value: env.JOB_NAME)
-          //   ],
-          // ),
+          containerTemplate(name: 'compiler', image:'#{ENV["COMPILER_DOCKER_IMAGE"]}',ttyEnabled: true, command: 'cat', envVars:[
+              containerEnvVar(key: 'BUILD_NUMBER', value: env.BUILD_NUMBER),
+              containerEnvVar(key: 'BUILD_ID', value: env.BUILD_ID),
+              containerEnvVar(key: 'BUILD_URL', value: env.BUILD_URL),
+              containerEnvVar(key: 'BUILD_TAG', value: env.BUILD_TAG),
+              containerEnvVar(key: 'JOB_NAME', value: env.JOB_NAME)
+            ],
+          ),
           containerTemplate(name: 'citools', image:'zhiminwen/citools',ttyEnabled: true, command: 'cat', envVars:[
               // these env is only available in container template? podEnvVar deosn't work?!
               containerEnvVar(key: 'BUILD_NUMBER', value: env.BUILD_NUMBER),
@@ -107,20 +108,22 @@ module JenkinsTools
           stage('clone git repo'){
             checkout scm
 
-            // container('compiler'){
-            //  stage('Compile and Build'){
-            //    sh("echo compile")
-            //  }
-            // }
+            container('compiler'){
+             stage('Compile and Build'){
+               sh("echo compile")
+             }
+            }
 
             container('citools'){
               stage('Docker Build'){
                 // sleep 3600
-                sh "echo build docker image" 
+                sh "echo build docker image"
+                // sh "rake -f build.rb docker:01_build_image docker:02_push_to_ICp_registry"  
               }
 
               stage('Deploy into k8s'){
                 sh "echo rollout to k8s" 
+                // sh "rake -f build.rb k8s:01_deploy_to_k8s"
               }
             }
           }
@@ -176,6 +179,190 @@ module GitlabTools
 
   def self.delete! repo_name, gitlab_url, token
     _setup_gitlab gitlab_url, token
-    Gitlab.delete_project repo_name
+
+    project = Gitlab.projects.find do |p|
+      p.name== repo_name
+    end
+    if project.nil?
+      puts "repo #{repo_name} doesn't exists" 
+      return
+    end
+
+    Gitlab.delete_project project.id
+  end
+end
+
+module Builder
+  def self.create_env app_name
+    envs = <<~EOF
+      IMAGE_NAME=#{app_name}
+      
+      PRIVATE_DOCKER_REGISTRY_NAME=master.cfc
+      PRIVATE_DOCKER_REGISTRY_PORT=8500
+      PRIVATE_DOCKER_REGISTRY_IP=#{ENV["ICP_MASTER_IP"]}
+      
+      PRIVATE_DOCKER_REGISTRY_USER=admin
+      PRIVATE_DOCKER_REGISTRY_USER_PASSWORD=admin
+
+    EOF
+
+    File.open ".env.build", "w" do |fh|
+      fh.puts envs
+    end
+  end
+
+  def self.create_rakefile
+    content = <<~OUTEOF
+      require 'sshkit_addon'
+      require 'dotenv'
+      require "yaml"
+
+      Dotenv.load ".env.build"
+
+      @task_index=0
+      def next_task_index
+        @task_index += 1
+        sprintf("%02d", @task_index)
+      end
+
+      image_name = ENV["IMAGE_NAME"]
+      tag=ENV["BUILD_NUMBER"]||"B1"
+
+      namespace "docker" do
+        @task_index=0
+        desc "build docker image"
+        task "\#{next_task_index}_build_image" do
+          sh %Q(env)
+          sh %Q(docker build -t \#{image_name}:\#{tag} .)
+        end
+
+        desc "push to ICp registry"
+        task "\#{next_task_index}_push_to_ICp_registry" do
+          etc_hosts_entry = sprintf("%s %s", ENV["PRIVATE_DOCKER_REGISTRY_IP"], ENV["PRIVATE_DOCKER_REGISTRY_NAME"])
+          private_registry = sprintf("%s:%s", ENV["PRIVATE_DOCKER_REGISTRY_NAME"], ENV["PRIVATE_DOCKER_REGISTRY_PORT"])
+
+          cmds = ShellCommandConstructor.construct_command %Q{
+            echo "\#{etc_hosts_entry}" >> /etc/hosts
+            docker login -u \#{ENV["PRIVATE_DOCKER_REGISTRY_USER"]} -p \#{ENV["PRIVATE_DOCKER_REGISTRY_USER"]} \#{private_registry}
+            
+            docker tag \#{image_name}:\#{tag} \#{private_registry}/default/\#{image_name}:\#{tag}
+            docker push \#{private_registry}/default/\#{image_name}:\#{tag}
+          }
+          sh cmds
+        end
+      end
+
+      namespace "k8s" do
+        @task_index=0
+        desc "deploy into k8s"
+        task "\#{next_task_index}_deploy_to_k8s" do
+          file = "\#{image_name}.k8.template.yaml"
+          docs = YAML.load_stream File.read(file)
+          private_registry = sprintf("%s:%s", ENV["PRIVATE_DOCKER_REGISTRY_NAME"], ENV["PRIVATE_DOCKER_REGISTRY_PORT"])
+          new_image_name = "\#{private_registry}/default/\#{image_name}:\#{tag}"
+
+          File.open yaml_file = "\#{image_name}.yaml", "w" do |fh|
+            docs.each do |doc|
+              if doc["kind"] == "Deployment"
+                doc["spec"]["template"]["spec"]["containers"][0]["image"] = new_image_name
+              end
+              fh.puts doc.to_yaml
+            end
+          end
+
+          deployment = image_name
+          sh %Q(kubectl get deployment | grep \#{deployment} ) do |ok, res|
+            if ok #already exists
+              sh %Q(kubectl apply -f \#{yaml_file})
+              sh %Q(kubectl set image deployment/\#{deployment} \#{image_name}=\#{new_image_name})
+
+              sh %Q(kubectl rollout status deployment/\#{deployment})
+            else
+              puts "no deployment yet. create it"
+              sh %Q(kubectl create -f \#{yaml_file} --record)
+            end
+          end
+
+        end
+      end    
+    OUTEOF
+
+    File.open "build.rb", "w" do |fh|
+      fh.puts content
+    end
+  end
+
+  def self.create_dockerfile
+    File.open "Dockerfile", "w" do |fh|
+      fh.puts <<~EOF
+        FROM bitnami/minideb
+        ADD exe /
+        ENV LISTENING_PORT 80
+        
+        CMD ["/exe"]
+      EOF
+    end
+  end
+
+  def self.create_k8_file app_name
+    content = <<~EOF
+      apiVersion: extensions/v1beta1
+      kind: Deployment
+      metadata:
+        name: #{app_name}
+        labels:
+          app: #{app_name}
+          type: jenkins-build
+      spec:
+        replicas: 2
+        template:
+          metadata:
+            labels:
+              app: #{app_name}
+          spec:
+            containers:
+            - name: #{app_name}
+              #this will be replaced dynamically in the deployment
+              image: #{app_name}:latest
+            imagePullSecrets:
+            - name: admin.registrykey
+      ---
+      apiVersion: v1
+      kind: Service
+      metadata:
+        name: #{app_name}
+        labels:
+          app: #{app_name}
+      spec:
+        type: NodePort
+        ports:
+          - port: 80
+            targetPort: 80
+            protocol: TCP
+            name: http
+        selector:
+          app: #{app_name}
+      ---
+      apiVersion: extensions/v1beta1
+      kind: Ingress
+      metadata:
+        name: #{app_name}-ingress
+        labels:
+          app: #{app_name}-ingress
+      spec:
+        rules:
+          - host: k8s.myvm.io
+            http:
+              paths:
+                - path: /
+                  backend:
+                    serviceName: #{app_name}
+                    servicePort: http
+    EOF
+
+    File.open "#{app_name}.k8.template.yaml", "w" do |fh|
+      fh.puts content
+    end
+    
   end
 end

data/lib/citasks.rb

@@ -9,17 +9,25 @@ namespace "Jenkins" do
     sprintf("%s/%s/%s.git",ENV["GITLAB_IN_CLUSTER_BASE_URL"], ENV["GITLAB_USER"], ENV["REPO_NAME"])
   end
 
-  desc "create a new project"
+  task :gen_Jenkinsfile do
+    JenkinsTools.gen_jenkins_file
+  end
+
+  desc "create a new project #{job_name}"
   task "#{next_task_index}_create_new_project" do
     xml_file = job_name + ".xml"
     JenkinsTools.gen_job_xml job_name, xml_file, git_repo_url_in_cluster, ENV["JENKINS_GIT_USER_CREDENTIAL_ID"]
-
     JenkinsTools.post_new_job job_name, xml_file, ENV["JENKINS_URL"], ENV["JENKINS_USER"], ENV["JENKINS_USER_API_TOKEN"]
 
     JenkinsTools.gen_jenkins_file
+
+    Builder.create_env job_name
+    Builder.create_rakefile
+    Builder.create_k8_file job_name
+    Builder.create_dockerfile 
   end
 
-  desc "delete"
+  desc "delete #{job_name}"
   task "#{next_task_index}_delete" do
     JenkinsTools.delete! job_name, ENV["JENKINS_URL"], ENV["JENKINS_USER"], ENV["JENKINS_USER_API_TOKEN"]
   end
@@ -34,7 +42,7 @@ namespace "Gitlab" do
     sprintf("%s/%s/%s.git",ENV["GITLAB_BASE_URL"], ENV["GITLAB_USER"], ENV["REPO_NAME"])
   end
 
-  desc "create a new gitlab repo"
+  desc "create a new gitlab repo of #{repo_name}"
   task "#{next_task_index}_create_new_repo" do
     GitlabTools.new_repo repo_name, ENV["GITLAB_BASE_URL"], ENV["GITLAB_API_TOKEN"]
   end
@@ -47,8 +55,39 @@ namespace "Gitlab" do
     GitlabTools.setup_hook repo_name,  ENV["GITLAB_BASE_URL"], ENV["GITLAB_API_TOKEN"],hooked_jenkins_url
   end
 
-  desc "delete"
+  desc "delete #{repo_name}"
   task "#{next_task_index}_delete" do
-    GitlabTools.delete repo_name, ENV["GITLAB_BASE_URL"], ENV["GITLAB_API_TOKEN"]
+    GitlabTools.delete! repo_name, ENV["GITLAB_BASE_URL"], ENV["GITLAB_API_TOKEN"]
+  end
+end
+
+namespace "git" do
+  @task_index = 0
+
+  repo_name=ENV["REPO_NAME"]
+
+  def git_repo_url
+    sprintf("%s/%s/%s.git",ENV["GITLAB_BASE_URL"], ENV["GITLAB_USER"], ENV["REPO_NAME"])
+  end
+
+  desc "add and commit"
+  task "#{next_task_index}_commit", [:msg] do |t, args|
+    msg = args.msg || "update"
+    sh %Q(git add . && git commit -m "#{msg}")
+  end
+  
+  desc "set remote origin to #{git_repo_url}"
+  task "#{next_task_index}_set_remote_orgin" do
+    sh %Q(git remote add origin #{git_repo_url})
   end
-end
+
+  desc "reset remote url #{git_repo_url}"
+  task "#{next_task_index}_set_remote_url" do
+    sh %Q(git remote set-url origin #{git_repo_url})
+  end
+
+  desc "push"
+  task "#{next_task_index}_push" do
+    sh %Q(git push -u origin master)
+  end
+end

data/readme.md

@@ -15,11 +15,11 @@ require 'citasks'
 ## Usage
 There is a rake task library that you can require to start
 
-In your rake task file
+In your rake task file. Note the order is after the loading of the env
 ```
-require 'citasks'
 require 'dotenv'
 Dotenv.load
+require 'citasks'
 ```
 
 In the .env file define the following
@@ -32,7 +32,6 @@ GITLAB_BASE_URL=
 GITLAB_IN_CLUSTER_BASE_URL=
 GITLAB_API_TOKEN=
 
-
 JOB_NAME=
 JENKINS_URL=
 JENKINS_IN_CLUSTER_URL=
@@ -50,9 +49,13 @@ rake -T
 The tasks is shown as below,
 
 ```
-rake Gitlab:01_create_new_repo      # create a new gitlab repo
+rake Gitlab:01_create_new_repo      # create a new gitlab repo of icp-demo-app
 rake Gitlab:02_webhook              # setup webhook
-rake Gitlab:03_delete               # delete
-rake Jenkins:01_create_new_project  # create a new project
-rake Jenkins:02_delete              # delete
+rake Gitlab:03_delete               # delete icp-demo-app
+rake Jenkins:01_create_new_project  # create a new project icp-demo-app
+rake Jenkins:02_delete              # delete icp-demo-app
+rake git:01_commit[msg]             # add and commit
+rake git:02_set_remote_orgin        # set remote origin to http://localhost...
+rake git:03_set_remote_url          # reset remote url http://localhost:312...
+rake git:04_push                    # push
 ```

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: citasks
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.2
 platform: ruby
 authors:
 - Zhimin Wen