pi_customizer 0.1.1.pre.alpha

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: f698a621a439c36c15d29b5f7b6541038db705b5
+  data.tar.gz: 051fe8cac727d42da227c6573225912c8e2cb718
+SHA512:
+  metadata.gz: 89b188d2ca8396f7c1d4f755d4559d5f0b69e4d95db6c0c4d8ae1d1fb573dd812d17aba3dd7977f3a668e3169be260852f4cc6a68e67d90fd5d7189481dbe5b6
+  data.tar.gz: 172527c3fbf8c3bb2f9b52fd20d9b8e4de7943d01386ea86d3bbb0dc1699a01a454949c4d3d8eba5cd8004d8c6886c4d4fb78b49768211b5be62a0fa0949e171

data/.rspec

@@ -0,0 +1,2 @@
+--format documentation
+--color

data/Gemfile

@@ -0,0 +1,6 @@
+source 'https://rubygems.org' do
+  gem 'codecov', :require => false, :group => :test
+end
+
+# Specify your gem's dependencies in pi_build_modifier.gemspec
+gemspec

data/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2017 Beate Ottenwälder
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -0,0 +1,3 @@
+# pi-gen-environment
+
+see https://github.com/ottenwbe/pi-gen-environment

data/Rakefile

@@ -0,0 +1,13 @@
+lib = File.join(File.dirname(__FILE__), '/lib')
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+
+begin
+  require 'bundler/gem_tasks'
+  require 'rspec/core/rake_task'
+
+  RSpec::Core::RakeTask.new(:spec)
+  task :default => :spec
+
+rescue LoadError
+  puts 'RSpec or Bundler is not installed. This means rake is not able to execute tests!'
+end

data/Vagrantfile

@@ -0,0 +1,16 @@
+# -*- mode: ruby -*-
+# vi: set ft=ruby :
+
+Vagrant.configure('2') do |config|
+
+  config.vm.box = "ubuntu/xenial64"
+
+  config.vm.provision 'shell', inline: <<-SHELL
+    sudo apt update
+    sudo apt -y install build-essential ruby-full 
+    gem install bundler 
+    cd /vagrant
+    bundle install
+    rake spec
+  SHELL
+end

data/bin/pi_customizer

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+require 'pi_customizer'
+
+PiCustomizer::PiCustomizer.start(ARGV)

data/envs/aws/outputs.tf

@@ -0,0 +1,3 @@
+output "pi-builder-ip" {
+  value = "${aws_instance.pi_builder_vm.public_ip}"
+}

data/envs/aws/pi-build-env.tf

@@ -0,0 +1,160 @@
+/* Setup the aws provider */
+provider "aws" {
+  access_key = "${var.access_key}"
+  secret_key = "${var.secret_key}"
+  region = "${var.region}"
+}
+
+/* Define the vpc */
+resource "aws_vpc" "pi_builder_vpc" {
+  cidr_block = "${var.vpc_cidr}"
+  enable_dns_hostnames = true
+
+  tags {
+    name = "pi-builder vpc"
+  }
+}
+
+/** key for deployment of jumpbox and nat */
+resource "aws_key_pair" "pi_builder_key" {
+  key_name = "pi-builder"
+  public_key = "${file("${var.ssh_path}/pi-builder.pub")}"
+}
+
+
+/** pi-build-vm instance */
+resource "aws_instance" "pi_builder_vm" {
+  ami = "${lookup(var.amis, var.region)}"
+  availability_zone = "${var.default_az}"
+  instance_type = "t2.micro"
+  subnet_id = "${aws_subnet.pi_builder_subnet.id}"
+
+  root_block_device {
+    delete_on_termination = true
+    iops = 0
+    volume_size = 50
+    volume_type = "gp2"
+  }
+
+  vpc_security_group_ids = [
+    "${aws_security_group.ssh.id}",
+    "${aws_security_group.http.id}"]
+  key_name = "${aws_key_pair.pi_builder_key.key_name}"
+
+  provisioner "file" {
+    connection {
+      user = "ubuntu"
+      host = "${aws_instance.pi_builder_vm.public_dns}"
+      timeout = "25m"
+      private_key = "${file("${var.ssh_path}/pi-builder.pem")}"
+    }
+    source = "../sh/build-pi-img.sh"
+    destination = "/home/ubuntu/build-pi-img.sh"
+  }
+
+  provisioner "remote-exec" {
+    connection {
+      user = "ubuntu"
+      host = "${aws_instance.pi_builder_vm.public_dns}"
+      timeout = "25m"
+      private_key = "${file("${var.ssh_path}/pi-builder.pem")}"
+    }
+    inline = [
+      "sh build-pi-img.sh"
+    ]
+  }
+
+  tags = {
+    name = "pi-builder vm"
+  }
+}
+
+resource "aws_eip" "lb" {
+  instance = "${aws_instance.pi_builder_vm.id}"
+  vpc = true
+}
+
+resource "aws_security_group" "ssh" {
+  name = "ssh"
+  description = "SSH access to instances from the internet"
+  vpc_id = "${aws_vpc.pi_builder_vpc.id}"
+
+  ingress {
+    from_port = 22
+    to_port = 22
+    protocol = "tcp"
+
+    cidr_blocks = [
+      "0.0.0.0/0",
+    ]
+  }
+
+  tags {
+    name = "ssh sg"
+  }
+}
+
+resource "aws_security_group" "http" {
+
+  name = "http"
+  description = "Outbound http(s) connections."
+  vpc_id = "${aws_vpc.pi_builder_vpc.id}"
+
+  egress {
+    from_port = 80
+    to_port = 80
+    protocol = "tcp"
+    cidr_blocks = [
+      "0.0.0.0/0"]
+  }
+
+  egress {
+    from_port = 443
+    to_port = 443
+    protocol = "tcp"
+    cidr_blocks = [
+      "0.0.0.0/0"]
+  }
+
+  tags {
+    name = "http sg"
+  }
+}
+
+/** internet access */
+resource "aws_internet_gateway" "pi_builder_gateway" {
+  vpc_id = "${aws_vpc.pi_builder_vpc.id}"
+}
+
+
+/** public subnet for the nat instance and the jumpbox */
+resource "aws_subnet" "pi_builder_subnet" {
+  vpc_id = "${aws_vpc.pi_builder_vpc.id}"
+  cidr_block = "${var.public_subnet_cidr}"
+  availability_zone = "${var.default_az}"
+  map_public_ip_on_launch = true
+  depends_on = [
+    "aws_internet_gateway.pi_builder_gateway"]
+
+  tags {
+    name = "pi-builder subnet"
+  }
+}
+
+resource "aws_route_table" "pi_builder_rt" {
+  vpc_id = "${aws_vpc.pi_builder_vpc.id}"
+
+  route {
+    cidr_block = "0.0.0.0/0"
+    gateway_id = "${aws_internet_gateway.pi_builder_gateway.id}"
+  }
+
+  tags {
+    name = "pi-builder rt"
+  }
+}
+
+resource "aws_route_table_association" "pi_builder_rta" {
+  subnet_id = "${aws_subnet.pi_builder_subnet.id}"
+  route_table_id = "${aws_route_table.pi_builder_rt.id}"
+}

data/envs/aws/variables.tf

@@ -0,0 +1,55 @@
+/** Access key. NOTE: DO NOT CHECK IN */
+variable "access_key" {
+  description = "Access Key"
+}
+
+/** Secret key. NOTE: DO NOT CHECK IN */
+variable "secret_key" {
+  description = "Secret Access"
+}
+
+variable "ssh_path" {
+  description = "Secret Access"
+}
+
+/** AZ which is used by default during the deployment */
+variable "default_az" {
+  description = "Default AZ"
+  default     = "eu-central-1a"
+}
+
+/** Region which is used by default during te rollout */
+variable "region" {
+  description = "AWS region to host the bosh network"
+  default     = "eu-central-1"
+}
+
+variable "vpc_gw" {
+  description = "GW for the vpc"
+  default     = "10.0.0.1"
+}
+
+variable "gateway" {
+  description = "GW for the bosh network"
+  default     = "10.0.1.1"
+}
+
+variable "vpc_cidr" {
+  description = "CIDR for VPC"
+  default     = "10.0.0.0/16"
+}
+
+variable "public_subnet_cidr" {
+  description = "CIDR for public subnet"
+  default     = "10.0.0.0/24"
+}
+
+/* Ubuntu ami by region */
+variable "amis" {
+  type        = "map"
+  description = "Base AMI to launch the vms"
+
+  default = {
+    eu-central-1 = "ami-7f42e510"
+  }
+}

data/envs/config.json

@@ -0,0 +1,12 @@
+{
+  "system": {
+    "name" : "chiipi",
+    "type" : "lite"
+  },
+  "ssh" : {
+    "enabled" : true
+  },
+  "wifi": {
+    "wpa_country": "DE"
+  }
+}

data/envs/docker/Dockerfile

@@ -0,0 +1,6 @@
+FROM ubuntu:16.04
+RUN apt update
+RUN apt install -y sudo git ruby ruby-dev build-essential \
+        quilt parted realpath qemu-user-static debootstrap zerofree pxz zip \
+        dosfstools bsdtar libcap2-bin grep rsync xz-utils fakeroot curl vim
+CMD ["/sbin/init"]

data/envs/sh/build-pi-img.sh

@@ -0,0 +1,28 @@
+#!/usr/bin/env bash
+
+# Install dependencies
+sudo apt update
+sudo apt -y install parted zerofree dosfstools git quilt qemu-user-static debootstrap pxz zip bsdtar ruby-full libcap2-bin
+
+file="gitpath"
+if [ -f "$file" ]; then
+    git clone "$(< gitpath)"
+fi
+
+cd pi-gen
+echo "IMG_NAME=\"chiipi\"" > config
+
+wpa_supplicant_folder=stage1/02-net-tweaks/files/interfaces
+
+cp ../conf/wpa_supplicant.json ./stage2/02-net-tweaks/rb
+
+touch ./stage3/SKIP ./stage4/SKIP ./stage5/SKIP
+rm stage4/EXPORT* stage5/EXPORT*
+
+# Build it
+gem install bundler
+gem install rake
+gem install rspec
+
+bundle install
+rake pi_gen

data/envs/vagrant/Vagrantfile

@@ -0,0 +1,56 @@
+# -*- mode: ruby -*-
+# vi: set ft=ruby :
+
+require 'fileutils'
+
+$dependencies = <<SCRIPT
+sudo apt update
+sudo apt -y upgrade
+sudo apt -y install quilt parted qemu-user-static debootstrap zerofree pxz zip dosfstools libcap2-bin bsdtar
+sudo apt -y install git curl ruby-full
+SCRIPT
+
+$prepare = <<SCRIPT
+# install gem
+if [ -f "pi_build_modifier.gem" ]; then
+  echo "Gem exists"
+else
+  gem install --local pi_build_modifier.gem
+end
+mkdir /build/pi-gen
+if [ -f "/build/pi-gen" ]; then
+  git clone https://github.com/ottenwbe/pi-gen.git /build/pi-gen
+else
+  git pull https://github.com/ottenwbe/pi-gen.git -r
+end
+SCRIPT
+
+$modify = <<SCRIPT
+# Execute gem with parameters
+pi_build_modifier ~/conf.json
+SCRIPT
+
+Vagrant.configure('2') do |config|
+
+  config.vm.box = 'debian/stretch64'
+  config.disksize.size = '20GB'
+
+  # Prepare environment by updating the dependencies
+  config.vm.provision 'shell', inline: $dependencies
+
+  # Copy config file
+  config.vm.provision "file", source: "conf.json", destination: "~/conf.json"
+
+  if File.exists? pi_build_modifier.gem
+    config.vm.provision "file", source: "pi_build_modifier.gem", destination: "~/pi_build_modifier.gem"
+  else
+    raise 'Config file cannot be found!'
+  end
+
+  # Actually modify and build
+  config.vm.provision 'shell', inline: $prepare
+
+  # Actually modify the build sources and build the environment
+  config.vm.provision 'shell', inline: $modify
+
+end

data/lib/pi_customizer/builder/builder.rb

@@ -0,0 +1,60 @@
+# Copyright (c) 2017 Beate Ottenwälder
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
+
+require 'pi_customizer/environment/environment_builder_factory'
+
+module PiCustomizer
+  module Builder
+    class PiBuilder
+
+      def initialize(environment)
+        @env = environment
+      end
+
+      def build
+        check_builder
+        begin
+          start
+          execute
+        rescue Exception => e
+          $logger.error e.message
+        ensure
+          stop
+        end
+      end
+
+      protected def check_builder
+        if @env.nil?
+          raise 'No environment specified, please specify the "environment", e.g. Vagrant'
+        end
+      end
+
+      protected def start
+      end
+
+      protected def execute
+      end
+
+      protected def stop
+      end
+
+    end
+  end
+end

data/lib/pi_customizer/builder/prepare_start_execute_builder.rb

@@ -0,0 +1,44 @@
+# Copyright (c) 2017 Beate Ottenwälder
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
+
+require 'pi_customizer/builder/builder'
+
+module PiCustomizer
+  module Builder
+    class PrepareExecuteBuilder < PiBuilder
+
+      protected def start
+        @env.check
+        @env.prepare
+      end
+
+      protected def execute
+        @env.start
+        @env.build_image
+      end
+
+      protected def stop
+        @env.clean_up
+        @env.stop
+      end
+
+    end
+  end
+end

data/lib/pi_customizer/builder/start_prepare_execute_builder.rb

@@ -0,0 +1,44 @@
+# Copyright (c) 2017 Beate Ottenwälder
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
+
+require 'pi_customizer/builder/builder'
+
+module PiCustomizer
+  module Builder
+    class StartStopBuilder < PiBuilder
+
+      protected def start
+        @env.check
+        @env.start
+        @env.prepare
+      end
+
+      protected def execute
+        @env.build_image
+      end
+
+      protected def stop
+        @env.clean_up
+        @env.stop
+      end
+
+    end
+  end
+end

data/lib/pi_customizer/environment/aws/aws.rb

@@ -0,0 +1,73 @@
+# Copyright (c) 2017 Beate Ottenwälder
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
+
+require 'fileutils'
+require 'pi_customizer/utils/logex'
+require 'pi_customizer/environment/environment'
+
+module PiCustomizer
+  module Environment
+    class AWS < EnvironmentControl
+
+      def build
+        create_ssh_folder
+        create_keys
+        begin
+          terraform
+        ensure
+          del_keys
+        end
+      end
+
+      def terraform
+        puts 'Build env with terraform'
+        Dir.chdir 'envs/aws' do
+          system 'terraform plan'
+          system 'terraform apply'
+        end
+      end
+
+      def create_keys(key_name = 'pi-builder')
+        $logger.info 'Create AWS key unless it exists'
+        FileUtils.mkdir_p 'ssh'
+        unless File.file?("ssh/#{key_name}.pub")
+          system "ssh-keygen -t rsa -C pi-builder -P '' -f ssh/#{key_name} -b 4096"
+          FileUtils.mv "ssh/#{key_name}", "ssh/#{key_name}.pem"
+          FileUtils.chmod 400, "ssh/#{key_name}.pem"
+        end
+      end
+
+      def del_keys(key_name = 'pi-builder')
+        if File.file?("ssh/#{key_name}.pub")
+          FileUtils.rm "ssh/#{key_name}.pub"
+        end
+        if File.file?("ssh/#{key_name}.pem")
+          FileUtils.rm "ssh/#{key_name}.pem"
+        end
+      end
+
+      def create_ssh_folder
+        unless File.directory?('ssh')
+          FileUtils.mkdir_p 'ssh'
+        end
+      end
+    end
+  end
+end