kameleon-builder 2.0.0.dev

data/contrib/steps/bootstrap/debian/bootstrap_if_needed.yaml

@@ -0,0 +1,47 @@
+# This step store the bootstrap for a particular distrib and achitechture
+# to avoid downloading on every execution
+# Bootstrap if needed
+- debootstrap:
+  - exec_out: |
+      export tgz_bootstrap_file=$(echo "../$$workdir""/bootstrap/""$$distrib""_$$debian_version_name""_$$arch"".tar.gz")
+      mkdir -p $(dirname $tgz_bootstrap_file)
+      if [ ! -f "$tgz_bootstrap_file" ]
+      then
+          debootstrap --arch=$$arch $$debian_version_name $$rootfs $$distrib_repository
+          tar zcf $tgz_bootstrap_file -C $$rootfs --numeric-owner --one-file-system .
+      else
+          tar zxf $tgz_bootstrap_file -C $$rootfs
+          cp -f /etc/resolv.conf $$rootfs/etc
+      fi
+#- include:
+#  - mount_proc
+- mount_dev:
+  - exec_out: mount -o bind /dev  $$rootfs/dev
+  - on_setup_clean: |
+      if mountpoint -q $$rootfs/dev
+        then umount $$rootfs/dev
+      fi
+
+  - exec_out: mount -o bind /dev/pts $$rootfs/dev/pts
+  - on_setup_clean: |
+      if mountpoint -q $$rootfs/dev/pts
+        then umount $$rootfs/dev/pts
+      fi
+- mount_proc:
+  - exec_out: mount -o bind /proc  $$rootfs/proc
+  - on_setup_clean: |
+      if mountpoint -q $$rootfs/proc
+        then umount $$rootfs/proc
+      fi
+- mount_sys:
+  - exec_out: mount -o bind /sys  $$rootfs/sys
+  - on_setup_clean: |
+      if mountpoint -q $$rootfs/sys
+        then umount $$rootfs/sys
+      fi
+
+- update_bootstrap:
+  - exec_in: |
+      DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes update
+      DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes dist-upgrade
+

data/contrib/steps/bootstrap/debian/bootstrap_static.yaml

@@ -0,0 +1,38 @@
+# # Bootstrap Static
+- debootstrap:
+  - check_cmd: cdebootstrap-static
+  - exec_out: |
+      cdebootstrap-static \
+      --verbose \
+      --allow-unauthenticated \
+      --arch=$$arch \
+      --include=locales \
+      $$debian_version_name \
+      $$rootfs \
+      $$distrib_repository 
+#- include: 
+#  - mount_proc
+- mount_dev:
+  - exec_out: mount -o bind /dev  $$rootfs/dev
+  - on_setup_clean: |
+      if mountpoint -q $$rootfs/dev
+        then umount $$rootfs/dev
+      fi
+
+  - exec_out: mount -o bind /dev/pts $$rootfs/dev/pts
+  - on_setup_clean: |
+      if mountpoint -q $$rootfs/dev/pts
+        then umount $$rootfs/dev/pts
+      fi
+- mount_proc:
+  - exec_out: mount -o bind /proc  $$rootfs/proc
+  - on_setup_clean: |
+      if mountpoint -q $$rootfs/proc
+        then umount $$rootfs/proc
+      fi
+- mount_sys:
+  - exec_out: mount -o bind /sys  $$rootfs/sys
+  - on_setup_clean: |
+      if mountpoint -q $$rootfs/sys
+        then umount $$rootfs/sys
+      fi

data/contrib/steps/setup/add_timestamp.yaml

@@ -0,0 +1,6 @@
+# Add Timestamp
+- timestamping:
+  - exec_out: date +%s > timestamp
+  - out2in:
+    - timestamp
+    - /timestamp

data/contrib/steps/setup/autologin.yaml

@@ -0,0 +1,16 @@
+# # Autologin
+- set_autologin:
+  - exec_in: |
+     # check SysV init
+     if [ -f '/etc/inittab' ]
+     then
+         perl -pi -e 's;/sbin/getty.*tty1;/bin/login -f $$user_name tty1 </dev/tty1 >/dev/tty1 2>&1;' /etc/inittab
+     else
+     # use systemd
+         mkdir -p /etc/systemd/system/getty@tty1.service.d
+         cat > /etc/systemd/system/getty@tty1.service.d/autologin.conf <<< '
+         [Service]
+         ExecStart=
+         ExecStart=-/usr/bin/agetty --autologin <username> --noclear %I 38400 linux
+         '
+     fi

data/contrib/steps/setup/copy_ssh_auth_file.yaml

@@ -0,0 +1,10 @@
+# Copy auth file from local to in
+- home_in: /root
+- auth_file_in: $$home_in/.ssh/authorized_keys
+- auth_file_local: $$auth_file_in
+
+- copy_ssh_auth_content:
+  - exec_in: mkdir -p $$home_in/.ssh
+  - pipe:
+    - exec_local: cat $$auth_file_local
+    - exec_in: cat >> $$auth_file_in

data/contrib/steps/setup/debian/add_network_interface.yaml

@@ -0,0 +1,7 @@
+- add_interface:
+  - append_in:
+    - /etc/network/interfaces
+    - |
+      auto eth1
+      iface eth1 inet dhcp
+          pre-up ip link set mtu 1492 eth1

data/contrib/steps/setup/debian/cluster_tools_install.yaml

@@ -0,0 +1,16 @@
+# Cluster Tools Install
+- install_build_essentials:
+  - deb_install_in: build-essential
+- install_openmpi:
+  - deb_install_in: |
+        openmpi-bin openmpi-common \
+        openssh-client openssh-server \
+        libopenmpi1.3 libopenmpi-dbg libopenmpi-dev
+- install_python:
+  - deb_install_in: python python-dev
+- install_java:
+  - deb_install_in: openjdk-6-jre
+- install_perl:
+  - deb_install_in: perl
+- install_tcl:
+  - deb_install_in: tcl

data/contrib/steps/setup/debian/network_config_static.yaml

@@ -0,0 +1,17 @@
+# Network Static Config
+- network_interfaces:
+  # WARNING: The MTU is set to 1492 to avoid connection failure over some
+  # network du to PPP header
+  - write_in:
+    - /etc/network/interfaces
+    - |
+      auto lo
+      iface lo inet loopback
+
+      auto eth0
+      iface eth0 inet static
+        address $$ip_address
+        netmask $$netmask
+        gateway $$gateway
+        dns-nameservers $$dns
+        mtu $$mtu

data/contrib/steps/setup/generate_user_ssh_key.yaml

@@ -0,0 +1,15 @@
+# # Generate User Ssh Key
+- generate_keys:
+  - exec_in: |
+      mkdir -p /home/$$user_name/.ssh
+      ssh-keygen -t rsa -C "$$user_name@$$network_hostname" -N "" -f home/$$user_name/.ssh/id_rsa
+      #fix permissions
+      chmod 700 /home/$$user_name/.ssh
+      chmod 644 /home/$$user_name/.ssh/id_rsa.pub
+      chmod 600 /home/$$user_name/.ssh/id_rsa
+  - exec_in: chown -R $$user_name:$$user_group home/$$user_name/.ssh
+- save_public_key:
+  - in2local:
+    - /home/$$user_name/.ssh/id_rsa.pub
+    - $$generated_rsa_pub_dir
+

data/contrib/steps/setup/install_my_ssh_key.yaml

@@ -0,0 +1,26 @@
+# Install your own key in the selected user home
+# By default from local root to in root
+
+- local_private_key: /root/.ssh/id_rsa
+- local_public_key: $$local_private_key.pub
+- in_user: root
+- in_group: root
+- in_home: /root
+- in_private_key: $$in_home/.ssh/id_rsa
+- in_public_key: $$in_private_key.pub
+
+- copy_my_key:
+  - local2in:
+    - $$local_private_key
+    - $$in_private_key
+  - local2in:
+    - $$local_public_key
+    - $$in_public_key
+
+
+- fix_permissions:
+  - exec_in: |
+      chown -R $$in_user:$$in_group $$in_home/.ssh
+      chmod 755 $$in_home/.ssh
+      chmod 600 $$in_private_key
+      chmod 644 $$in_public_key

data/contrib/steps/setup/make_swap_file.yaml

@@ -0,0 +1,9 @@
+# Make Swap
+- create_swap_file:
+  - exec_in: fallocate -l $$swap_size /swap
+  - exec_in: chmod 600 /swap
+  - exec_in: chown root:root /swap
+  - exec_in: mkswap /swap
+- add_swap_to_fstab:
+  - exec_in: echo "/swap swap swap defaults 0 0" >> /etc/fstab
+

data/contrib/steps/setup/root_ssh_config.yaml

@@ -0,0 +1,18 @@
+# # Root Ssh Config
+- ssh_key_create:
+  - exec_in: mkdir -p /root/.ssh
+  - exec_in: ssh-keygen -t rsa -f /root/.ssh/id_rsa -C "root@$$network_hostname" -N ''
+  - exec_in: ssh-keygen -t dsa -f /root/.ssh/id_dsa -C "root@$$network_hostname" -N ''
+- copy_key_to_auth_file:
+  - exec_in: cat /root/.ssh/id_rsa.pub >> /root/.ssh/authorized_keys
+- copy_key_to_auth2_file:
+  - exec_in: cat /root/.ssh/id_rsa.pub >> /root/.ssh/authorized_keys2
+- root_ssh_config:
+  - append_in:
+    - /root/.ssh/config
+    - |
+      Host *
+        PasswordAuthentication yes
+        RSAAuthentication yes
+        StrictHostKeyChecking no
+        NoHostAuthenticationForLocalhost yes

data/contrib/steps/setup/set_user_password.yaml

@@ -0,0 +1,7 @@
+# Sets the user password to "kameleon" hash in SHA512. Use create_script.py
+# in contrib/scripts to generate your own password
+
+- hash_password: $6$vDcPTe4u$EMxu.WTCjZaZeWQxiqFLC00gYledHmrvHsjvmAE1yQ/7d43EZrb0QuzcFdDv.Fm2IbbOLNdPvqdS08os6HHPH/
+
+- set_user_passwd:
+  - exec_in: usermod -p '$$hash_password' $$user_name

data/contrib/steps/setup/system_optimization.yaml

@@ -0,0 +1,8 @@
+# System optimization
+# WARNING: this step override your sysctl configuration
+- config_swap:
+  - write_in:
+    - /etc/sysctl.conf
+    - |
+      vm.swappiness=10
+      vm.vfs_cache_pressure=50

data/docs/.gitignore

@@ -0,0 +1 @@
+build

data/docs/Makefile

@@ -0,0 +1,177 @@
+# Makefile for Sphinx documentation
+#
+
+# You can set these variables from the command line.
+SPHINXOPTS    =
+SPHINXBUILD   = sphinx-build
+PAPER         =
+BUILDDIR      = build
+
+# User-friendly check for sphinx-build
+ifeq ($(shell which $(SPHINXBUILD) >/dev/null 2>&1; echo $$?), 1)
+$(error The '$(SPHINXBUILD)' command was not found. Make sure you have Sphinx installed : "easy_install sphinx sphinx_rtd_theme")
+endif
+
+# Internal variables.
+PAPEROPT_a4     = -D latex_paper_size=a4
+PAPEROPT_letter = -D latex_paper_size=letter
+ALLSPHINXOPTS   = -d $(BUILDDIR)/doctrees $(PAPEROPT_$(PAPER)) $(SPHINXOPTS) source
+# the i18n builder cannot share the environment and doctrees with the others
+I18NSPHINXOPTS  = $(PAPEROPT_$(PAPER)) $(SPHINXOPTS) source
+
+.PHONY: help clean html dirhtml singlehtml pickle json htmlhelp qthelp devhelp epub latex latexpdf text man changes linkcheck doctest gettext
+
+help:
+	@echo "Please use \`make <target>' where <target> is one of"
+	@echo "  html       to make standalone HTML files"
+	@echo "  dirhtml    to make HTML files named index.html in directories"
+	@echo "  singlehtml to make a single large HTML file"
+	@echo "  pickle     to make pickle files"
+	@echo "  json       to make JSON files"
+	@echo "  htmlhelp   to make HTML files and a HTML help project"
+	@echo "  qthelp     to make HTML files and a qthelp project"
+	@echo "  devhelp    to make HTML files and a Devhelp project"
+	@echo "  epub       to make an epub"
+	@echo "  latex      to make LaTeX files, you can set PAPER=a4 or PAPER=letter"
+	@echo "  latexpdf   to make LaTeX files and run them through pdflatex"
+	@echo "  latexpdfja to make LaTeX files and run them through platex/dvipdfmx"
+	@echo "  text       to make text files"
+	@echo "  man        to make manual pages"
+	@echo "  texinfo    to make Texinfo files"
+	@echo "  info       to make Texinfo files and run them through makeinfo"
+	@echo "  gettext    to make PO message catalogs"
+	@echo "  changes    to make an overview of all changed/added/deprecated items"
+	@echo "  xml        to make Docutils-native XML files"
+	@echo "  pseudoxml  to make pseudoxml-XML files for display purposes"
+	@echo "  linkcheck  to check all external links for integrity"
+	@echo "  doctest    to run all doctests embedded in the documentation (if enabled)"
+
+clean:
+	rm -rf $(BUILDDIR)/*
+
+html:
+	$(SPHINXBUILD) -b html $(ALLSPHINXOPTS) $(BUILDDIR)/html
+	@echo
+	@echo "Build finished. The HTML pages are in $(BUILDDIR)/html."
+
+dirhtml:
+	$(SPHINXBUILD) -b dirhtml $(ALLSPHINXOPTS) $(BUILDDIR)/dirhtml
+	@echo
+	@echo "Build finished. The HTML pages are in $(BUILDDIR)/dirhtml."
+
+singlehtml:
+	$(SPHINXBUILD) -b singlehtml $(ALLSPHINXOPTS) $(BUILDDIR)/singlehtml
+	@echo
+	@echo "Build finished. The HTML page is in $(BUILDDIR)/singlehtml."
+
+pickle:
+	$(SPHINXBUILD) -b pickle $(ALLSPHINXOPTS) $(BUILDDIR)/pickle
+	@echo
+	@echo "Build finished; now you can process the pickle files."
+
+json:
+	$(SPHINXBUILD) -b json $(ALLSPHINXOPTS) $(BUILDDIR)/json
+	@echo
+	@echo "Build finished; now you can process the JSON files."
+
+htmlhelp:
+	$(SPHINXBUILD) -b htmlhelp $(ALLSPHINXOPTS) $(BUILDDIR)/htmlhelp
+	@echo
+	@echo "Build finished; now you can run HTML Help Workshop with the" \
+	      ".hhp project file in $(BUILDDIR)/htmlhelp."
+
+qthelp:
+	$(SPHINXBUILD) -b qthelp $(ALLSPHINXOPTS) $(BUILDDIR)/qthelp
+	@echo
+	@echo "Build finished; now you can run "qcollectiongenerator" with the" \
+	      ".qhcp project file in $(BUILDDIR)/qthelp, like this:"
+	@echo "# qcollectiongenerator $(BUILDDIR)/qthelp/Kameleon.qhcp"
+	@echo "To view the help file:"
+	@echo "# assistant -collectionFile $(BUILDDIR)/qthelp/Kameleon.qhc"
+
+devhelp:
+	$(SPHINXBUILD) -b devhelp $(ALLSPHINXOPTS) $(BUILDDIR)/devhelp
+	@echo
+	@echo "Build finished."
+	@echo "To view the help file:"
+	@echo "# mkdir -p $$HOME/.local/share/devhelp/Kameleon"
+	@echo "# ln -s $(BUILDDIR)/devhelp $$HOME/.local/share/devhelp/Kameleon"
+	@echo "# devhelp"
+
+epub:
+	$(SPHINXBUILD) -b epub $(ALLSPHINXOPTS) $(BUILDDIR)/epub
+	@echo
+	@echo "Build finished. The epub file is in $(BUILDDIR)/epub."
+
+latex:
+	$(SPHINXBUILD) -b latex $(ALLSPHINXOPTS) $(BUILDDIR)/latex
+	@echo
+	@echo "Build finished; the LaTeX files are in $(BUILDDIR)/latex."
+	@echo "Run \`make' in that directory to run these through (pdf)latex" \
+	      "(use \`make latexpdf' here to do that automatically)."
+
+latexpdf:
+	$(SPHINXBUILD) -b latex $(ALLSPHINXOPTS) $(BUILDDIR)/latex
+	@echo "Running LaTeX files through pdflatex..."
+	$(MAKE) -C $(BUILDDIR)/latex all-pdf
+	@echo "pdflatex finished; the PDF files are in $(BUILDDIR)/latex."
+
+latexpdfja:
+	$(SPHINXBUILD) -b latex $(ALLSPHINXOPTS) $(BUILDDIR)/latex
+	@echo "Running LaTeX files through platex and dvipdfmx..."
+	$(MAKE) -C $(BUILDDIR)/latex all-pdf-ja
+	@echo "pdflatex finished; the PDF files are in $(BUILDDIR)/latex."
+
+text:
+	$(SPHINXBUILD) -b text $(ALLSPHINXOPTS) $(BUILDDIR)/text
+	@echo
+	@echo "Build finished. The text files are in $(BUILDDIR)/text."
+
+man:
+	$(SPHINXBUILD) -b man $(ALLSPHINXOPTS) $(BUILDDIR)/man
+	@echo
+	@echo "Build finished. The manual pages are in $(BUILDDIR)/man."
+
+texinfo:
+	$(SPHINXBUILD) -b texinfo $(ALLSPHINXOPTS) $(BUILDDIR)/texinfo
+	@echo
+	@echo "Build finished. The Texinfo files are in $(BUILDDIR)/texinfo."
+	@echo "Run \`make' in that directory to run these through makeinfo" \
+	      "(use \`make info' here to do that automatically)."
+
+info:
+	$(SPHINXBUILD) -b texinfo $(ALLSPHINXOPTS) $(BUILDDIR)/texinfo
+	@echo "Running Texinfo files through makeinfo..."
+	make -C $(BUILDDIR)/texinfo info
+	@echo "makeinfo finished; the Info files are in $(BUILDDIR)/texinfo."
+
+gettext:
+	$(SPHINXBUILD) -b gettext $(I18NSPHINXOPTS) $(BUILDDIR)/locale
+	@echo
+	@echo "Build finished. The message catalogs are in $(BUILDDIR)/locale."
+
+changes:
+	$(SPHINXBUILD) -b changes $(ALLSPHINXOPTS) $(BUILDDIR)/changes
+	@echo
+	@echo "The overview file is in $(BUILDDIR)/changes."
+
+linkcheck:
+	$(SPHINXBUILD) -b linkcheck $(ALLSPHINXOPTS) $(BUILDDIR)/linkcheck
+	@echo
+	@echo "Link check complete; look for any errors in the above output " \
+	      "or in $(BUILDDIR)/linkcheck/output.txt."
+
+doctest:
+	$(SPHINXBUILD) -b doctest $(ALLSPHINXOPTS) $(BUILDDIR)/doctest
+	@echo "Testing of doctests in the sources finished, look at the " \
+	      "results in $(BUILDDIR)/doctest/output.txt."
+
+xml:
+	$(SPHINXBUILD) -b xml $(ALLSPHINXOPTS) $(BUILDDIR)/xml
+	@echo
+	@echo "Build finished. The XML files are in $(BUILDDIR)/xml."
+
+pseudoxml:
+	$(SPHINXBUILD) -b pseudoxml $(ALLSPHINXOPTS) $(BUILDDIR)/pseudoxml
+	@echo
+	@echo "Build finished. The pseudo-XML files are in $(BUILDDIR)/pseudoxml."