nuri 0.5.1

data/modules/hadoop2/hadoop2.sfp

@@ -0,0 +1,114 @@
+include "../tarpackage/tarpackage.sfp"
+
+schema Hadoop2 extends TarPackage {
+	installed = true
+	running = true
+	configured = true
+	
+	final package_name = "hadoop"
+	final version = "2.2.0"
+	final source = "http://www.mirrorservice.org/sites/ftp.apache.org/hadoop/common"
+	final home = "/opt/hadoop"
+
+	final user = "hadoop"
+	final group = "hadoop"
+	final password = "!"
+	final java_home = ""
+	final data_dir = "/tmp/hadoop"
+
+	sub install {
+		condition {
+			this.installed != true
+		}
+		effect {
+			this.installed = true
+			this.running = false
+			this.configured = false
+		}
+	}
+
+	sub uninstall {
+		condition {
+			this.running = false
+			this.installed = true
+		}
+		effect {
+			this.installed = false
+			this.configured = true
+		}
+	}
+
+	sub start {
+		condition {
+			this.running != true
+			this.installed = true
+			this.configured = true
+		}
+		effect {
+			this.running = true
+		}
+	}
+
+	sub stop {
+		condition {
+			this.running = true
+		}
+		effect {
+			this.running = false
+		}
+	}
+
+	sub configure {
+		condition {
+			this.running = false
+			this.configured = false
+		}
+		effect {
+			this.configured = true
+		}
+	}
+
+}
+
+schema Hadoop2Master extends Hadoop2 {
+	final cluster_name = "hadoopnuri"
+}
+
+schema Hadoop2Slave extends Hadoop2 {
+	master isref Hadoop2Master
+
+	sub install (master : Hadoop2Master) {
+		condition {
+			this.installed != true
+			master.parent.created = true
+		}
+		effect {
+			this.installed = true
+			this.running = false
+			this.configured = false
+			this.master = master
+		}
+	}
+
+	sub start (master : Hadoop2Master) {
+		condition {
+			this.running != true
+			this.installed = true
+			this.configured = true
+			this.master = master
+			master.running = true
+		}
+		effect {
+			this.running = true
+		}
+	}
+
+	sub stop {
+		condition {
+			this.running = true
+		}
+		effect {
+			this.running = false
+		}
+	}
+}

data/modules/hadoop2/hdfs-site.xml

@@ -0,0 +1,47 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
+<!--
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License. See accompanying LICENSE file.
+-->
+
+<!-- Put site-specific property overrides in this file. -->
+
+<configuration>
+
+<property>
+        <name>dfs.namenode.name.dir</name>
+        <value><%= dfs_namenode_name_dir %></value>
+</property>
+
+<property>
+        <name>dfs.namenode.hosts</name>
+        <value><%= dfs_namenode_hosts %></value>
+</property>
+
+<property>
+        <name>dfs.blocksize</name>
+        <value><%= dfs_blocksize %></value>
+</property>
+
+<property>
+        <name>dfs.namenode.handler.count</name>
+        <value><%= dfs_namenode_handler_count %></value>
+</property>
+
+<property>
+        <name>dfs.datanode.data.dir</name>
+        <value><%= dfs_datanode_data_dir %></value>
+</property>
+
+
+</configuration>

data/modules/hadoop2/mapred-site.xml

@@ -0,0 +1,71 @@
+<?xml version="1.0"?>
+<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
+<!--
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License. See accompanying LICENSE file.
+-->
+
+<!-- Put site-specific property overrides in this file. -->
+
+<configuration>
+
+<property>
+        <name>mapreduce.framework.name</name>
+        <value><%= mapreduce_framework_name %></value>
+</property>
+<property>
+        <name>mapreduce.map.memory.mb</name>
+        <value><%= mapreduce_map_memory_mb %></value>
+</property>
+<property>
+        <name>mapreduce.map.java.opts</name>
+        <value><%= mapreduce_map_java_opts %></value>
+</property>
+<property>
+        <name>mapreduce.reduce.memory.mb</name>
+        <value><%= mapreduce_reduce_memory_mb %></value>
+</property>
+<property>
+        <name>mapreduce.reduce.java.opts</name>
+        <value><%= mapreduce_reduce_java_opts %></value>
+</property>
+<property>
+        <name>mapreduce.task.io.sort.mb</name>
+        <value><%= mapreduce_task_io_sort_mb %></value>
+</property>
+<property>
+        <name>mapreduce.task.io.sort.factor</name>
+        <value><%= mapreduce_task_io_sort_factor %></value>
+</property>
+<property>
+        <name>mapreduce.reduce.shuffle.parallelcopies</name>
+        <value><%= mapreduce_reduce_shuffle_parallelcopies %></value>
+</property>
+<property>
+        <name>mapreduce.jobhistory.address</name>
+        <value><%= master %>:10020</value>
+</property>
+<property>
+        <name>mapreduce.jobhistory.webapp.address</name>
+        <value><%= master %>:19888</value>
+</property>
+<property>
+        <name>mapreduce.jobhistory.intermediate-done-dir</name>
+        <value>/mr-history/tmp</value>
+</property>
+<property>
+        <name>mapreduce.jobhistory.done-dir</name>
+        <value>/mr-history/done</value>
+</property>
+
+
+</configuration>

data/modules/hadoop2/ports

@@ -0,0 +1,14 @@
+8031
+8088
+10020
+19888
+50010
+50020
+50070
+50075
+54310
+54311
+54312
+54313
+54314
+54315

data/modules/hadoop2/yarn-env.sh

@@ -0,0 +1,112 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# User for YARN daemons
+export HADOOP_YARN_USER=${HADOOP_YARN_USER:-yarn}
+
+# resolve links - $0 may be a softlink
+export YARN_CONF_DIR="${YARN_CONF_DIR:-$HADOOP_YARN_HOME/conf}"
+
+# some Java parameters
+export JAVA_HOME="<%= java_home %>"
+if [ "$JAVA_HOME" != "" ]; then
+  #echo "run java in $JAVA_HOME"
+  JAVA_HOME=$JAVA_HOME
+fi
+  
+if [ "$JAVA_HOME" = "" ]; then
+  echo "Error: JAVA_HOME is not set."
+  exit 1
+fi
+
+JAVA=$JAVA_HOME/bin/java
+JAVA_HEAP_MAX=-Xmx1000m 
+
+# For setting YARN specific HEAP sizes please use this
+# Parameter and set appropriately
+# YARN_HEAPSIZE=1000
+
+# check envvars which might override default args
+if [ "$YARN_HEAPSIZE" != "" ]; then
+  JAVA_HEAP_MAX="-Xmx""$YARN_HEAPSIZE""m"
+fi
+
+# Resource Manager specific parameters
+
+# Specify the max Heapsize for the ResourceManager using a numerical value
+# in the scale of MB. For example, to specify an jvm option of -Xmx1000m, set
+# the value to 1000.
+# This value will be overridden by an Xmx setting specified in either YARN_OPTS
+# and/or YARN_RESOURCEMANAGER_OPTS.
+# If not specified, the default value will be picked from either YARN_HEAPMAX
+# or JAVA_HEAP_MAX with YARN_HEAPMAX as the preferred option of the two.
+#export YARN_RESOURCEMANAGER_HEAPSIZE=1000
+
+# Specify the JVM options to be used when starting the ResourceManager.
+# These options will be appended to the options specified as YARN_OPTS
+# and therefore may override any similar flags set in YARN_OPTS
+#export YARN_RESOURCEMANAGER_OPTS=
+
+# Node Manager specific parameters
+
+# Specify the max Heapsize for the NodeManager using a numerical value
+# in the scale of MB. For example, to specify an jvm option of -Xmx1000m, set
+# the value to 1000.
+# This value will be overridden by an Xmx setting specified in either YARN_OPTS
+# and/or YARN_NODEMANAGER_OPTS.
+# If not specified, the default value will be picked from either YARN_HEAPMAX
+# or JAVA_HEAP_MAX with YARN_HEAPMAX as the preferred option of the two.
+#export YARN_NODEMANAGER_HEAPSIZE=1000
+
+# Specify the JVM options to be used when starting the NodeManager.
+# These options will be appended to the options specified as YARN_OPTS
+# and therefore may override any similar flags set in YARN_OPTS
+#export YARN_NODEMANAGER_OPTS=
+
+# so that filenames w/ spaces are handled correctly in loops below
+IFS=
+
+
+# default log directory & file
+if [ "$YARN_LOG_DIR" = "" ]; then
+  YARN_LOG_DIR="$HADOOP_YARN_HOME/logs"
+fi
+if [ "$YARN_LOGFILE" = "" ]; then
+  YARN_LOGFILE='yarn.log'
+fi
+
+# default policy file for service-level authorization
+if [ "$YARN_POLICYFILE" = "" ]; then
+  YARN_POLICYFILE="hadoop-policy.xml"
+fi
+
+# restore ordinary behaviour
+unset IFS
+
+
+YARN_OPTS="$YARN_OPTS -Dhadoop.log.dir=$YARN_LOG_DIR"
+YARN_OPTS="$YARN_OPTS -Dyarn.log.dir=$YARN_LOG_DIR"
+YARN_OPTS="$YARN_OPTS -Dhadoop.log.file=$YARN_LOGFILE"
+YARN_OPTS="$YARN_OPTS -Dyarn.log.file=$YARN_LOGFILE"
+YARN_OPTS="$YARN_OPTS -Dyarn.home.dir=$YARN_COMMON_HOME"
+YARN_OPTS="$YARN_OPTS -Dyarn.id.str=$YARN_IDENT_STRING"
+YARN_OPTS="$YARN_OPTS -Dhadoop.root.logger=${YARN_ROOT_LOGGER:-INFO,console}"
+YARN_OPTS="$YARN_OPTS -Dyarn.root.logger=${YARN_ROOT_LOGGER:-INFO,console}"
+if [ "x$JAVA_LIBRARY_PATH" != "x" ]; then
+  YARN_OPTS="$YARN_OPTS -Djava.library.path=$JAVA_LIBRARY_PATH"
+fi  
+YARN_OPTS="$YARN_OPTS -Dyarn.policy.file=$YARN_POLICYFILE"
+
+

data/modules/hadoop2/yarn-site.xml

@@ -0,0 +1,107 @@
+<?xml version="1.0"?>
+<!--
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License. See accompanying LICENSE file.
+-->
+<configuration>
+
+<!-- Site specific YARN configuration properties -->
+
+<property>
+        <name>yarn.acl.enable</name>
+        <value>false</value>
+</property> 
+
+<property>
+        <name>yarn.admin.acl</name>
+        <value>*</value>
+</property> 
+
+<property>
+        <name>yarn.log-aggregation-enable</name>
+        <value>false</value>
+</property> 
+
+<property>
+        <name>yarn.resourcemanager.address</name>
+        <value><%= master %>:54311</value>
+</property> 
+<property>
+        <name>yarn.resourcemanager.scheduler.address</name>
+        <value><%= master %>:54312</value>
+</property> 
+<property>
+        <name>yarn.resourcemanager.admin.address</name>
+        <value><%= master %>:54313</value>
+</property> 
+<property>
+        <name>yarn.resourcemanager.webapp.address</name>
+        <value><%= master %>:54314</value>
+</property> 
+<property>
+        <name>yarn.resourcemanager.scheduler.class</name>
+        <value>org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler</value>
+</property>
+<property>
+        <name>yarn.web-proxy.address</name>
+        <value><%= master %>:54315</value>
+</property>
+<property>
+        <name>yarn.scheduler.minimum-allocation-mb</name>
+        <value>256</value>
+</property> 
+<property>
+        <name>yarn.scheduler.maximum-allocation-mb</name>
+        <value>1024</value>
+</property> 
+<property>
+        <name>yarn.nodemanager.resource.memory-mb</name>
+        <value>512</value>
+</property> 
+<property>
+        <name>yarn.nodemanager.vmem-pmem-ratio</name>
+        <value>2</value>
+</property> 
+<property>
+        <name>yarn.nodemanager.local-dirs</name>
+        <value><%= yarn_local_dir %></value>
+</property> 
+<property>
+        <name>yarn.nodemanager.log-dirs</name>
+        <value><%= yarn_log_dir %></value>
+</property> 
+<property>
+        <name>yarn.nodemanager.log.retain-seconds</name>
+        <value>10800</value>
+</property> 
+<property>
+        <name>yarn.nodemanager.remote-app-log-dir</name>
+        <value>/logs</value>
+</property> 
+<property>
+        <name>yarn.nodemanager.remote-app-log-dir-suffix</name>
+        <value>logs</value>
+</property> 
+<property>
+        <name>yarn.nodemanager.aux-services</name>
+        <value>mapreduce_shuffle</value>
+</property> 
+<property>
+        <name>yarn.log-aggregation.retain-seconds</name>
+        <value>-1</value>
+</property> 
+<property>
+        <name>yarn.log-aggregation.retain-check-interval-seconds</name>
+        <value>-1</value>
+</property> 
+
+</configuration>