sakuric 2.0.1

data/bin/epoch2date

@@ -0,0 +1,5 @@
+#!/bin/bash
+
+#set -x
+DATE=${1:-0}
+perl -e 'print scalar(localtime('$DATE')), "\n"'

data/bin/fanout

@@ -0,0 +1,100 @@
+#!/bin/bash
+#Copyright 2000, 2001, 2002, 2003 William Stearns <wstearns@pobox.com>
+#GPL'd, of course.
+#Version 0.6.1, 8/7/2002
+#Home web site: http://www.stearns.org/fanout/
+
+fanoutcleanup () {
+	echo -n Exiting fanout, cleaning up...								>/dev/stderr
+	if [ -n "$OUTFILES" ]; then
+		for ONEFILE in $OUTFILES ; do
+			if [ -f $ONEFILE ]; then
+				rm -f ONEFILE
+			fi
+		done
+	fi
+	echo done.											>/dev/stderr
+	exit
+}
+
+trap fanoutcleanup EXIT								#Clean up on exit
+
+usage () {
+	echo "Usage:"											>/dev/stderr
+	echo "  $0 \"MACHINES\" \"commands and parameters to run on each machine\""			>/dev/stderr
+	echo "  $0 -h	#Show this help"								>/dev/stderr
+	echo												>/dev/stderr
+	echo "Examples:"										>/dev/stderr
+	echo "  fanout \"wstearns@localhost localhost anotherhost.someplace.net\" \\"			>/dev/stderr
+	echo "   \"echo My PID is \\\"\$PPID\\\" ; sleep 15\""						>/dev/stderr
+	echo												>/dev/stderr
+	echo "  fanout \"localhost\" \"uname -a ; rpm -qa | egrep -i '(openlinux|redhat-release)' \\"	>/dev/stderr
+	echo "   ; uptime ; df -P / ; netstat -a | grep '*:*'\" | less"					>/dev/stderr
+	echo												>/dev/stderr
+	echo "  fanout \"localhost myaccount@localhost\" \"uptime\" >uptime-sample"			>/dev/stderr
+	echo												>/dev/stderr
+	echo "  If you set the SERVERS variable in your environment, you can run commands on"		>/dev/stderr
+	echo "  these machines over and over:"								>/dev/stderr
+	echo												>/dev/stderr
+	echo "  export SERVERS=\"web1 web2 mail\""							>/dev/stderr
+	echo "  fanout \"\$SERVERS \" \"uname -a ; ( if [ -f /var/log/dmesg ]; then \\"			>/dev/stderr
+	echo "   cat /var/log/dmesg ; else dmesg ; fi ) | egrep -i '(hd[a-h]|sd[a-h])' ; ls -al \\"	>/dev/stderr
+	echo "   /proc/kcore ; cat /proc/cpuinfo\" >serverspecs"					>/dev/stderr
+	exit
+}
+
+if [ -z "$1" ]; then		usage ;			fi
+if [ "$1" = "-h" ]; then	usage ;			fi
+if [ "$1" = "--noping" ]; then	PING="NO" ; shift ;	fi
+
+MYPID="$$"
+TARGETS=`echo "$1" | tr ' ' '\012' | sort | uniq`				#Sort and remove dupes
+shift										#Leave just the commands and params to be executed.
+STARTTIME=`date`
+for ONETARGET in $TARGETS ; do
+	case $ONETARGET in
+	*@*)									#user@machine form
+		ONEUSER="-l ${ONETARGET%%@*}"
+		ONEMACH=${ONETARGET##*@}
+		HEADER="==== As ${ONETARGET%%@*} on $ONEMACH ===="
+		;;
+	*)									#just machine form
+		ONEUSER=""
+		ONEMACH=$ONETARGET
+		HEADER="==== On $ONEMACH ===="
+		;;
+	esac
+
+	if type -path mktemp >/dev/null 2>/dev/null ; then
+		TMPFILE=`mktemp -q /tmp/fanout.XXXXXX`
+		if [ $? -ne 0 ]; then
+			echo "$0: Can't create temp file ${TMPFILE}." >/dev/stderr
+			exit 1
+		fi
+	else
+		TMPFILE="/tmp/fanout.$MYPID.$ONETARGET.$RANDOM"
+		touch $TMPFILE
+		if [ $? -ne 0 ]; then
+			echo "$0: Can't create temp file ${TMPFILE}." >/dev/stderr
+			exit 1
+		fi
+	fi
+	OUTFILES="$OUTFILES $TMPFILE"						#Remember the filename for later display, cleanup
+	if [ "$PING" = "NO" ] || ping -c 3 $ONEMACH >/dev/null 2>/dev/null ; then
+		echo Starting $ONETARGET >/dev/stderr				#Machine is reachable
+		#Show machine name header, show command output, indented two spaces, save all to a temp file.
+		( echo $HEADER ; ssh -n $ONEUSER $ONEMACH "$*" | sed -e 's/^/  /' ; echo ) >$TMPFILE &
+	else
+		echo $ONETARGET unavailable >/dev/stderr			#Machine not responding
+		echo $HEADER ; echo "==== Machine unreachable by ping" ; echo >$TMPFILE
+	fi
+done
+wait										#Until everyone's done.
+
+echo "Fanout executing \"$*\""
+echo Start time $STARTTIME , End time `date`
+for ONEFILE in $OUTFILES ; do
+	cat $ONEFILE
+	rm -f $ONEFILE
+done
+

data/bin/find-broken-symlink

@@ -0,0 +1,26 @@
+#!/bin/bash
+
+# This finds everything which is in the current dir (and below) and looks for broken links. 
+
+WHERE=${1:-.}
+CANCELLA=${2:-noncancellare}
+
+usage() {
+	echo "Usage: $(basename $0) [<DIRECTORY>] [--delete]"
+  echo ""
+	echo "  This scripts finds the symlinks in the specified DIR tree."
+	echo "  If directory is not specified, current dir ('.') is assumed."
+	echo "  With --delete option, it'll also delete them"
+}
+
+if echo $2 | egrep -q '^--delete$' ; then
+	blue "# I DELETE symlinks from '$WHERE' in giu:" >&2
+	find $WHERE -type l ! -exec test -r {} \; -print0 | xargs -0 rm
+	green "Done"
+else
+	yellow "# I look for symlinks from '$WHERE' downwards:" >&2
+	find $WHERE -type l ! -exec test -r {} \; -print 
+	usage
+#	echo "+ If you want to delete em, please type: '$0 $WHERE --delete'"
+fi
+

data/bin/find-duplicates

@@ -0,0 +1,48 @@
+#!/bin/bash
+
+DIR=${1:-.}
+#DEBUG=true
+DEBUG=false
+
+################################################################################
+# This program finds all files in the current directrory with the same md5 and it prints them out.
+################################################################################
+
+function debugga() {
+  if $DEBUG ; then
+		echo '#DEB# ' $* >&2
+  fi
+}
+TMPFILE="/tmp/md5z.$USER.$$"
+#DOPPIONIcaTMP_DUPLICATES="/tmp/m5d-duplicates"
+#TMPFILE='./.md5z.list'
+TMP_DUPLICATES='./.md5z.duplicates'
+FIND_OPTS='-not -type l'
+
+	# creao lista degli md5 almeno doppi.
+rm -f $TMPFILE $TMP_DUPLICATES
+# in case its empty..
+touch $TMPFILE $TMP_DUPLICATES
+find "$DIR" $FIND_OPTS | fgrep -v '/.svn/' | while read F; do
+	debugga File "$F" 
+	md5sum "$F" >>$TMPFILE  # 2>/dev/null
+done
+
+debugga "Creating file with duplicates from dir: '$DIR'"
+cat $TMPFILE|sort|awk '{print $1}'|uniq -c|egrep -v " 1"|awk '{print $2}' >$TMP_DUPLICATES
+
+#debugga "Leggo i file e ti dico cosa ho trovato:"
+
+cat $TMP_DUPLICATES|while read row
+	do
+		echo "  ### MD5: $row ###"
+		fgrep $row $TMPFILE|cut -d" " -f 2-
+		echo
+done
+
+if $DEBUG; then
+	debugga Leaving files where they are for debug.
+else
+	rm -f $TMPFILE $TMP_DUPLICATES
+fi
+

data/bin/find-special-chars-within-filenames

@@ -0,0 +1,12 @@
+#!/bin/bash
+
+DIR=${1:-.}
+
+#echo "# Mancano ancora le parentesi tonde e quadre)"
+echo "#Looking for filenames with special characters for dir: '$DIR'..." >&2
+find "$DIR" | while read x; do 
+	y=$( echo $x | sed -e 's/[a-zA-Z0-9@ ()./_-]//g' ) 
+	if echo $y | egrep -qv '^$' ; then 
+		yellow "'$x' --> '$y'"; 
+	fi
+done

data/bin/fix-terminal

@@ -0,0 +1,5 @@
+
+setterm -reset
+stty sane
+echo "Now the terminal should be ok ;)"
+echo

data/bin/gce-create-centos-instance

@@ -0,0 +1,5 @@
+#!/bin/sh
+
+NAME=${1:-test-instance}
+
+echodo gcutil addinstance $NAME --image projects/google/images/centos-6-v20120912

data/bin/gce-create-custom-image

@@ -0,0 +1,8 @@
+#!/bin/sh
+
+set -x
+
+sudo python /usr/share/imagebundle/image_bundle.py -r / -o /tmp/ --log_file=/tmp/image_creation.log
+echo please now find the logs and the tar.gz in /tmp. You might want to try this:
+echo gsutil mb gs://gce-java-image/
+echo gsutil cp /tmp/*.tar.gz gs://gce-java-image/java-image.tar.gz

data/bin/gce-curl-get-instances-for-project

@@ -0,0 +1,7 @@
+#!/bin/bash
+
+PROJECT=${1:-MYPROJECT}
+
+echo "Getting instances for project: $PROJECT"
+curl --header "Authorization: Bearer $(gce-get-token)" \
+  "https://www.googleapis.com/compute/v1beta13/projects/$PROJECT/instances"

data/bin/gce-get-token

@@ -0,0 +1,3 @@
+#!/bin/sh
+
+cat ~/.gcutil_auth |grep -i access_token | cut -d '"' -f 4

data/bin/gce-getproject-metadata

@@ -0,0 +1,35 @@
+#!/bin/bash
+
+# @tags: gce, google compute engine, metadata, json, parser
+
+# verify gem jazor has been installed
+if [ ! -f /usr/bin/jazor ] ; then
+  echo 'Jazor gem not found. Try this: sudo gem install jazor'
+  exit 1
+fi
+
+GCUTIL_JSON="gcutil getproject --format json"
+
+usage() {
+	echo "$0 [<METADATA>]"
+	echo " --help: this help"
+	echo " <METADATA>: retrieves value for this metadata Key"
+	echo " --show: retrieves a list of metadata keys"
+	echo "Note. Only the current project is available ATM. To change project, you have to change ~/.gcutil.flags"
+	exit 1
+}
+
+if [ "A$1" = 'A--help' -o "A$1" = 'A-h' ] ; then
+	usage
+fi
+if [ "$#" -eq 0 ];then
+  usage
+fi
+
+if [ "$1" = '--show' ];then
+  echo 'List of Project Metadata:'
+  $GCUTIL_JSON | jazor 'commonInstanceMetadata.items.map{|x| x["key"] }.each{|x| print "- " + x, "\n" }; "\n"'
+else
+  ARGUMENT="$1"
+  $GCUTIL_JSON | jazor 'commonInstanceMetadata.items.map{|x| x["key"]=="'$ARGUMENT'" ? x["value"] : null }.compact()[0]'
+fi

data/bin/gce-public-ip

@@ -0,0 +1,4 @@
+#!/bin/sh
+
+curl -s http://metadata.google.internal/0.1/meta-data/network | json-xpath.rb networkInterface.0.accessConfiguration.0.externalIp    
+

data/bin/gcutil-fetch

@@ -0,0 +1,36 @@
+#!/bin/bash
+
+# Author: A. Iurlano
+
+# run this as normal user, with bash shell
+
+GZNAME=`curl -s https://developers.google.com/compute/docs/gcutil/  | grep -o 'https://code.google.com/p/google-compute-engine-tools/downloads/detail?name=gcutil-[^"]*.tar.gz'| grep -o 'gcutil.*'`
+
+GCURL='https://google-compute-engine-tools.googlecode.com/files/'${GZNAME}
+
+#echo ${GCURL} 
+#echo ${GZNAME}
+
+cd /usr/local/
+
+sudo -E wget -c ${GCURL} -O ${GZNAME}
+
+sudo tar zxvf ${GZNAME}
+
+export FOLDERNAME=${GZNAME:0:$((${#GZNAME}-7))}
+
+sudo rm -f /usr/local/gcutil
+sudo ln -sf /usr/local/${FOLDERNAME} /usr/local/gcutil
+
+#check if it was added to the path
+grep -q '/usr/local/gcutil' ~/.bashrc 
+if [ $? -ne 0 ]; then
+  cat <<EOF >> ~/.bashrc
+
+export PATH=/usr/local/gcutil:\${PATH}
+
+EOF
+  echo "Warning: Your .bashrc file was modified."
+  echo "         Remember to do . ~/.bashrc or logout and log back in"
+fi
+

data/bin/giallo

@@ -0,0 +1,2 @@
+#!/bin/bash
+echo -en "\033[1;33m$*\033[0m\n"

data/bin/git-clone-in-non-empty-dir

@@ -0,0 +1,21 @@
+#!/bin/bash
+
+
+# From here: http://stackoverflow.com/questions/2411031/git-how-do-i-clone-into-a-non-empty-directory
+
+REPO=${1:-git://github.com/palladius/gceproject-dns.palladius.eu.git}
+DIR=${2:-/tmp/}
+
+echo Cloning $REPO into dir: $DIR
+
+set +x
+
+# git clone in non-empty dir
+git clone --no-checkout $REPO $DIR/.gitclone.tmp/ &&
+ mv $DIR/.gitclone.tmp/.git $DIR/ &&
+  rmdir $DIR/.gitclone.tmp &&
+   cd $DIR/ &&
+    git reset --hard HEAD && # git thinks all files are deleted, this reverses that behaviour
+     echo 'Repo succesfully checked out into: '$DIR ||
+      echo "Some problems here: $?"
+

data/bin/git-ignore

@@ -0,0 +1,3 @@
+#!/bin/bash
+
+ echo $* >> .gitignore

data/bin/git-repos

@@ -0,0 +1,98 @@
+#!/usr/bin/python
+
+import glob
+import os
+import sys
+import subprocess
+from optparse import OptionParser
+
+version = '1.1'
+default_git_basedir = os.path.expandvars("$HOME/git/")
+debug = False
+valid_commands = [ 'list', 'dump','help']
+
+
+def deb(*args):
+  if (debug):
+    print "#DEB", ' '.join(arg.__str__() for arg in args)
+
+def parse_python_26():
+	'''There's a better parser with python2.7 but that's what I have in 2.6..'''
+	parser = OptionParser(usage = """Usage: %prog v{1} [Options] <COMMAND>
+COMMAND: {0}
+
+Examples:
+  %prog list --gitdir ~/Desktop/myrepos/                  # lists all git repos in it
+  %prog dump --dumpdir ~/Dropbox/dump/of/my/repos/        # dumps a command to clone those repos all at once!
+  %prog dump --dumpdir ~/Dropbox/tmp/myreposbackups/ | sh # executes it ;)
+
+""".format(valid_commands,version))
+	parser.add_option("-d", "--dumpdir", dest="dumpdir", default=default_git_basedir,
+	  help="alternate dump dir (default: '{0}')".format(default_git_basedir), metavar="DIR")
+	parser.add_option("-g", "--gitdir", dest="gitdir", default=default_git_basedir,
+	  help="changes git basedir (default: '{0}')".format(default_git_basedir), metavar="DIR")
+	parser.add_option("-q", "--quiet",
+		  action="store_false", dest="verbose", default=True,
+		  help="don't print status messages to stdout")
+	parser.add_option("-v", "--version",
+		  help="prints version (which peraltro is '{0}')".format(version))
+	(options, args) = parser.parse_args()
+	if len(args) != 1:
+	   parser.error("wrong number of arguments: valid_commands={0}".format(valid_commands))
+	if(args[0] not in valid_commands):
+		parser.error("wrong command: {0}. available:{ 1}".format(args[1], valid_commands))
+	return (parser,options,args)
+
+def dumprepos(mybasedir,dump_basedir):
+	'''Prints adump of all your repo in such a way that you can reconstruct them: cool!'''
+	from subprocess import Popen,PIPE
+	deb( "Dumping to STDOUT your local Git Repos within {0} (dumpdir='{1}'):".format(mybasedir,dump_basedir))
+	dump = ''
+	for repo in gitrepos(mybasedir):
+		url_cmd = 'git config --get remote.origin.url'
+		p = Popen([url_cmd], cwd = repo, stdout=PIPE,shell=True, env = {'PATH': '/usr/local/bin/'}) # .wait() #stdout.read()
+		out,err=p.communicate()
+		url = out.strip() # trailing CRLF
+		if err or len(url) < 10:
+			sys.stderr.write( "Skipping '{0}': ERR={1} URL='{2}'\n".format(repo,err,url) )
+		else:
+			desturl= repo
+			dump += "git clone '{0}' '{1}'\n".format(url,desturl.replace(mybasedir,dump_basedir))
+	return dump
+
+def main():
+	(parser,opts, args) = parse_python_26()
+	if args[0] == 'list':
+	  deb( "Listing your local Git Repos:")
+	  for repo in gitrepos(opts.gitdir):
+	    print repo
+	elif args[0] == 'dump':
+		print dumprepos(opts.gitdir,opts.dumpdir)
+	elif args[0] == 'help':
+		#print dir(parser)
+		print parser.format_help()
+		#parser.print_usage()
+	else:
+		print "Unrecognized command: {0}".format(args[0])
+		exit(1)
+	exit(0)
+
+def isGitRepo(dir):
+	'''Dice se la sottodir ha un ./.git/ e magari altre cose..'''
+	return os.path.isdir("{0}/.git/".format(dir))
+
+def gitrepos(basedir):
+	'''Dice i repo che sono sotto ~/git/DIR o  ~/git/DIR1/DIR2. Li riconosce dalla dir .git'''
+	repos = []
+	GITGLOB = '.git/'
+	os.chdir(basedir)
+	for files in glob.glob('*/{0}'.format(GITGLOB)) + glob.glob("*/*/{0}".format(GITGLOB)):
+		repodir = (basedir + files.__str__())[:-len(GITGLOB)] #  removes "/.git/"
+		if isGitRepo(repodir):
+			repos.append(repodir)
+	return repos
+
+if __name__ == '__main__':
+  main()
+else:
+    print 'Bella Ric! Prova ad usare: gitrepos(), o main()!'

data/bin/git-repos.py

@@ -0,0 +1,99 @@
+#!/usr/bin/python
+
+import glob
+import os
+import sys
+import subprocess
+default_git_basedir = os.path.expandvars("$HOME/git/")
+
+valid_commands = [ 'list', 'dump','help']
+debug = False
+version = '1.1'
+
+def deb(*args):
+	if (debug):
+		print "#DEB", ' '.join(arg.__str__() for arg in args)
+
+def parse_python_26():
+	from optparse import OptionParser
+	parser = OptionParser(usage = """Usage: %prog v{1} [Options] <COMMAND>
+COMMAND: {0}
+
+Examples:
+  %prog list --gitdir ~/Desktop/myrepos/                  # lists all git repos in it
+  %prog dump --dumpdir ~/Dropbox/dump/of/my/repos/        # dumps a command to clone those repos all at once!
+  %prog dump --dumpdir ~/Dropbox/tmp/myreposbackups/ | sh # executes it ;)
+
+""".format(valid_commands,version))
+	parser.add_option("-d", "--dumpdir", dest="dumpdir", default=default_git_basedir,
+	  help="alternate dump dir (default: '{0}')".format(default_git_basedir), metavar="DIR")
+	parser.add_option("-g", "--gitdir", dest="gitdir", default=default_git_basedir,
+	  help="changes git basedir (default: '{0}')".format(default_git_basedir), metavar="DIR")
+	parser.add_option("-q", "--quiet",
+		  action="store_false", dest="verbose", default=True,
+		  help="don't print status messages to stdout")
+	parser.add_option("-v", "--version",
+		  help="prints version (which peraltro is '{0}')".format(version))
+	(options, args) = parser.parse_args()
+	if len(args) != 1:
+	   parser.error("wrong number of arguments: valid_commands={0}".format(valid_commands))
+	if(args[0] not in valid_commands):
+		parser.error("wrong command: {0}. available:{ 1}".format(args[1], valid_commands))
+	return (parser,options,args)
+
+def dumprepos(mybasedir,dump_basedir):
+	'''Prints adump of all your repo in such a way that you can reconstruct them: cool!'''
+	deb( "Dumping to STDOUT your local Git Repos within {0} (dumpdir='{1}'):".format(mybasedir,dump_basedir))
+	dump = ''
+	from subprocess import Popen,PIPE
+	for repo in gitrepos(mybasedir):
+		url_cmd = 'git config --get remote.origin.url'
+		p = Popen([url_cmd], cwd = repo, stdout=PIPE,shell=True, env = {'PATH': '/usr/local/bin/'}) # .wait() #stdout.read()
+		out,err=p.communicate()
+		url = out.strip() # trailing CRLF
+		if err or len(url) < 10:
+			sys.stderr.write( "Skipping '{0}': ERR={1} URL='{2}'\n".format(repo,err,url) )
+		else:
+			desturl= repo
+			#dump += "git clone '{0}' '{1}'\n".format(url,desturl)
+			#dump += "git clone '{0}' '{1}'\n".format(url,mybasedir)
+			#dump += "git clone '{0}' '{1}'\n".format(url,dump_basedir)
+			dump += "git clone '{0}' '{1}'\n".format(url,desturl.replace(mybasedir,dump_basedir))
+	return dump
+
+def main():
+	(parser,opts, args) = parse_python_26()
+	if args[0] == 'list':
+	  deb( "Listing your local Git Repos:")
+	  for repo in gitrepos(opts.gitdir):
+	    print repo
+	elif args[0] == 'dump':
+		print dumprepos(opts.gitdir,opts.dumpdir)
+	elif args[0] == 'help':
+		#print dir(parser)
+		print parser.format_help()
+		#parser.print_usage()
+	else:
+		print "Unrecognized command: {0}".format(args[0])
+		exit(1)
+	exit(0)
+
+def isGitRepo(dir):
+	'''Dice se la sottodir ha un ./.git/ e magari altre cose..'''
+	return os.path.isdir("{0}/.git/".format(dir))
+
+def gitrepos(basedir):
+	'''Dice i repo che sono sotto ~/git/DIR o  ~/git/DIR1/DIR2. Li riconosce dalla dir .git'''
+	repos = []
+	GITGLOB = '.git/'
+	os.chdir(basedir)
+	for files in glob.glob('*/{0}'.format(GITGLOB)) + glob.glob("*/*/{0}".format(GITGLOB)):
+		repodir = (basedir + files.__str__())[:-len(GITGLOB)] #  removes "/.git/"
+		if isGitRepo(repodir):
+			repos.append(repodir)
+	return repos
+
+if __name__ == '__main__':
+  main()
+else:
+    print 'Bella Ric! Prova ad usare: gitrepos(), o main()!'