logstash-lib 1.3.2

data/CONTRIBUTING.md

@@ -0,0 +1,61 @@
+# Contributing to logstash
+
+All contributions are welcome: ideas, patches, documentation, bug reports,
+complaints, etc!
+
+Programming is not a required skill, and there are many ways to help out!
+It is more important to us that you are able to contribute.
+
+That said, some basic guidelines, which you are free to ignore :)
+
+## Want to learn?
+
+Want to lurk about and see what others are doing with logstash? 
+
+* The irc channel (#logstash on irc.freenode.org) is a good place for this
+* The [mailing list](http://groups.google.com/group/logstash-users) is also
+  great for learning from others.
+
+## Got Questions?
+
+Have a problem you want logstash to solve for you? 
+
+* You can email the [mailing list](http://groups.google.com/group/logstash-users)
+* alternately, you are welcome to join the IRC channel #logstash on
+irc.freenode.org and ask for help there!
+
+## Have an Idea or Feature Request?
+
+* File a ticket on [jira](https://logstash.jira.com/secure/Dashboard.jspa), or email the
+  [mailing list](http://groups.google.com/group/logstash-users), or email
+  me personally (jls@semicomplete.com) if that is more comfortable.
+
+## Something Not Working? Found a Bug?
+
+If you think you found a bug, it probably is a bug.
+
+* File it on [jira](https://logstash.jira.com/secure/Dashboard.jspa)
+* or the [mailing list](http://groups.google.com/group/logstash-users).
+
+# Contributing Documentation and Code Changes
+
+If you have a bugfix or new feature that you would like to contribute to
+logstash, and you think it will take more than a few minutes to produce the fix
+(ie; write code), it is worth discussing the change with the logstash users and developers first! You can reach us via [jira](https://logstash.jira.com/secure/Dashboard.jspa), the [mailing list](http://groups.google.com/group/logstash-users), or via IRC (#logstash on freenode irc)
+
+## Contribution Steps
+
+1. Test your changes! Run the test suite ('make test') 
+2. Please make sure you have signed our [Contributor License
+   Agreement](http://www.elasticsearch.org/contributor-agreement/). We are not
+   asking you to assign copyright to us, but to give us the right to distribute
+   your code without restriction. We ask this of all contributors in order to
+   assure our users of the origin and continuing existence of the code. You
+   only need to sign the CLA once.
+3. Send a pull request! Push your changes to your fork of the repository and
+   [submit a pull
+   request](https://help.github.com/articles/using-pull-requests). In the pull
+   request, describe what your changes do and mention any jira issues related
+   to the pull request.
+
+

data/CONTRIBUTORS

@@ -0,0 +1,79 @@
+The following is a list of people who have contributed ideas, code, bug
+reports, or in general have helped logstash along its way.
+
+Contributors:
+* Jordan Sissel (jordansissel)
+* Pete Fritchman (fetep)
+* Brice Figureau (masterzen)
+* Vladimir Vuksan (vvuksan)
+* Alexandre Dulaunoy (adulau)
+* Ryan Ausanka-Crues (rausanka) / tello.com (startupseven)
+* Piotr Usewicz (pusewicz)
+* Charles Duffy (charles-dyfis-net)
+* Naresh V (nareshov)
+* John Vincent (lusis)
+* Bob Corsaro (dokipen)
+* kjoconnor
+* Evgeny Zislis (kesor)
+* Johan Venter
+* Jeff Buchbinder (freemed)
+* Dan Peterson (dpiddy)
+* Nick Ethier (nickethier)
+* Joel Merrick (joelio)
+* Michael Leinartas (mleinart)
+* Jesse Newland (jnewland)
+* Yuval Oren (yuvaloren)
+* cmclaughlin
+* Graham Bleach (bleach)
+* Jan Seidl (jseidl)
+* Jean-Luc Geering (jlgeering)
+* Avishai Ish-Shalom (avishai-ish-shalom)
+* turtlebender
+* Nick Padilla (NickPadilla)
+* tucker250
+* gja
+* Max Horbul (mhorbul)
+* Aaron Mildenstein (untergeek)
+* Greg Mefford (gregmefford)
+* JB Barth (jbbarth)
+* Tom Hodder (tolland)
+* David Castro (arimus)
+* Parker DeBardelaben (parkerd)
+* Max Horbul (mhorbul)
+* Harlan Barnes (harlanbarnes)
+* Jeremiah Shirk (jeremiahshirk)
+* Patrick Debois (jedi4ever)
+* bodik
+* Philippe Weber
+* Marc Huffnagle (mhuffnagle)
+* Oliver Gorwits (ollyg)
+* Rashid Khan (rashidkpc)
+* squiddle
+* Andrew Rowson (growse)
+* Cameron Stokes (clstokes)
+* Francesco Salbaroli (wathrog)
+* goblin
+* Mike Worth (MikeWorth)
+* Nic Williams (drnic)
+* Tomas Doran (bobtfish)
+* Xabier de Zuazo (zuazo)
+* Louis Zuckerman (semiosis)
+* Richard Pijnenburg (electrical)
+* James Turnbull (jamesturnbull)
+* Neil Prosser (neilprosser)
+* Alex Dean (alexdean)
+* Jonathan Quail (jonathanq)
+* Kushal Pisavadia (KushalP)
+* Gang Chen (goncha)
+* Michael Klishin (michaelklishin)
+* Marc Fournier (mfournier)
+* Helmut Duregger (hduregger)
+* Matt Dainty (bodgit)
+* Juarez Bochi (jbochi)
+* Bernd Ahlers (bernd)
+* Andrea Forni (andreaforni)
+
+Note: If you've sent me patches, bug reports, or otherwise contributed to
+logstash, and you aren't on the list above and want to be, please let me know
+and I'll make sure you're here. Contributions from folks like you are what make
+open source awesome.

data/LICENSE

@@ -0,0 +1,14 @@
+Copyright 2009-2013 Jordan Sissel, Pete Fritchman, and contributors.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+

data/Makefile

@@ -0,0 +1,460 @@
+# Requirements to build:
+#   rsync
+#   wget or curl
+#
+JRUBY_VERSION=1.7.8
+ELASTICSEARCH_VERSION=0.90.9
+
+WITH_JRUBY=java -jar $(shell pwd)/$(JRUBY) -S
+JRUBY=vendor/jar/jruby-complete-$(JRUBY_VERSION).jar
+JRUBY_URL=http://jruby.org.s3.amazonaws.com/downloads/$(JRUBY_VERSION)/jruby-complete-$(JRUBY_VERSION).jar
+JRUBY_CMD=java -jar $(JRUBY)
+
+ELASTICSEARCH_URL=http://download.elasticsearch.org/elasticsearch/elasticsearch
+ELASTICSEARCH=vendor/jar/elasticsearch-$(ELASTICSEARCH_VERSION)
+TYPESDB=vendor/collectd/types.db
+COLLECTD_VERSION=5.4.0
+TYPESDB_URL=https://collectd.org/files/collectd-$(COLLECTD_VERSION).tar.gz
+GEOIP=vendor/geoip/GeoLiteCity.dat
+GEOIP_URL=http://logstash.objects.dreamhost.com/maxmind/GeoLiteCity-2013-01-18.dat.gz
+KIBANA_URL=https://download.elasticsearch.org/kibana/kibana/kibana-latest.tar.gz
+PLUGIN_FILES=$(shell git ls-files | egrep '^lib/logstash/(inputs|outputs|filters|codecs)/[^/]+$$' | egrep -v '/(base|threadable).rb$$|/inputs/ganglia/')
+QUIET=@
+ifeq (@,$(QUIET))
+	QUIET_OUTPUT=> /dev/null 2>&1
+endif
+
+WGET=$(shell which wget 2>/dev/null)
+CURL=$(shell which curl 2>/dev/null)
+
+# OS-specific options
+TARCHECK=$(shell tar --help|grep wildcard|wc -l|tr -d ' ')
+ifeq (0, $(TARCHECK))
+TAR_OPTS=
+else
+TAR_OPTS=--wildcards
+endif
+
+#spec/outputs/graphite.rb spec/outputs/email.rb)
+default:
+	@echo "Make targets you might be interested in:"
+	@echo "  flatjar -- builds the flatjar jar"
+	@echo "  flatjar-test -- runs the test suite against the flatjar"
+	@echo "  jar -- builds the monolithic jar"
+	@echo "  jar-test -- runs the test suite against the monolithic jar"
+
+TESTS=$(wildcard spec/inputs/gelf.rb spec/support/*.rb spec/filters/*.rb spec/examples/*.rb spec/codecs/*.rb spec/conditionals/*.rb spec/event.rb spec/jar.rb)
+
+# The 'version' is generated based on the logstash version, git revision, etc.
+.VERSION.mk: REVISION=$(shell git rev-parse --short HEAD | tr -d ' ')
+.VERSION.mk: RELEASE=$(shell awk -F\" '/LOGSTASH_VERSION/ {print $$2}' lib/logstash/version.rb | tr -d ' ')
+#.VERSION.mk: TAGGED=$(shell git tag --points-at HEAD | egrep '^v[0-9]')
+.VERSION.mk: DEV=$(shell echo $RELEASE | egrep '\.dev$$')
+.VERSION.mk: MODIFIED=$(shell git diff --shortstat --exit-code > /dev/null ; echo $$?)
+.VERSION.mk:
+	$(QUIET)echo "RELEASE=${RELEASE}" > $@
+	$(QUIET)echo "REVISION=${REVISION}" >> $@
+	$(QUIET)echo "DEV=${DEV}" >> $@
+	$(QUIET)echo "MODIFIED=${MODIFIED}" >> $@
+	$(QUIET)if [ -z "${DEV}" ] ; then \
+		if [ "${MODIFIED}" -eq 1 ] ; then \
+			echo "VERSION=${RELEASE}-modified" ; \
+		else \
+			echo "VERSION=${RELEASE}" ; \
+		fi ; \
+	else \
+		if [ "${MODIFIED}" -eq 1 ] ; then \
+			echo "VERSION=${RELEASE}-${REVISION}-modified" ; \
+		else \
+			echo "VERSION=${RELEASE}-${REVISION}" ; \
+		fi ; \
+	fi >> $@
+
+-include .VERSION.mk
+
+version:
+	@echo "Version: $(VERSION)"
+
+# Figure out if we're using wget or curl
+.PHONY: wget-or-curl
+wget-or-curl:
+ifeq ($(CURL),)
+ifeq ($(WGET),)
+	@echo "wget or curl are required."
+	exit 1
+else
+DOWNLOAD_COMMAND=wget -q --no-check-certificate -O
+endif
+else
+DOWNLOAD_COMMAND=curl -s -L -k -o
+endif
+
+# Compile config grammar (ragel -> ruby)
+.PHONY: compile-grammar
+compile-grammar: lib/logstash/config/grammar.rb
+lib/logstash/config/grammar.rb: lib/logstash/config/grammar.treetop
+	$(QUIET)$(MAKE) -C lib/logstash/config grammar.rb
+
+.PHONY: clean
+clean:
+	@echo "=> Cleaning up"
+	-$(QUIET)rm -rf .bundle
+	-$(QUIET)rm -rf build
+	-$(QUIET)rm -f pkg/*.deb
+	-$(QUIET)rm .VERSION.mk
+
+.PHONY: vendor-clean
+vendor-clean:
+	-$(QUIET)rm -rf vendor/kibana vendor/geoip vendor/collectd 
+	-$(QUIET)rm -rf vendor/jar vendor/ua-parser
+
+.PHONY: clean-vendor
+clean-vendor:
+	-$(QUIET)rm -rf vendor
+
+.PHONY: compile
+compile: compile-grammar compile-runner | build/ruby
+
+.PHONY: compile-runner
+compile-runner: build/ruby/logstash/runner.class
+build/ruby/logstash/runner.class: lib/logstash/runner.rb | build/ruby $(JRUBY)
+	$(QUIET)(cd lib; java -jar ../$(JRUBY) -rjruby/jrubyc -e 'exit JRuby::Compiler::compile_argv(ARGV)' -- -t ../build/ruby logstash/runner.rb)
+
+.PHONY: copy-ruby-files
+copy-ruby-files: | build/ruby
+	@# Copy lib/ and test/ files to the root
+	$(QUIET)rsync -a --include "*/" --include "*.rb" --exclude "*" ./lib/ ./test/ ./build/ruby
+	$(QUIET)rsync -a ./spec ./build/ruby
+	$(QUIET)rsync -a ./locales ./build/ruby
+	@# Delete any empty directories copied by rsync.
+	$(QUIET)find ./build/ruby -type d -empty -delete
+
+vendor:
+	$(QUIET)mkdir $@
+
+vendor/jar: | vendor
+	$(QUIET)mkdir $@
+
+vendor-jruby: $(JRUBY)
+
+$(JRUBY): | vendor/jar
+	$(QUIET)echo " ==> Downloading jruby $(JRUBY_VERSION)"
+	$(QUIET)$(DOWNLOAD_COMMAND) $@ $(JRUBY_URL)
+
+vendor/jar/elasticsearch-$(ELASTICSEARCH_VERSION).tar.gz: | wget-or-curl vendor/jar
+	@echo "=> Fetching elasticsearch"
+	$(QUIET)$(DOWNLOAD_COMMAND) $@ $(ELASTICSEARCH_URL)/elasticsearch-$(ELASTICSEARCH_VERSION).tar.gz
+
+vendor/jar/graphtastic-rmiclient.jar: | wget-or-curl vendor/jar
+	@echo "=> Fetching graphtastic rmi client jar"
+	$(QUIET)$(DOWNLOAD_COMMAND) $@ http://cloud.github.com/downloads/NickPadilla/GraphTastic/graphtastic-rmiclient.jar
+
+.PHONY: vendor-elasticsearch
+vendor-elasticsearch: $(ELASTICSEARCH)
+$(ELASTICSEARCH): $(ELASTICSEARCH).tar.gz | vendor/jar
+	@echo "=> Pulling the jars out of $<"
+	$(QUIET)tar -C $(shell dirname $@) -xf $< $(TAR_OPTS) --exclude '*sigar*' \
+		'elasticsearch-$(ELASTICSEARCH_VERSION)/lib/*.jar'
+
+vendor/geoip: | vendor
+	$(QUIET)mkdir $@
+
+.PHONY: vendor-geoip
+vendor-geoip: $(GEOIP)
+$(GEOIP): | vendor/geoip
+	$(QUIET)$(DOWNLOAD_COMMAND) $@.tmp.gz $(GEOIP_URL)
+	$(QUIET)gzip -dc $@.tmp.gz > $@.tmp
+	$(QUIET)rm "$@.tmp.gz"
+	$(QUIET)mv $@.tmp $@
+
+vendor/collectd: | vendor
+	$(QUIET)mkdir $@
+
+.PHONY: vendor-collectd
+vendor-collectd: $(TYPESDB)
+$(TYPESDB): | vendor/collectd
+	$(QUIET)$(DOWNLOAD_COMMAND) $@.tar.gz $(TYPESDB_URL)
+	$(QUIET)tar zxf $@.tar.gz -O "collectd-$(COLLECTD_VERSION)/src/types.db" > $@
+	$(QUIET)rm $@.tar.gz
+
+# Always run vendor/bundle
+.PHONY: fix-bundler
+fix-bundler:
+	-$(QUIET)rm -rf .bundle
+
+.PHONY: vendor-gems
+vendor-gems: | vendor/bundle
+
+.PHONY: vendor/bundle
+vendor/bundle: | vendor $(JRUBY)
+	@echo "=> Ensuring ruby gems dependencies are in $@..."
+	$(QUIET)USE_JRUBY=1 bin/logstash deps $(QUIET_OUTPUT)
+	@# Purge any junk that fattens our jar without need!
+	@# The riak gem includes previous gems in the 'pkg' dir. :(
+	-$(QUIET)rm -rf $@/jruby/1.9/gems/riak-client-1.0.3/pkg
+	@# Purge any rspec or test directories
+	-$(QUIET)rm -rf $@/jruby/1.9/gems/*/spec $@/jruby/1.9/gems/*/test
+	@# Purge any comments in ruby code.
+	@#-find $@/jruby/1.9/gems/ -name '*.rb' | xargs -n1 sed -i -re '/^[ \t]*#/d; /^[ \t]*$$/d'
+
+.PHONY: build
+build:
+	-$(QUIET)mkdir -p $@
+
+build/ruby: | build
+	-$(QUIET)mkdir -p $@
+
+# TODO(sissel): Update this to be like.. functional.
+# TODO(sissel): Skip sigar?
+# Run this one always? Hmm..
+.PHONY: build/monolith
+build/monolith: $(ELASTICSEARCH) $(JRUBY) $(GEOIP) $(TYPESDB) vendor-gems | build
+build/monolith: vendor/ua-parser/regexes.yaml
+build/monolith: vendor/kibana
+build/monolith: compile copy-ruby-files vendor/jar/graphtastic-rmiclient.jar
+	-$(QUIET)mkdir -p $@
+	@# Unpack all the 3rdparty jars and any jars in gems
+	$(QUIET)find $$PWD/vendor/bundle $$PWD/vendor/jar -name '*.jar' \
+	| (cd $@; xargs -n1 jar xf)
+	@# Merge all service file in all 3rdparty jars
+	$(QUIET)mkdir -p $@/META-INF/services/
+	$(QUIET)find $$PWD/vendor/bundle $$PWD/vendor/jar -name '*.jar' \
+	| xargs $(JRUBY_CMD) extract_services.rb -o $@/META-INF/services
+	@# copy openssl/lib/shared folders/files to root of jar
+	@#- need this for openssl to work with JRuby
+	$(QUIET)mkdir -p $@/openssl
+	$(QUIET)mkdir -p $@/jopenssl
+	$(QUIET)cp -r $$PWD/vendor/bundle/jruby/1.9/gems/jruby-openss*/lib/shared/openssl/* $@/openssl
+	$(QUIET)cp -r $$PWD/vendor/bundle/jruby/1.9/gems/jruby-openss*/lib/shared/jopenssl/* $@/jopenssl
+	$(QUIET)cp -r $$PWD/vendor/bundle/jruby/1.9/gems/jruby-openss*/lib/shared/openssl.rb $@/openssl.rb
+	@# Purge any extra files we don't need in META-INF (like manifests and
+	@# signature files)
+	-$(QUIET)rm -f $@/META-INF/*.LIST
+	-$(QUIET)rm -f $@/META-INF/*.MF
+	-$(QUIET)rm -f $@/META-INF/*.RSA
+	-$(QUIET)rm -f $@/META-INF/*.SF
+	-$(QUIET)rm -f $@/META-INF/NOTICE $@/META-INF/NOTICE.txt
+	-$(QUIET)rm -f $@/META-INF/LICENSE $@/META-INF/LICENSE.txt
+	-$(QUIET)mkdir -p $@/vendor/ua-parser
+	-$(QUIET)cp vendor/ua-parser/regexes.yaml $@/vendor/ua-parser
+	$(QUIET)cp $(GEOIP) $@/
+	$(QUIET)cp $(TYPESDB) $@/
+	$(QUIET)cp lib/logstash/outputs/elasticsearch/elasticsearch-template.json $@/
+	-$(QUIET)rsync -a vendor/kibana/ $@/vendor/kibana/
+
+vendor/ua-parser/: | build
+	$(QUIET)mkdir $@
+
+vendor/ua-parser/regexes.yaml: | vendor/ua-parser/
+	@echo "=> Fetching ua-parser regexes.yaml"
+	$(QUIET)$(DOWNLOAD_COMMAND) $@ https://raw.github.com/tobie/ua-parser/master/regexes.yaml
+
+# Learned how to do pack gems up into the jar mostly from here:
+# http://blog.nicksieger.com/articles/2009/01/10/jruby-1-1-6-gems-in-a-jar
+VENDOR_DIR=vendor/bundle/jruby/1.9
+jar: build/logstash-$(VERSION)-monolithic.jar
+build/logstash-$(VERSION)-monolithic.jar: | build/monolith
+build/logstash-$(VERSION)-monolithic.jar: JAR_ARGS=-C build/ruby .
+build/logstash-$(VERSION)-monolithic.jar: JAR_ARGS+=-C build/monolith .
+build/logstash-$(VERSION)-monolithic.jar: JAR_ARGS+=-C $(VENDOR_DIR) gems
+build/logstash-$(VERSION)-monolithic.jar: JAR_ARGS+=-C $(VENDOR_DIR) specifications
+build/logstash-$(VERSION)-monolithic.jar: JAR_ARGS+=-C lib logstash/certs
+build/logstash-$(VERSION)-monolithic.jar: JAR_ARGS+=patterns
+build/logstash-$(VERSION)-monolithic.jar:
+	$(QUIET)rm -f $@
+	$(QUIET)jar cfe $@ logstash.runner $(JAR_ARGS)
+	@echo "Created $@"
+
+.PHONY: build/logstash-$(VERSION)-monolithic.jar
+
+build/flatgems: | build vendor/bundle
+	mkdir $@
+	for i in $(VENDOR_DIR)/gems/*/lib $(VENDOR_DIR)/gems/*/data; do \
+		rsync -a $$i/ $@/$$(basename $$i) ; \
+	done
+	@# Until I implement something that looks at the 'require_paths' from
+	@# all the gem specs.
+	$(QUIET)rsync -a $(VENDOR_DIR)/gems/jruby-openssl-*/lib/shared/jopenssl.jar $@/lib
+	#$(QUIET)rsync -a $(VENDOR_DIR)/gems/sys-uname-*/lib/unix/ $@/lib
+	@# Other lame hacks to get crap to work.
+	$(QUIET)rsync -a $(VENDOR_DIR)/gems/sass-*/VERSION_NAME $@/root/
+	$(QUIET)rsync -a $(VENDOR_DIR)/gems/user_agent_parser-*/vendor/ua-parser $@/vendor
+
+flatjar-test:
+	# chdir away from the project directory to make sure things work in isolation.
+	cd / && GEM_HOME= GEM_PATH= java -jar $(PWD)/build/logstash-$(VERSION)-flatjar.jar rspec $(TESTS) --fail-fast
+	#cd / && GEM_HOME= GEM_PATH= java -jar $(PWD)/build/logstash-$(VERSION)-flatjar.jar rspec spec/jar.rb
+
+jar-test:
+	cd / && GEM_HOME= GEM_PATH= java -jar $(PWD)/build/logstash-$(VERSION)-monolithic.jar rspec $(TESTS) --fail-fast
+	#cd / && GEM_HOME= GEM_PATH= java -jar $(PWD)/build/logstash-$(VERSION)-monolithic.jar rspec spec/jar.rb
+
+flatjar-test-and-report:
+	GEM_HOME= GEM_PATH= java -jar build/logstash-$(VERSION)-flatjar.jar rspec $(TESTS) --format h --out build/results.flatjar.html
+
+jar-test-and-report:
+	GEM_HOME= GEM_PATH= java -jar build/logstash-$(VERSION)-monolithic.jar rspec $(TESTS) --format h --out build/results.monolithic.html
+
+flatjar: build/logstash-$(VERSION)-flatjar.jar
+build/jar: | build build/flatgems build/monolith
+	$(QUIET)mkdir build/jar
+	$(QUIET)rsync -a build/flatgems/root/ build/flatgems/lib/ build/monolith/ build/ruby/ patterns build/flatgems/data build/jar/
+	$(QUIET)(cd lib; rsync -a --delete logstash/certs/ ../build/jar/logstash/certs)
+
+build/logstash-$(VERSION)-flatjar.jar: | build/jar
+	$(QUIET)rm -f $@
+	$(QUIET)jar cfe $@ logstash.runner -C build/jar .
+	@echo "Created $@"
+
+update-jar: copy-ruby-files compile build/ruby/logstash/runner.class
+	$(QUIET)jar uf build/logstash-$(VERSION)-monolithic.jar -C build/ruby .
+
+update-flatjar: copy-ruby-files compile build/ruby/logstash/runner.class
+	$(QUIET)jar uf build/logstash-$(VERSION)-flatjar.jar -C build/ruby .
+
+.PHONY: test
+test: | $(JRUBY) vendor-elasticsearch vendor-geoip vendor-collectd
+	GEM_HOME= GEM_PATH= bin/logstash deps
+	GEM_HOME= GEM_PATH= bin/logstash rspec --order rand --fail-fast $(TESTS)
+
+
+.PHONY: docs
+docs: docgen doccopy docindex
+
+doccopy: $(addprefix build/,$(shell git ls-files | grep '^docs/')) | build/docs
+docindex: build/docs/index.html
+
+docgen: $(addprefix build/docs/,$(subst lib/logstash/,,$(subst .rb,.html,$(PLUGIN_FILES))))
+
+build/docs: build
+	-$(QUIET)mkdir $@
+
+build/docs/inputs build/docs/filters build/docs/outputs build/docs/codecs: | build/docs
+	-$(QUIET)mkdir $@
+
+# bluecloth gem doesn't work on jruby. Use ruby.
+build/docs/inputs/%.html: lib/logstash/inputs/%.rb docs/docgen.rb docs/plugin-doc.html.erb | build/docs/inputs
+	$(QUIET)ruby docs/docgen.rb -o build/docs $<
+	$(QUIET)sed -i -re 's/%VERSION%/$(VERSION)/g' $@
+	$(QUIET)sed -i -re 's/%ELASTICSEARCH_VERSION%/$(ELASTICSEARCH_VERSION)/g' $@
+build/docs/filters/%.html: lib/logstash/filters/%.rb docs/docgen.rb docs/plugin-doc.html.erb | build/docs/filters
+	$(QUIET)ruby docs/docgen.rb -o build/docs $<
+	$(QUIET)sed -i -re 's/%VERSION%/$(VERSION)/g' $@
+	$(QUIET)sed -i -re 's/%ELASTICSEARCH_VERSION%/$(ELASTICSEARCH_VERSION)/g' $@
+build/docs/outputs/%.html: lib/logstash/outputs/%.rb docs/docgen.rb docs/plugin-doc.html.erb | build/docs/outputs
+	$(QUIET)ruby docs/docgen.rb -o build/docs $<
+	$(QUIET)sed -i -re 's/%VERSION%/$(VERSION)/g' $@
+	$(QUIET)sed -i -re 's/%ELASTICSEARCH_VERSION%/$(ELASTICSEARCH_VERSION)/g' $@
+build/docs/codecs/%.html: lib/logstash/codecs/%.rb docs/docgen.rb docs/plugin-doc.html.erb | build/docs/codecs
+	$(QUIET)ruby docs/docgen.rb -o build/docs $<
+	$(QUIET)sed -i -re 's/%VERSION%/$(VERSION)/g' $@
+
+build/docs/%: docs/% lib/logstash/version.rb Makefile
+	@echo "Copying $< (to $@)"
+	-$(QUIET)mkdir -p $(shell dirname $@)
+	$(QUIET)cp $< $@
+	$(QUIET)case "$(suffix $<)" in \
+		.gz|.bz2|.png|.jpg) ;; \
+		*) \
+			sed -i -re 's/%VERSION%/$(VERSION)/g' $@ ; \
+			sed -i -re 's/%ELASTICSEARCH_VERSION%/$(ELASTICSEARCH_VERSION)/g' $@ ; \
+			;; \
+	esac
+
+build/docs/index.html: $(addprefix build/docs/,$(subst lib/logstash/,,$(subst .rb,.html,$(PLUGIN_FILES))))
+build/docs/index.html: docs/generate_index.rb lib/logstash/version.rb docs/index.html.erb Makefile
+	@echo "Building documentation index.html"
+	$(QUIET)ruby $< build/docs > $@
+	$(QUIET)sed -i -re 's/%VERSION%/$(VERSION)/g' $@
+	$(QUIET)sed -i -re 's/%ELASTICSEARCH_VERSION%/$(ELASTICSEARCH_VERSION)/g' $@
+
+rpm: build/logstash-$(VERSION)-monolithic.jar
+	rm -rf build/root
+	mkdir -p build/root/opt/logstash
+	cp -rp patterns build/root/opt/logstash/patterns
+	cp build/logstash-$(VERSION)-monolithic.jar build/root/opt/logstash
+	(cd build; fpm -t rpm -d jre -a noarch -n logstash -v $(VERSION) -s dir -C root opt)
+
+.PHONY: patterns
+patterns:
+	curl https://nodeload.github.com/logstash/grok-patterns/tarball/master | tar zx
+	mv logstash-grok-patterns*/* patterns/
+	rm -rf logstash-grok-patterns*
+
+## JIRA Interaction section
+JIRACLI=/path/to/your/jira-cli-3.1.0/jira.sh
+
+sync-jira-components: $(addprefix create/jiracomponent/,$(subst lib/logstash/,,$(subst .rb,,$(PLUGIN_FILES))))
+	-$(QUIET)$(JIRACLI) --action run --file tmp_jira_action_list --continue > /dev/null 2>&1
+	$(QUIET)rm tmp_jira_action_list
+
+create/jiracomponent/%:
+	$(QUIET)echo "--action addComponent --project LOGSTASH --name $(subst create/jiracomponent/,,$@)" >> tmp_jira_action_list
+
+## Release note section (up to you if/how/when to integrate in docs)
+# Collect the details of:
+#  - merged pull request from GitHub since last release
+#  - issues for FixVersion from JIRA
+
+# Note on used Github logic
+# We parse the commit between the last tag (should be the last release) and HEAD
+# to extract all the notice about merged pull requests.
+
+# Note on used JIRA release note URL
+# The JIRA Release note list all issues (even open ones)
+# with Fix Version assigned to target version
+# So one must verify manually that there is no open issue left (TODO use JIRACLI)
+
+# This is the ID for a version item in jira, can be obtained by CLI
+# or through the Version URL https://logstash.jira.com/browse/LOGSTASH/fixforversion/xxx
+JIRA_VERSION_ID=10820
+
+releaseNote:
+	-$(QUIET)rm releaseNote.html
+	$(QUIET)curl -si "https://logstash.jira.com/secure/ReleaseNote.jspa?version=$(JIRA_VERSION_ID)&projectId=10020" | sed -n '/<textarea.*>/,/<\/textarea>/p' | grep textarea -v >> releaseNote.html
+	$(QUIET)ruby pull_release_note.rb
+
+package:
+	[ ! -f build/logstash-$(VERSION)-flatjar.jar ] \
+		&& make build/logstash-$(VERSION)-flatjar.jar ; \
+	(cd pkg; \
+		./build.sh ubuntu 12.10; \
+		./build.sh centos 6; \
+		./build.sh debian 6; \
+	)
+
+vendor/kibana: | vendor
+	@echo "=> Fetching kibana"
+	$(QUIET)mkdir vendor/kibana || true
+	$(DOWNLOAD_COMMAND) - $(KIBANA_URL) | tar -C $@ -zx --strip-components=1
+
+build/tarball: | build
+	mkdir $@
+build/tarball/logstash-%: | build/tarball
+	mkdir $@
+
+show:
+	echo $(VERSION)
+
+.PHONY: prepare-tarball
+prepare-tarball tarball: WORKDIR=build/tarball/logstash-$(VERSION)
+prepare-tarball: vendor/kibana $(ELASTICSEARCH) $(JRUBY) $(GEOIP) $(TYPESDB) vendor-gems
+prepare-tarball: vendor/ua-parser/regexes.yaml
+prepare-tarball:
+	@echo "=> Preparing tarball"
+	$(QUIET)$(MAKE) $(WORKDIR)
+	$(QUIET)rsync -a --relative bin lib spec locales patterns vendor/bundle/jruby vendor/geoip vendor/jar vendor/kibana vendor/ua-parser vendor/collectd LICENSE README.md --exclude 'vendor/bundle/jruby/1.9/cache' --exclude 'vendor/bundle/jruby/1.9/gems/*/doc' --exclude 'vendor/jar/elasticsearch-$(ELASTICSEARCH_VERSION).tar.gz'  $(WORKDIR)
+	$(QUIET)sed -i -e 's/^LOGSTASH_VERSION = .*/LOGSTASH_VERSION = "$(VERSION)"/' $(WORKDIR)/lib/logstash/version.rb
+
+.PHONY: tarball
+tarball: | build/logstash-$(VERSION).tar.gz
+build/logstash-$(VERSION).tar.gz: | prepare-tarball
+	$(QUIET)tar -C $$(dirname $(WORKDIR)) -zcf $@ $$(basename $(WORKDIR))
+	@echo "=> tarball ready: $@"
+
+.PHONY: tarball-test
+tarball-test: #build/logstash-$(VERSION).tar.gz
+	$(QUIET)-rm -rf build/test-tarball/
+	$(QUIET)mkdir -p build/test-tarball/
+	tar -C build/test-tarball --strip-components 1 -xf build/logstash-$(VERSION).tar.gz
+	(cd build/test-tarball; bin/logstash rspec $(TESTS) --fail-fast)