RubyGems - immunio - Versions diffs - 0.15.2 - Mend

immunio 0.15.2

Files changed (157) hide show

checksums.yaml +7 -0
data/LICENSE +234 -0
data/README.md +147 -0
data/bin/immunio +5 -0
data/lib/immunio.rb +29 -0
data/lib/immunio/agent.rb +260 -0
data/lib/immunio/authentication.rb +96 -0
data/lib/immunio/blocked_app.rb +38 -0
data/lib/immunio/channel.rb +432 -0
data/lib/immunio/cli.rb +39 -0
data/lib/immunio/context.rb +114 -0
data/lib/immunio/errors.rb +43 -0
data/lib/immunio/immunio_ca.crt +45 -0
data/lib/immunio/logger.rb +87 -0
data/lib/immunio/plugins/action_dispatch.rb +45 -0
data/lib/immunio/plugins/action_view.rb +431 -0
data/lib/immunio/plugins/active_record.rb +707 -0
data/lib/immunio/plugins/active_record_relation.rb +370 -0
data/lib/immunio/plugins/authlogic.rb +80 -0
data/lib/immunio/plugins/csrf.rb +24 -0
data/lib/immunio/plugins/devise.rb +40 -0
data/lib/immunio/plugins/environment_reporter.rb +69 -0
data/lib/immunio/plugins/eval.rb +51 -0
data/lib/immunio/plugins/exception_handler.rb +55 -0
data/lib/immunio/plugins/gems_tracker.rb +5 -0
data/lib/immunio/plugins/haml.rb +36 -0
data/lib/immunio/plugins/http_finisher.rb +50 -0
data/lib/immunio/plugins/http_tracker.rb +203 -0
data/lib/immunio/plugins/io.rb +96 -0
data/lib/immunio/plugins/redirect.rb +42 -0
data/lib/immunio/plugins/warden.rb +66 -0
data/lib/immunio/processor.rb +234 -0
data/lib/immunio/rails.rb +26 -0
data/lib/immunio/request.rb +139 -0
data/lib/immunio/rufus_lua_ext/ref.rb +27 -0
data/lib/immunio/rufus_lua_ext/state.rb +157 -0
data/lib/immunio/rufus_lua_ext/table.rb +137 -0
data/lib/immunio/rufus_lua_ext/utils.rb +13 -0
data/lib/immunio/version.rb +5 -0
data/lib/immunio/vm.rb +291 -0
data/lua-hooks/ext/all.c +78 -0
data/lua-hooks/ext/bitop/README +22 -0
data/lua-hooks/ext/bitop/bit.c +189 -0
data/lua-hooks/ext/extconf.rb +38 -0
data/lua-hooks/ext/libinjection/COPYING +37 -0
data/lua-hooks/ext/libinjection/libinjection.h +65 -0
data/lua-hooks/ext/libinjection/libinjection_html5.c +847 -0
data/lua-hooks/ext/libinjection/libinjection_html5.h +54 -0
data/lua-hooks/ext/libinjection/libinjection_sqli.c +2301 -0
data/lua-hooks/ext/libinjection/libinjection_sqli.h +295 -0
data/lua-hooks/ext/libinjection/libinjection_sqli_data.h +9349 -0
data/lua-hooks/ext/libinjection/libinjection_xss.c +531 -0
data/lua-hooks/ext/libinjection/libinjection_xss.h +21 -0
data/lua-hooks/ext/libinjection/lualib.c +109 -0
data/lua-hooks/ext/lpeg/HISTORY +90 -0
data/lua-hooks/ext/lpeg/lpcap.c +537 -0
data/lua-hooks/ext/lpeg/lpcap.h +43 -0
data/lua-hooks/ext/lpeg/lpcode.c +986 -0
data/lua-hooks/ext/lpeg/lpcode.h +34 -0
data/lua-hooks/ext/lpeg/lpeg-128.gif +0 -0
data/lua-hooks/ext/lpeg/lpeg.html +1429 -0
data/lua-hooks/ext/lpeg/lpprint.c +244 -0
data/lua-hooks/ext/lpeg/lpprint.h +35 -0
data/lua-hooks/ext/lpeg/lptree.c +1238 -0
data/lua-hooks/ext/lpeg/lptree.h +77 -0
data/lua-hooks/ext/lpeg/lptypes.h +149 -0
data/lua-hooks/ext/lpeg/lpvm.c +355 -0
data/lua-hooks/ext/lpeg/lpvm.h +58 -0
data/lua-hooks/ext/lpeg/makefile +55 -0
data/lua-hooks/ext/lpeg/re.html +498 -0
data/lua-hooks/ext/lpeg/test.lua +1409 -0
data/lua-hooks/ext/lua-cmsgpack/CMakeLists.txt +45 -0
data/lua-hooks/ext/lua-cmsgpack/README.md +115 -0
data/lua-hooks/ext/lua-cmsgpack/lua_cmsgpack.c +957 -0
data/lua-hooks/ext/lua-cmsgpack/test.lua +570 -0
data/lua-hooks/ext/lua-snapshot/LICENSE +7 -0
data/lua-hooks/ext/lua-snapshot/Makefile +12 -0
data/lua-hooks/ext/lua-snapshot/README.md +18 -0
data/lua-hooks/ext/lua-snapshot/dump.lua +15 -0
data/lua-hooks/ext/lua-snapshot/snapshot.c +455 -0
data/lua-hooks/ext/lua/COPYRIGHT +34 -0
data/lua-hooks/ext/lua/lapi.c +1087 -0
data/lua-hooks/ext/lua/lapi.h +16 -0
data/lua-hooks/ext/lua/lauxlib.c +652 -0
data/lua-hooks/ext/lua/lauxlib.h +174 -0
data/lua-hooks/ext/lua/lbaselib.c +659 -0
data/lua-hooks/ext/lua/lcode.c +831 -0
data/lua-hooks/ext/lua/lcode.h +76 -0
data/lua-hooks/ext/lua/ldblib.c +398 -0
data/lua-hooks/ext/lua/ldebug.c +638 -0
data/lua-hooks/ext/lua/ldebug.h +33 -0
data/lua-hooks/ext/lua/ldo.c +519 -0
data/lua-hooks/ext/lua/ldo.h +57 -0
data/lua-hooks/ext/lua/ldump.c +164 -0
data/lua-hooks/ext/lua/lfunc.c +174 -0
data/lua-hooks/ext/lua/lfunc.h +34 -0
data/lua-hooks/ext/lua/lgc.c +710 -0
data/lua-hooks/ext/lua/lgc.h +110 -0
data/lua-hooks/ext/lua/linit.c +38 -0
data/lua-hooks/ext/lua/liolib.c +556 -0
data/lua-hooks/ext/lua/llex.c +463 -0
data/lua-hooks/ext/lua/llex.h +81 -0
data/lua-hooks/ext/lua/llimits.h +128 -0
data/lua-hooks/ext/lua/lmathlib.c +263 -0
data/lua-hooks/ext/lua/lmem.c +86 -0
data/lua-hooks/ext/lua/lmem.h +49 -0
data/lua-hooks/ext/lua/loadlib.c +705 -0
data/lua-hooks/ext/lua/loadlib_rel.c +760 -0
data/lua-hooks/ext/lua/lobject.c +214 -0
data/lua-hooks/ext/lua/lobject.h +381 -0
data/lua-hooks/ext/lua/lopcodes.c +102 -0
data/lua-hooks/ext/lua/lopcodes.h +268 -0
data/lua-hooks/ext/lua/loslib.c +243 -0
data/lua-hooks/ext/lua/lparser.c +1339 -0
data/lua-hooks/ext/lua/lparser.h +82 -0
data/lua-hooks/ext/lua/lstate.c +214 -0
data/lua-hooks/ext/lua/lstate.h +169 -0
data/lua-hooks/ext/lua/lstring.c +111 -0
data/lua-hooks/ext/lua/lstring.h +31 -0
data/lua-hooks/ext/lua/lstrlib.c +871 -0
data/lua-hooks/ext/lua/ltable.c +588 -0
data/lua-hooks/ext/lua/ltable.h +40 -0
data/lua-hooks/ext/lua/ltablib.c +287 -0
data/lua-hooks/ext/lua/ltm.c +75 -0
data/lua-hooks/ext/lua/ltm.h +54 -0
data/lua-hooks/ext/lua/lua.c +392 -0
data/lua-hooks/ext/lua/lua.def +131 -0
data/lua-hooks/ext/lua/lua.h +388 -0
data/lua-hooks/ext/lua/lua.rc +28 -0
data/lua-hooks/ext/lua/lua_dll.rc +26 -0
data/lua-hooks/ext/lua/luac.c +200 -0
data/lua-hooks/ext/lua/luac.rc +1 -0
data/lua-hooks/ext/lua/luaconf.h +763 -0
data/lua-hooks/ext/lua/luaconf.h.in +724 -0
data/lua-hooks/ext/lua/luaconf.h.orig +763 -0
data/lua-hooks/ext/lua/lualib.h +53 -0
data/lua-hooks/ext/lua/lundump.c +227 -0
data/lua-hooks/ext/lua/lundump.h +36 -0
data/lua-hooks/ext/lua/lvm.c +767 -0
data/lua-hooks/ext/lua/lvm.h +36 -0
data/lua-hooks/ext/lua/lzio.c +82 -0
data/lua-hooks/ext/lua/lzio.h +67 -0
data/lua-hooks/ext/lua/print.c +227 -0
data/lua-hooks/ext/luautf8/README.md +152 -0
data/lua-hooks/ext/luautf8/lutf8lib.c +1274 -0
data/lua-hooks/ext/luautf8/unidata.h +3064 -0
data/lua-hooks/lib/boot.lua +254 -0
data/lua-hooks/lib/encode.lua +4 -0
data/lua-hooks/lib/lexers/LICENSE +21 -0
data/lua-hooks/lib/lexers/bash.lua +134 -0
data/lua-hooks/lib/lexers/bash_dqstr.lua +62 -0
data/lua-hooks/lib/lexers/css.lua +216 -0
data/lua-hooks/lib/lexers/html.lua +106 -0
data/lua-hooks/lib/lexers/javascript.lua +68 -0
data/lua-hooks/lib/lexers/lexer.lua +1575 -0
data/lua-hooks/lib/lexers/markers.lua +33 -0
metadata +308 -0

@@ -0,0 +1,58 @@
+/*
+** $Id: lpvm.h,v 1.3 2014/02/21 13:06:41 roberto Exp $
+*/
+#if !defined(lpvm_h)
+#define lpvm_h
+#include "lpcap.h"
+/* Virtual Machine's LpegInstructions */
+typedef enum Opcode {
+  IAny, /* if no char, fail */
+  IChar,  /* if char != aux, fail */
+  ISet,  /* if char not in buff, fail */
+  ITestAny,  /* in no char, jump to 'offset' */
+  ITestChar,  /* if char != aux, jump to 'offset' */
+  ITestSet,  /* if char not in buff, jump to 'offset' */
+  ISpan,  /* read a span of chars in buff */
+  IBehind,  /* walk back 'aux' characters (fail if not possible) */
+  IRet,  /* return from a rule */
+  IEnd,  /* end of pattern */
+  IChoice,  /* stack a choice; next fail will jump to 'offset' */
+  IJmp,  /* jump to 'offset' */
+  ICall,  /* call rule at 'offset' */
+  IOpenCall,  /* call rule number 'key' (must be closed to a ICall) */
+  ICommit,  /* pop choice and jump to 'offset' */
+  IPartialCommit,  /* update top choice to current position and jump */
+  IBackCommit,  /* "fails" but jump to its own 'offset' */
+  IFailTwice,  /* pop one choice and then fail */
+  IFail,  /* go back to saved state on choice and jump to saved offset */
+  IGiveup,  /* internal use */
+  IFullCapture,  /* complete capture of last 'off' chars */
+  IOpenCapture,  /* start a capture */
+  ICloseCapture,
+  ICloseRunTime
+} Opcode;
+typedef union LpegInstruction {
+  struct Inst {
+    byte code;
+    byte aux;
+    short key;
+  } i;
+  int offset;
+  byte buff[1];
+} LpegInstruction;
+void printpatt (LpegInstruction *p, int n);
+const char *lpeg_match (lua_State *L, const char *o, const char *s, const char *e,
+                   LpegInstruction *op, Capture *capture, int ptop);
+#endif

data/lua-hooks/ext/lpeg/makefile ADDED

@@ -0,0 +1,55 @@
+LIBNAME = lpeg
+LUADIR = ../lua/
+COPT = -O2
+# COPT = -DLPEG_DEBUG -g
+CWARNS = -Wall -Wextra -pedantic \
+	-Waggregate-return \
+	-Wcast-align \
+	-Wcast-qual \
+	-Wdisabled-optimization \
+	-Wpointer-arith \
+	-Wshadow \
+	-Wsign-compare \
+	-Wundef \
+	-Wwrite-strings \
+	-Wbad-function-cast \
+	-Wdeclaration-after-statement \
+	-Wmissing-prototypes \
+	-Wnested-externs \
+	-Wstrict-prototypes \
+# -Wunreachable-code \
+CFLAGS = $(CWARNS) $(COPT) -std=c99 -I$(LUADIR) -fPIC
+CC = gcc
+FILES = lpvm.o lpcap.o lptree.o lpcode.o lpprint.o
+# For Linux
+linux:
+	make lpeg.so "DLLFLAGS = -shared -fPIC"
+# For Mac OS
+macosx:
+	make lpeg.so "DLLFLAGS = -bundle -undefined dynamic_lookup"
+lpeg.so: $(FILES)
+	env $(CC) $(DLLFLAGS) $(FILES) -o lpeg.so
+$(FILES): makefile
+test: test.lua re.lua lpeg.so
+	./test.lua
+clean:
+	rm -f $(FILES) lpeg.so
+lpcap.o: lpcap.c lpcap.h lptypes.h
+lpcode.o: lpcode.c lptypes.h lpcode.h lptree.h lpvm.h lpcap.h
+lpprint.o: lpprint.c lptypes.h lpprint.h lptree.h lpvm.h lpcap.h
+lptree.o: lptree.c lptypes.h lpcap.h lpcode.h lptree.h lpvm.h lpprint.h
+lpvm.o: lpvm.c lpcap.h lptypes.h lpvm.h lpprint.h lptree.h

data/lua-hooks/ext/lpeg/re.html ADDED

@@ -0,0 +1,498 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN"
+   "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd">
+<html>
+<head>
+    <title>LPeg.re - Regex syntax for LPEG</title>
+    <link rel="stylesheet"
+          href="http://www.inf.puc-rio.br/~roberto/lpeg/doc.css"
+          type="text/css"/>
+	<meta http-equiv="Content-Type" content="text/html; charset=UTF-8"/>
+</head>
+<body>
+<!-- $Id: re.html,v 1.21 2013/03/28 20:43:30 roberto Exp $ -->
+<div id="container">
+<div id="product">
+  <div id="product_logo">
+    <a href="http://www.inf.puc-rio.br/~roberto/lpeg/">
+    <img alt="LPeg logo" src="lpeg-128.gif"/>
+    </a>
+  </div>
+  <div id="product_name"><big><strong>LPeg.re</strong></big></div>
+  <div id="product_description">
+     Regex syntax for LPEG
+  </div>
+</div> <!-- id="product" -->
+<div id="main">
+<div id="navigation">
+<h1>re</h1>
+<ul>
+  <li><a href="#basic">Basic Constructions</a></li>
+  <li><a href="#func">Functions</a></li>
+  <li><a href="#ex">Some Examples</a></li>
+  <li><a href="#license">License</a></li>
+  </ul>
+  </li>
+</ul>
+</div> <!-- id="navigation" -->
+<div id="content">
+<h2><a name="basic"></a>The <code>re</code> Module</h2>
+<p>
+The <code>re</code> module
+(provided by file <code>re.lua</code> in the distribution)
+supports a somewhat conventional regex syntax
+for pattern usage within <a href="lpeg.html">LPeg</a>.
+</p>
+<p>
+The next table summarizes <code>re</code>'s syntax.
+A <code>p</code> represents an arbitrary pattern;
+<code>num</code> represents a number (<code>[0-9]+</code>);
+<code>name</code> represents an identifier
+(<code>[a-zA-Z][a-zA-Z0-9_]*</code>).
+Constructions are listed in order of decreasing precedence.
+<table border="1">
+<tbody><tr><td><b>Syntax</b></td><td><b>Description</b></td></tr>
+<tr><td><code>( p )</code></td> <td>grouping</td></tr>
+<tr><td><code>'string'</code></td> <td>literal string</td></tr>
+<tr><td><code>"string"</code></td> <td>literal string</td></tr>
+<tr><td><code>[class]</code></td> <td>character class</td></tr>
+<tr><td><code>.</code></td> <td>any character</td></tr>
+<tr><td><code>%name</code></td>
+  <td>pattern <code>defs[name]</code> or a pre-defined pattern</td></tr>
+<tr><td><code>name</code></td><td>non terminal</td></tr>
+<tr><td><code>&lt;name&gt;</code></td><td>non terminal</td></tr>
+<tr><td><code>{}</code></td> <td>position capture</td></tr>
+<tr><td><code>{ p }</code></td> <td>simple capture</td></tr>
+<tr><td><code>{: p :}</code></td> <td>anonymous group capture</td></tr>
+<tr><td><code>{:name: p :}</code></td> <td>named group capture</td></tr>
+<tr><td><code>{~ p ~}</code></td> <td>substitution capture</td></tr>
+<tr><td><code>{| p |}</code></td> <td>table capture</td></tr>
+<tr><td><code>=name</code></td> <td>back reference
+</td></tr>
+<tr><td><code>p ?</code></td> <td>optional match</td></tr>
+<tr><td><code>p *</code></td> <td>zero or more repetitions</td></tr>
+<tr><td><code>p +</code></td> <td>one or more repetitions</td></tr>
+<tr><td><code>p^num</code></td> <td>exactly <code>n</code> repetitions</td></tr>
+<tr><td><code>p^+num</code></td>
+      <td>at least <code>n</code> repetitions</td></tr>
+<tr><td><code>p^-num</code></td>
+      <td>at most <code>n</code> repetitions</td></tr>
+<tr><td><code>p -&gt; 'string'</code></td> <td>string capture</td></tr>
+<tr><td><code>p -&gt; "string"</code></td> <td>string capture</td></tr>
+<tr><td><code>p -&gt; num</code></td> <td>numbered capture</td></tr>
+<tr><td><code>p -&gt; name</code></td> <td>function/query/string capture
+equivalent to <code>p / defs[name]</code></td></tr>
+<tr><td><code>p =&gt; name</code></td> <td>match-time capture
+equivalent to <code>lpeg.Cmt(p, defs[name])</code></td></tr>
+<tr><td><code>& p</code></td> <td>and predicate</td></tr>
+<tr><td><code>! p</code></td> <td>not predicate</td></tr>
+<tr><td><code>p1 p2</code></td> <td>concatenation</td></tr>
+<tr><td><code>p1 / p2</code></td> <td>ordered choice</td></tr>
+<tr><td>(<code>name &lt;- p</code>)<sup>+</sup></td> <td>grammar</td></tr>
+</tbody></table>
+<p>
+Any space appearing in a syntax description can be
+replaced by zero or more space characters and Lua-style comments
+(<code>--</code> until end of line).
+</p>
+<p>
+Character classes define sets of characters.
+An initial <code>^</code> complements the resulting set.
+A range <em>x</em><code>-</code><em>y</em> includes in the set
+all characters with codes between the codes of <em>x</em> and <em>y</em>.
+A pre-defined class <code>%</code><em>name</em> includes all
+characters of that class.
+A simple character includes itself in the set.
+The only special characters inside a class are <code>^</code>
+(special only if it is the first character);
+<code>]</code>
+(can be included in the set as the first character,
+after the optional <code>^</code>);
+<code>%</code> (special only if followed by a letter);
+and <code>-</code>
+(can be included in the set as the first or the last character).
+</p>
+<p>
+Currently the pre-defined classes are similar to those from the
+Lua's string library
+(<code>%a</code> for letters,
+<code>%A</code> for non letters, etc.).
+There is also a class <code>%nl</code>
+containing only the newline character,
+which is particularly handy for grammars written inside long strings,
+as long strings do not interpret escape sequences like <code>\n</code>.
+</p>
+<h2><a name="func">Functions</a></h2>
+<h3><code>re.compile (string, [, defs])</code></h3>
+<p>
+Compiles the given string and
+returns an equivalent LPeg pattern.
+The given string may define either an expression or a grammar.
+The optional <code>defs</code> table provides extra Lua values
+to be used by the pattern.
+</p>
+<h3><code>re.find (subject, pattern [, init])</code></h3>
+<p>
+Searches the given pattern in the given subject.
+If it finds a match,
+returns the index where this occurrence starts and
+the index where it ends.
+Otherwise, returns nil.
+</p>
+<p>
+An optional numeric argument <code>init</code> makes the search
+starts at that position in the subject string.
+As usual in Lua libraries,
+a negative value counts from the end.
+</p>
+<h3><code>re.gsub (subject, pattern, replacement)</code></h3>
+<p>
+Does a <em>global substitution</em>,
+replacing all occurrences of <code>pattern</code>
+in the given <code>subject</code> by <code>replacement</code>.
+<h3><code>re.match (subject, pattern)</code></h3>
+<p>
+Matches the given pattern against the given subject,
+returning all captures.
+</p>
+<h3><code>re.updatelocale ()</code></h3>
+<p>
+Updates the pre-defined character classes to the current locale.
+</p>
+<h2><a name="ex">Some Examples</a></h2>
+<h3>A complete simple program</h3>
+<p>
+The next code shows a simple complete Lua program using
+the <code>re</code> module:
+</p>
+<pre class="example">
+local re = require"re"
+-- find the position of the first numeral in a string
+print(re.find("the number 423 is odd", "[0-9]+"))  --&gt; 12    14
+-- returns all words in a string
+print(re.match("the number 423 is odd", "({%a+} / .)*"))
+--&gt; the    number    is    odd
+-- returns the first numeral in a string
+print(re.match("the number 423 is odd", "s <- {%d+} / . s"))
+--&gt; 423
+print(re.gsub("hello World", "[aeiou]", "."))
+--&gt; h.ll. W.rld
+</pre>
+<h3>Balanced parentheses</h3>
+<p>
+The following call will produce the same pattern produced by the
+Lua expression in the
+<a href="lpeg.html#balanced">balanced parentheses</a> example:
+</p>
+<pre class="example">
+b = re.compile[[  balanced &lt;- "(" ([^()] / balanced)* ")"  ]]
+</pre>
+<h3>String reversal</h3>
+<p>
+The next example reverses a string:
+</p>
+<pre class="example">
+rev = re.compile[[ R &lt;- (!.) -&gt; '' / ({.} R) -&gt; '%2%1']]
+print(rev:match"0123456789")   --&gt; 9876543210
+</pre>
+<h3>CSV decoder</h3>
+<p>
+The next example replicates the <a href="lpeg.html#CSV">CSV decoder</a>:
+</p>
+<pre class="example">
+record = re.compile[[
+  record &lt;- {| field (',' field)* |} (%nl / !.)
+  field &lt;- escaped / nonescaped
+  nonescaped &lt;- { [^,"%nl]* }
+  escaped &lt;- '"' {~ ([^"] / '""' -&gt; '"')* ~} '"'
+]]
+</pre>
+<h3>Lua's long strings</h3>
+<p>
+The next example matches Lua long strings:
+</p>
+<pre class="example">
+c = re.compile([[
+  longstring &lt;- ('[' {:eq: '='* :} '[' close)
+  close &lt;- ']' =eq ']' / . close
+]])
+print(c:match'[==[]]===]]]]==]===[]')   --&gt; 17
+</pre>
+<h3>Abstract Syntax Trees</h3>
+<p>
+This example shows a simple way to build an
+abstract syntax tree (AST) for a given grammar.
+To keep our example simple,
+let us consider the following grammar
+for lists of names:
+</p>
+<pre class="example">
+p = re.compile[[
+      listname &lt;- (name s)*
+      name &lt;- [a-z][a-z]*
+      s &lt;- %s*
+]]
+</pre>
+<p>
+Now, we will add captures to build a corresponding AST.
+As a first step, the pattern will build a table to
+represent each non terminal;
+terminals will be represented by their corresponding strings:
+</p>
+<pre class="example">
+c = re.compile[[
+      listname &lt;- {| (name s)* |}
+      name &lt;- {| {[a-z][a-z]*} |}
+      s &lt;- %s*
+]]
+</pre>
+<p>
+Now, a match against <code>"hi hello bye"</code>
+results in the table
+<code>{{"hi"}, {"hello"}, {"bye"}}</code>.
+</p>
+<p>
+For such a simple grammar,
+this AST is more than enough;
+actually, the tables around each single name
+are already overkilling.
+More complex grammars,
+however, may need some more structure.
+Specifically,
+it would be useful if each table had
+a <code>tag</code> field telling what non terminal
+that table represents.
+We can add such a tag using
+<a href="lpeg.html/#cap-g">named group captures</a>:
+</p>
+<pre class="example">
+x = re.compile[[
+      listname <- {| {:tag: '' -> 'list':} (name s)* |}
+      name <- {| {:tag: '' -> 'id':} {[a-z][a-z]*} |}
+      s <- ' '*
+]]
+</pre>
+<p>
+With these group captures,
+a match against <code>"hi hello bye"</code>
+results in the following table:
+</p>
+<pre class="example">
+{tag="list",
+  {tag="id", "hi"},
+  {tag="id", "hello"},
+  {tag="id", "bye"}
+}
+</pre>
+<h3>Indented blocks</h3>
+<p>
+This example breaks indented blocks into tables,
+respecting the indentation:
+</p>
+<pre class="example">
+p = re.compile[[
+  block &lt;- {| {:ident:' '*:} line
+           ((=ident !' ' line) / &(=ident ' ') block)* |}
+  line &lt;- {[^%nl]*} %nl
+]]
+</pre>
+<p>
+As an example,
+consider the following text:
+</p>
+<pre class="example">
+t = p:match[[
+first line
+  subline 1
+  subline 2
+second line
+third line
+  subline 3.1
+    subline 3.1.1
+  subline 3.2
+]]
+</pre>
+<p>
+The resulting table <code>t</code> will be like this:
+</p>
+<pre class="example">
+   {'first line'; {'subline 1'; 'subline 2'; ident = '  '};
+    'second line';
+    'third line'; { 'subline 3.1'; {'subline 3.1.1'; ident = '    '};
+                    'subline 3.2'; ident = '  '};
+    ident = ''}
+</pre>
+<h3>Macro expander</h3>
+<p>
+This example implements a simple macro expander.
+Macros must be defined as part of the pattern,
+following some simple rules:
+</p>
+<pre class="example">
+p = re.compile[[
+      text &lt;- {~ item* ~}
+      item &lt;- macro / [^()] / '(' item* ')'
+      arg &lt;- ' '* {~ (!',' item)* ~}
+      args &lt;- '(' arg (',' arg)* ')'
+      -- now we define some macros
+      macro &lt;- ('apply' args) -&gt; '%1(%2)'
+             / ('add' args) -&gt; '%1 + %2'
+             / ('mul' args) -&gt; '%1 * %2'
+]]
+print(p:match"add(mul(a,b), apply(f,x))")   --&gt; a * b + f(x)
+</pre>
+<p>
+A <code>text</code> is a sequence of items,
+wherein we apply a substitution capture to expand any macros.
+An <code>item</code> is either a macro,
+any character different from parentheses,
+or a parenthesized expression.
+A macro argument (<code>arg</code>) is a sequence
+of items different from a comma.
+(Note that a comma may appear inside an item,
+e.g., inside a parenthesized expression.)
+Again we do a substitution capture to expand any macro
+in the argument before expanding the outer macro.
+<code>args</code> is a list of arguments separated by commas.
+Finally we define the macros.
+Each macro is a string substitution;
+it replaces the macro name and its arguments by its corresponding string,
+with each <code>%</code><em>n</em> replaced by the <em>n</em>-th argument.
+</p>
+<h3>Patterns</h3>
+<p>
+This example shows the complete syntax
+of patterns accepted by <code>re</code>.
+</p>
+<pre class="example">
+p = [=[
+pattern         &lt;- exp !.
+exp             &lt;- S (alternative / grammar)
+alternative     &lt;- seq ('/' S seq)*
+seq             &lt;- prefix*
+prefix          &lt;- '&amp;' S prefix / '!' S prefix / suffix
+suffix          &lt;- primary S (([+*?]
+                            / '^' [+-]? num
+                            / '-&gt;' S (string / '{}' / name)
+                            / '=&gt;' S name) S)*
+primary         &lt;- '(' exp ')' / string / class / defined
+                 / '{:' (name ':')? exp ':}'
+                 / '=' name
+                 / '{}'
+                 / '{~' exp '~}'
+                 / '{' exp '}'
+                 / '.'
+                 / name S !arrow
+                 / '&lt;' name '&gt;'          -- old-style non terminals
+grammar         &lt;- definition+
+definition      &lt;- name S arrow exp
+class           &lt;- '[' '^'? item (!']' item)* ']'
+item            &lt;- defined / range / .
+range           &lt;- . '-' [^]]
+S               &lt;- (%s / '--' [^%nl]*)*   -- spaces and comments
+name            &lt;- [A-Za-z][A-Za-z0-9_]*
+arrow           &lt;- '&lt;-'
+num             &lt;- [0-9]+
+string          &lt;- '"' [^"]* '"' / "'" [^']* "'"
+defined         &lt;- '%' name
+]=]
+print(re.match(p, p))   -- a self description must match itself
+</pre>
+<h2><a name="license">License</a></h2>
+<p>
+Copyright &copy; 2008-2010 Lua.org, PUC-Rio.
+</p>
+<p>
+Permission is hereby granted, free of charge,
+to any person obtaining a copy of this software and
+associated documentation files (the "Software"),
+to deal in the Software without restriction,
+including without limitation the rights to use,
+copy, modify, merge, publish, distribute, sublicense,
+and/or sell copies of the Software,
+and to permit persons to whom the Software is
+furnished to do so,
+subject to the following conditions:
+</p>
+<p>
+The above copyright notice and this permission notice
+shall be included in all copies or substantial portions of the Software.
+</p>
+<p>
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED,
+INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM,
+DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.
+</p>
+</div> <!-- id="content" -->
+</div> <!-- id="main" -->
+<div id="about">
+<p><small>
+$Id: re.html,v 1.21 2013/03/28 20:43:30 roberto Exp $
+</small></p>
+</div> <!-- id="about" -->
+</div> <!-- id="container" -->
+</body>
+</html>