gherkin 2.4.18 → 2.4.20

data/ext/gherkin_lexer_en_tx/extconf.rb

@@ -0,0 +1,6 @@
+require 'mkmf'
+CONFIG['warnflags'].gsub!(/-Wshorten-64-to-32/, '') if CONFIG['warnflags']
+$CFLAGS << ' -O0 -Wall' if CONFIG['CC'] =~ /gcc/
+dir_config("gherkin_lexer_en_tx")
+have_library("c", "main")
+create_makefile("gherkin_lexer_en_tx")

data/ext/gherkin_lexer_en_tx/gherkin_lexer_en_tx.c

@@ -0,0 +1,1264 @@
+
+#line 1 "/Users/ahellesoy/scm/gherkin/tasks/../ragel/i18n/en_tx.c.rl"
+#include <assert.h>
+#include <ruby.h>
+
+#if defined(_WIN32)
+#include <stddef.h>
+#endif
+
+#ifdef HAVE_RUBY_RE_H
+#include <ruby/re.h>
+#else
+#include <re.h>
+#endif
+
+#ifdef HAVE_RUBY_ENCODING_H
+#include <ruby/encoding.h>
+#define ENCODED_STR_NEW(ptr, len) \
+    rb_enc_str_new(ptr, len, rb_utf8_encoding())
+#else
+#define ENCODED_STR_NEW(ptr, len) \
+    rb_str_new(ptr, len)
+#endif
+
+#ifndef RSTRING_PTR
+#define RSTRING_PTR(s) (RSTRING(s)->ptr)
+#endif
+
+#ifndef RSTRING_LEN
+#define RSTRING_LEN(s) (RSTRING(s)->len)
+#endif
+
+#define DATA_GET(FROM, TYPE, NAME) \
+  Data_Get_Struct(FROM, TYPE, NAME); \
+  if (NAME == NULL) { \
+    rb_raise(rb_eArgError, "NULL found for " # NAME " when it shouldn't be."); \
+  }
+ 
+typedef struct lexer_state {
+  int content_len;
+  int line_number;
+  int current_line;
+  int start_col;
+  size_t mark;
+  size_t keyword_start;
+  size_t keyword_end;
+  size_t next_keyword_start;
+  size_t content_start;
+  size_t content_end;
+  size_t docstring_content_type_start;
+  size_t docstring_content_type_end;
+  size_t query_start;
+  size_t last_newline;
+  size_t final_newline;
+} lexer_state;
+
+static VALUE mGherkin;
+static VALUE mGherkinLexer;
+static VALUE mCLexer;
+static VALUE cI18nLexer;
+static VALUE rb_eGherkinLexingError;
+
+#define LEN(AT, P) (P - data - lexer->AT)
+#define MARK(M, P) (lexer->M = (P) - data)
+#define PTR_TO(P) (data + lexer->P)
+
+#define STORE_KW_END_CON(EVENT) \
+  store_multiline_kw_con(listener, # EVENT, \
+    PTR_TO(keyword_start), LEN(keyword_start, PTR_TO(keyword_end - 1)), \
+    PTR_TO(content_start), LEN(content_start, PTR_TO(content_end)), \
+    lexer->current_line, lexer->start_col); \
+    if (lexer->content_end != 0) { \
+      p = PTR_TO(content_end - 1); \
+    } \
+    lexer->content_end = 0
+
+#define STORE_ATTR(ATTR) \
+    store_attr(listener, # ATTR, \
+      PTR_TO(content_start), LEN(content_start, p), \
+      lexer->line_number)
+
+
+#line 254 "/Users/ahellesoy/scm/gherkin/tasks/../ragel/i18n/en_tx.c.rl"
+
+
+/** Data **/
+
+#line 89 "ext/gherkin_lexer_en_tx/gherkin_lexer_en_tx.c"
+static const char _lexer_actions[] = {
+	0, 1, 0, 1, 1, 1, 2, 1, 
+	3, 1, 4, 1, 5, 1, 6, 1, 
+	7, 1, 8, 1, 9, 1, 10, 1, 
+	11, 1, 12, 1, 13, 1, 16, 1, 
+	17, 1, 18, 1, 19, 1, 20, 1, 
+	21, 1, 22, 1, 23, 2, 1, 18, 
+	2, 4, 5, 2, 13, 0, 2, 14, 
+	15, 2, 17, 0, 2, 17, 2, 2, 
+	17, 16, 2, 17, 19, 2, 18, 6, 
+	2, 18, 7, 2, 18, 8, 2, 18, 
+	9, 2, 18, 10, 2, 18, 16, 2, 
+	20, 21, 2, 22, 0, 2, 22, 2, 
+	2, 22, 16, 2, 22, 19, 3, 3, 
+	14, 15, 3, 5, 14, 15, 3, 11, 
+	14, 15, 3, 12, 14, 15, 3, 13, 
+	14, 15, 3, 14, 15, 18, 3, 17, 
+	14, 15, 4, 1, 14, 15, 18, 4, 
+	4, 5, 14, 15, 4, 17, 0, 14, 
+	15
+};
+
+static const short _lexer_key_offsets[] = {
+	0, 0, 19, 20, 21, 39, 40, 41, 
+	43, 45, 50, 55, 60, 65, 69, 73, 
+	75, 76, 77, 78, 79, 80, 81, 82, 
+	83, 84, 85, 86, 87, 88, 89, 90, 
+	91, 92, 94, 99, 106, 111, 113, 114, 
+	115, 116, 117, 118, 119, 120, 121, 122, 
+	123, 138, 140, 142, 144, 146, 148, 150, 
+	152, 154, 156, 158, 160, 162, 164, 166, 
+	168, 186, 188, 189, 190, 191, 192, 193, 
+	194, 195, 196, 197, 198, 199, 214, 216, 
+	218, 220, 222, 224, 226, 228, 230, 232, 
+	234, 236, 238, 240, 242, 244, 247, 249, 
+	251, 253, 255, 257, 259, 261, 263, 265, 
+	267, 269, 271, 273, 275, 277, 279, 281, 
+	283, 285, 287, 289, 291, 293, 295, 297, 
+	299, 301, 303, 305, 307, 309, 311, 313, 
+	315, 317, 318, 319, 320, 321, 322, 323, 
+	324, 325, 326, 327, 328, 329, 330, 331, 
+	332, 333, 334, 341, 343, 345, 347, 349, 
+	351, 353, 355, 356, 357, 358, 359, 360, 
+	361, 362, 363, 364, 376, 378, 380, 382, 
+	384, 386, 388, 390, 392, 394, 396, 398, 
+	400, 402, 404, 406, 408, 410, 412, 414, 
+	416, 418, 420, 422, 424, 426, 428, 430, 
+	432, 434, 436, 438, 440, 442, 444, 446, 
+	448, 450, 452, 454, 456, 458, 460, 462, 
+	464, 466, 468, 470, 472, 474, 476, 478, 
+	480, 481, 482, 483, 484, 485, 486, 487, 
+	488, 489, 490, 491, 492, 493, 494, 509, 
+	511, 513, 515, 517, 519, 521, 523, 525, 
+	527, 529, 531, 533, 535, 537, 539, 542, 
+	544, 546, 548, 550, 552, 554, 556, 558, 
+	560, 562, 564, 566, 568, 570, 572, 575, 
+	577, 579, 581, 583, 585, 587, 589, 591, 
+	593, 595, 597, 599, 601, 603, 605, 607, 
+	609, 611, 613, 615, 617, 619, 621, 623, 
+	625, 627, 629, 630, 634, 640, 643, 645, 
+	651, 669, 671, 673, 675, 677, 679, 681, 
+	683, 685, 687, 689, 691, 693, 695, 697, 
+	699, 701, 703, 705, 707, 709, 711, 713, 
+	715, 717, 719, 721, 723, 725, 727, 728
+};
+
+static const char _lexer_trans_keys[] = {
+	-17, 10, 32, 34, 35, 37, 42, 64, 
+	65, 66, 69, 70, 71, 83, 84, 87, 
+	124, 9, 13, -69, -65, 10, 32, 34, 
+	35, 37, 42, 64, 65, 66, 69, 70, 
+	71, 83, 84, 87, 124, 9, 13, 34, 
+	34, 10, 13, 10, 13, 10, 32, 34, 
+	9, 13, 10, 32, 34, 9, 13, 10, 
+	32, 34, 9, 13, 10, 32, 34, 9, 
+	13, 10, 32, 9, 13, 10, 32, 9, 
+	13, 10, 13, 10, 95, 70, 69, 65, 
+	84, 85, 82, 69, 95, 69, 78, 68, 
+	95, 37, 32, 10, 10, 13, 13, 32, 
+	64, 9, 10, 9, 10, 13, 32, 64, 
+	11, 12, 10, 32, 64, 9, 13, 108, 
+	110, 108, 32, 121, 39, 97, 108, 108, 
+	58, 10, 10, 10, 32, 35, 37, 42, 
+	64, 65, 66, 70, 71, 83, 84, 87, 
+	9, 13, 10, 95, 10, 70, 10, 69, 
+	10, 65, 10, 84, 10, 85, 10, 82, 
+	10, 69, 10, 95, 10, 69, 10, 78, 
+	10, 68, 10, 95, 10, 37, 10, 32, 
+	10, 32, 34, 35, 37, 42, 64, 65, 
+	66, 69, 70, 71, 83, 84, 87, 124, 
+	9, 13, 97, 117, 99, 107, 103, 114, 
+	111, 117, 110, 100, 58, 10, 10, 10, 
+	32, 35, 37, 42, 64, 65, 66, 70, 
+	71, 83, 84, 87, 9, 13, 10, 95, 
+	10, 70, 10, 69, 10, 65, 10, 84, 
+	10, 85, 10, 82, 10, 69, 10, 95, 
+	10, 69, 10, 78, 10, 68, 10, 95, 
+	10, 37, 10, 32, 10, 108, 110, 10, 
+	108, 10, 32, 10, 121, 10, 39, 10, 
+	97, 10, 108, 10, 108, 10, 58, 10, 
+	100, 10, 32, 10, 121, 10, 39, 10, 
+	97, 10, 108, 10, 108, 10, 117, 10, 
+	116, 10, 101, 10, 97, 10, 116, 10, 
+	117, 10, 114, 10, 101, 10, 105, 10, 
+	118, 10, 101, 10, 110, 10, 99, 10, 
+	101, 10, 110, 10, 97, 10, 114, 10, 
+	105, 10, 111, 10, 104, 116, 32, 121, 
+	39, 97, 108, 108, 120, 97, 109, 112, 
+	108, 101, 115, 58, 10, 10, 10, 32, 
+	35, 70, 124, 9, 13, 10, 101, 10, 
+	97, 10, 116, 10, 117, 10, 114, 10, 
+	101, 10, 58, 101, 97, 116, 117, 114, 
+	101, 58, 10, 10, 10, 32, 35, 37, 
+	64, 65, 66, 69, 70, 83, 9, 13, 
+	10, 95, 10, 70, 10, 69, 10, 65, 
+	10, 84, 10, 85, 10, 82, 10, 69, 
+	10, 95, 10, 69, 10, 78, 10, 68, 
+	10, 95, 10, 37, 10, 108, 10, 108, 
+	10, 32, 10, 121, 10, 39, 10, 97, 
+	10, 108, 10, 108, 10, 58, 10, 97, 
+	10, 99, 10, 107, 10, 103, 10, 114, 
+	10, 111, 10, 117, 10, 110, 10, 100, 
+	10, 120, 10, 97, 10, 109, 10, 112, 
+	10, 108, 10, 101, 10, 115, 10, 101, 
+	10, 97, 10, 116, 10, 117, 10, 114, 
+	10, 101, 10, 99, 10, 101, 10, 110, 
+	10, 97, 10, 114, 10, 105, 10, 111, 
+	105, 118, 101, 110, 99, 101, 110, 97, 
+	114, 105, 111, 58, 10, 10, 10, 32, 
+	35, 37, 42, 64, 65, 66, 70, 71, 
+	83, 84, 87, 9, 13, 10, 95, 10, 
+	70, 10, 69, 10, 65, 10, 84, 10, 
+	85, 10, 82, 10, 69, 10, 95, 10, 
+	69, 10, 78, 10, 68, 10, 95, 10, 
+	37, 10, 32, 10, 108, 110, 10, 108, 
+	10, 32, 10, 121, 10, 39, 10, 97, 
+	10, 108, 10, 108, 10, 58, 10, 100, 
+	10, 32, 10, 121, 10, 39, 10, 97, 
+	10, 108, 10, 108, 10, 97, 117, 10, 
+	99, 10, 107, 10, 103, 10, 114, 10, 
+	111, 10, 117, 10, 110, 10, 100, 10, 
+	116, 10, 101, 10, 97, 10, 116, 10, 
+	117, 10, 114, 10, 101, 10, 105, 10, 
+	118, 10, 101, 10, 110, 10, 99, 10, 
+	101, 10, 110, 10, 97, 10, 114, 10, 
+	105, 10, 111, 10, 104, 104, 32, 124, 
+	9, 13, 10, 32, 92, 124, 9, 13, 
+	10, 92, 124, 10, 92, 10, 32, 92, 
+	124, 9, 13, 10, 32, 34, 35, 37, 
+	42, 64, 65, 66, 69, 70, 71, 83, 
+	84, 87, 124, 9, 13, 10, 110, 10, 
+	100, 10, 32, 10, 121, 10, 39, 10, 
+	97, 10, 108, 10, 108, 10, 117, 10, 
+	116, 10, 101, 10, 97, 10, 116, 10, 
+	117, 10, 114, 10, 101, 10, 58, 10, 
+	105, 10, 118, 10, 101, 10, 110, 10, 
+	99, 10, 101, 10, 110, 10, 97, 10, 
+	114, 10, 105, 10, 111, 10, 104, 100, 
+	0
+};
+
+static const char _lexer_single_lengths[] = {
+	0, 17, 1, 1, 16, 1, 1, 2, 
+	2, 3, 3, 3, 3, 2, 2, 2, 
+	1, 1, 1, 1, 1, 1, 1, 1, 
+	1, 1, 1, 1, 1, 1, 1, 1, 
+	1, 2, 3, 5, 3, 2, 1, 1, 
+	1, 1, 1, 1, 1, 1, 1, 1, 
+	13, 2, 2, 2, 2, 2, 2, 2, 
+	2, 2, 2, 2, 2, 2, 2, 2, 
+	16, 2, 1, 1, 1, 1, 1, 1, 
+	1, 1, 1, 1, 1, 13, 2, 2, 
+	2, 2, 2, 2, 2, 2, 2, 2, 
+	2, 2, 2, 2, 2, 3, 2, 2, 
+	2, 2, 2, 2, 2, 2, 2, 2, 
+	2, 2, 2, 2, 2, 2, 2, 2, 
+	2, 2, 2, 2, 2, 2, 2, 2, 
+	2, 2, 2, 2, 2, 2, 2, 2, 
+	2, 1, 1, 1, 1, 1, 1, 1, 
+	1, 1, 1, 1, 1, 1, 1, 1, 
+	1, 1, 5, 2, 2, 2, 2, 2, 
+	2, 2, 1, 1, 1, 1, 1, 1, 
+	1, 1, 1, 10, 2, 2, 2, 2, 
+	2, 2, 2, 2, 2, 2, 2, 2, 
+	2, 2, 2, 2, 2, 2, 2, 2, 
+	2, 2, 2, 2, 2, 2, 2, 2, 
+	2, 2, 2, 2, 2, 2, 2, 2, 
+	2, 2, 2, 2, 2, 2, 2, 2, 
+	2, 2, 2, 2, 2, 2, 2, 2, 
+	1, 1, 1, 1, 1, 1, 1, 1, 
+	1, 1, 1, 1, 1, 1, 13, 2, 
+	2, 2, 2, 2, 2, 2, 2, 2, 
+	2, 2, 2, 2, 2, 2, 3, 2, 
+	2, 2, 2, 2, 2, 2, 2, 2, 
+	2, 2, 2, 2, 2, 2, 3, 2, 
+	2, 2, 2, 2, 2, 2, 2, 2, 
+	2, 2, 2, 2, 2, 2, 2, 2, 
+	2, 2, 2, 2, 2, 2, 2, 2, 
+	2, 2, 1, 2, 4, 3, 2, 4, 
+	16, 2, 2, 2, 2, 2, 2, 2, 
+	2, 2, 2, 2, 2, 2, 2, 2, 
+	2, 2, 2, 2, 2, 2, 2, 2, 
+	2, 2, 2, 2, 2, 2, 1, 0
+};
+
+static const char _lexer_range_lengths[] = {
+	0, 1, 0, 0, 1, 0, 0, 0, 
+	0, 1, 1, 1, 1, 1, 1, 0, 
+	0, 0, 0, 0, 0, 0, 0, 0, 
+	0, 0, 0, 0, 0, 0, 0, 0, 
+	0, 0, 1, 1, 1, 0, 0, 0, 
+	0, 0, 0, 0, 0, 0, 0, 0, 
+	1, 0, 0, 0, 0, 0, 0, 0, 
+	0, 0, 0, 0, 0, 0, 0, 0, 
+	1, 0, 0, 0, 0, 0, 0, 0, 
+	0, 0, 0, 0, 0, 1, 0, 0, 
+	0, 0, 0, 0, 0, 0, 0, 0, 
+	0, 0, 0, 0, 0, 0, 0, 0, 
+	0, 0, 0, 0, 0, 0, 0, 0, 
+	0, 0, 0, 0, 0, 0, 0, 0, 
+	0, 0, 0, 0, 0, 0, 0, 0, 
+	0, 0, 0, 0, 0, 0, 0, 0, 
+	0, 0, 0, 0, 0, 0, 0, 0, 
+	0, 0, 0, 0, 0, 0, 0, 0, 
+	0, 0, 1, 0, 0, 0, 0, 0, 
+	0, 0, 0, 0, 0, 0, 0, 0, 
+	0, 0, 0, 1, 0, 0, 0, 0, 
+	0, 0, 0, 0, 0, 0, 0, 0, 
+	0, 0, 0, 0, 0, 0, 0, 0, 
+	0, 0, 0, 0, 0, 0, 0, 0, 
+	0, 0, 0, 0, 0, 0, 0, 0, 
+	0, 0, 0, 0, 0, 0, 0, 0, 
+	0, 0, 0, 0, 0, 0, 0, 0, 
+	0, 0, 0, 0, 0, 0, 0, 0, 
+	0, 0, 0, 0, 0, 0, 1, 0, 
+	0, 0, 0, 0, 0, 0, 0, 0, 
+	0, 0, 0, 0, 0, 0, 0, 0, 
+	0, 0, 0, 0, 0, 0, 0, 0, 
+	0, 0, 0, 0, 0, 0, 0, 0, 
+	0, 0, 0, 0, 0, 0, 0, 0, 
+	0, 0, 0, 0, 0, 0, 0, 0, 
+	0, 0, 0, 0, 0, 0, 0, 0, 
+	0, 0, 0, 1, 1, 0, 0, 1, 
+	1, 0, 0, 0, 0, 0, 0, 0, 
+	0, 0, 0, 0, 0, 0, 0, 0, 
+	0, 0, 0, 0, 0, 0, 0, 0, 
+	0, 0, 0, 0, 0, 0, 0, 0
+};
+
+static const short _lexer_index_offsets[] = {
+	0, 0, 19, 21, 23, 41, 43, 45, 
+	48, 51, 56, 61, 66, 71, 75, 79, 
+	82, 84, 86, 88, 90, 92, 94, 96, 
+	98, 100, 102, 104, 106, 108, 110, 112, 
+	114, 116, 119, 124, 131, 136, 139, 141, 
+	143, 145, 147, 149, 151, 153, 155, 157, 
+	159, 174, 177, 180, 183, 186, 189, 192, 
+	195, 198, 201, 204, 207, 210, 213, 216, 
+	219, 237, 240, 242, 244, 246, 248, 250, 
+	252, 254, 256, 258, 260, 262, 277, 280, 
+	283, 286, 289, 292, 295, 298, 301, 304, 
+	307, 310, 313, 316, 319, 322, 326, 329, 
+	332, 335, 338, 341, 344, 347, 350, 353, 
+	356, 359, 362, 365, 368, 371, 374, 377, 
+	380, 383, 386, 389, 392, 395, 398, 401, 
+	404, 407, 410, 413, 416, 419, 422, 425, 
+	428, 431, 433, 435, 437, 439, 441, 443, 
+	445, 447, 449, 451, 453, 455, 457, 459, 
+	461, 463, 465, 472, 475, 478, 481, 484, 
+	487, 490, 493, 495, 497, 499, 501, 503, 
+	505, 507, 509, 511, 523, 526, 529, 532, 
+	535, 538, 541, 544, 547, 550, 553, 556, 
+	559, 562, 565, 568, 571, 574, 577, 580, 
+	583, 586, 589, 592, 595, 598, 601, 604, 
+	607, 610, 613, 616, 619, 622, 625, 628, 
+	631, 634, 637, 640, 643, 646, 649, 652, 
+	655, 658, 661, 664, 667, 670, 673, 676, 
+	679, 681, 683, 685, 687, 689, 691, 693, 
+	695, 697, 699, 701, 703, 705, 707, 722, 
+	725, 728, 731, 734, 737, 740, 743, 746, 
+	749, 752, 755, 758, 761, 764, 767, 771, 
+	774, 777, 780, 783, 786, 789, 792, 795, 
+	798, 801, 804, 807, 810, 813, 816, 820, 
+	823, 826, 829, 832, 835, 838, 841, 844, 
+	847, 850, 853, 856, 859, 862, 865, 868, 
+	871, 874, 877, 880, 883, 886, 889, 892, 
+	895, 898, 901, 903, 907, 913, 917, 920, 
+	926, 944, 947, 950, 953, 956, 959, 962, 
+	965, 968, 971, 974, 977, 980, 983, 986, 
+	989, 992, 995, 998, 1001, 1004, 1007, 1010, 
+	1013, 1016, 1019, 1022, 1025, 1028, 1031, 1033
+};
+
+static const short _lexer_trans_targs[] = {
+	2, 4, 4, 5, 15, 17, 31, 34, 
+	37, 65, 136, 154, 216, 220, 290, 290, 
+	291, 4, 0, 3, 0, 4, 0, 4, 
+	4, 5, 15, 17, 31, 34, 37, 65, 
+	136, 154, 216, 220, 290, 290, 291, 4, 
+	0, 6, 0, 7, 0, 9, 8, 8, 
+	9, 8, 8, 10, 10, 11, 10, 10, 
+	10, 10, 11, 10, 10, 10, 10, 12, 
+	10, 10, 10, 10, 13, 10, 10, 4, 
+	14, 14, 0, 4, 14, 14, 0, 4, 
+	16, 15, 4, 0, 18, 0, 19, 0, 
+	20, 0, 21, 0, 22, 0, 23, 0, 
+	24, 0, 25, 0, 26, 0, 27, 0, 
+	28, 0, 29, 0, 30, 0, 327, 0, 
+	32, 0, 0, 33, 4, 16, 33, 0, 
+	0, 0, 0, 35, 36, 4, 36, 36, 
+	34, 35, 35, 4, 36, 34, 36, 0, 
+	38, 326, 0, 39, 0, 40, 0, 41, 
+	0, 42, 0, 43, 0, 44, 0, 45, 
+	0, 46, 0, 48, 47, 48, 47, 48, 
+	48, 4, 49, 63, 4, 297, 305, 307, 
+	314, 318, 325, 325, 48, 47, 48, 50, 
+	47, 48, 51, 47, 48, 52, 47, 48, 
+	53, 47, 48, 54, 47, 48, 55, 47, 
+	48, 56, 47, 48, 57, 47, 48, 58, 
+	47, 48, 59, 47, 48, 60, 47, 48, 
+	61, 47, 48, 62, 47, 48, 4, 47, 
+	48, 64, 47, 4, 4, 5, 15, 17, 
+	31, 34, 37, 65, 136, 154, 216, 220, 
+	290, 290, 291, 4, 0, 66, 129, 0, 
+	67, 0, 68, 0, 69, 0, 70, 0, 
+	71, 0, 72, 0, 73, 0, 74, 0, 
+	75, 0, 77, 76, 77, 76, 77, 77, 
+	4, 78, 92, 4, 93, 109, 111, 117, 
+	121, 128, 128, 77, 76, 77, 79, 76, 
+	77, 80, 76, 77, 81, 76, 77, 82, 
+	76, 77, 83, 76, 77, 84, 76, 77, 
+	85, 76, 77, 86, 76, 77, 87, 76, 
+	77, 88, 76, 77, 89, 76, 77, 90, 
+	76, 77, 91, 76, 77, 4, 76, 77, 
+	64, 76, 77, 94, 102, 76, 77, 95, 
+	76, 77, 96, 76, 77, 97, 76, 77, 
+	98, 76, 77, 99, 76, 77, 100, 76, 
+	77, 101, 76, 77, 64, 76, 77, 103, 
+	76, 77, 104, 76, 77, 105, 76, 77, 
+	106, 76, 77, 107, 76, 77, 108, 76, 
+	77, 92, 76, 77, 110, 76, 77, 103, 
+	76, 77, 112, 76, 77, 113, 76, 77, 
+	114, 76, 77, 115, 76, 77, 116, 76, 
+	77, 101, 76, 77, 118, 76, 77, 119, 
+	76, 77, 120, 76, 77, 103, 76, 77, 
+	122, 76, 77, 123, 76, 77, 124, 76, 
+	77, 125, 76, 77, 126, 76, 77, 127, 
+	76, 77, 101, 76, 77, 119, 76, 130, 
+	0, 131, 0, 132, 0, 133, 0, 134, 
+	0, 135, 0, 31, 0, 137, 0, 138, 
+	0, 139, 0, 140, 0, 141, 0, 142, 
+	0, 143, 0, 144, 0, 146, 145, 146, 
+	145, 146, 146, 4, 147, 4, 146, 145, 
+	146, 148, 145, 146, 149, 145, 146, 150, 
+	145, 146, 151, 145, 146, 152, 145, 146, 
+	153, 145, 146, 64, 145, 155, 0, 156, 
+	0, 157, 0, 158, 0, 159, 0, 160, 
+	0, 161, 0, 163, 162, 163, 162, 163, 
+	163, 4, 164, 4, 178, 187, 196, 203, 
+	209, 163, 162, 163, 165, 162, 163, 166, 
+	162, 163, 167, 162, 163, 168, 162, 163, 
+	169, 162, 163, 170, 162, 163, 171, 162, 
+	163, 172, 162, 163, 173, 162, 163, 174, 
+	162, 163, 175, 162, 163, 176, 162, 163, 
+	177, 162, 163, 4, 162, 163, 179, 162, 
+	163, 180, 162, 163, 181, 162, 163, 182, 
+	162, 163, 183, 162, 163, 184, 162, 163, 
+	185, 162, 163, 186, 162, 163, 64, 162, 
+	163, 188, 162, 163, 189, 162, 163, 190, 
+	162, 163, 191, 162, 163, 192, 162, 163, 
+	193, 162, 163, 194, 162, 163, 195, 162, 
+	163, 186, 162, 163, 197, 162, 163, 198, 
+	162, 163, 199, 162, 163, 200, 162, 163, 
+	201, 162, 163, 202, 162, 163, 186, 162, 
+	163, 204, 162, 163, 205, 162, 163, 206, 
+	162, 163, 207, 162, 163, 208, 162, 163, 
+	186, 162, 163, 210, 162, 163, 211, 162, 
+	163, 212, 162, 163, 213, 162, 163, 214, 
+	162, 163, 215, 162, 163, 186, 162, 217, 
+	0, 218, 0, 219, 0, 130, 0, 221, 
+	0, 222, 0, 223, 0, 224, 0, 225, 
+	0, 226, 0, 227, 0, 228, 0, 230, 
+	229, 230, 229, 230, 230, 4, 231, 245, 
+	4, 246, 262, 272, 278, 282, 289, 289, 
+	230, 229, 230, 232, 229, 230, 233, 229, 
+	230, 234, 229, 230, 235, 229, 230, 236, 
+	229, 230, 237, 229, 230, 238, 229, 230, 
+	239, 229, 230, 240, 229, 230, 241, 229, 
+	230, 242, 229, 230, 243, 229, 230, 244, 
+	229, 230, 4, 229, 230, 64, 229, 230, 
+	247, 255, 229, 230, 248, 229, 230, 249, 
+	229, 230, 250, 229, 230, 251, 229, 230, 
+	252, 229, 230, 253, 229, 230, 254, 229, 
+	230, 64, 229, 230, 256, 229, 230, 257, 
+	229, 230, 258, 229, 230, 259, 229, 230, 
+	260, 229, 230, 261, 229, 230, 245, 229, 
+	230, 263, 271, 229, 230, 264, 229, 230, 
+	265, 229, 230, 266, 229, 230, 267, 229, 
+	230, 268, 229, 230, 269, 229, 230, 270, 
+	229, 230, 254, 229, 230, 256, 229, 230, 
+	273, 229, 230, 274, 229, 230, 275, 229, 
+	230, 276, 229, 230, 277, 229, 230, 254, 
+	229, 230, 279, 229, 230, 280, 229, 230, 
+	281, 229, 230, 256, 229, 230, 283, 229, 
+	230, 284, 229, 230, 285, 229, 230, 286, 
+	229, 230, 287, 229, 230, 288, 229, 230, 
+	254, 229, 230, 280, 229, 218, 0, 291, 
+	292, 291, 0, 296, 295, 294, 292, 295, 
+	293, 0, 294, 292, 293, 0, 294, 293, 
+	296, 295, 294, 292, 295, 293, 296, 296, 
+	5, 15, 17, 31, 34, 37, 65, 136, 
+	154, 216, 220, 290, 290, 291, 296, 0, 
+	48, 298, 47, 48, 299, 47, 48, 300, 
+	47, 48, 301, 47, 48, 302, 47, 48, 
+	303, 47, 48, 304, 47, 48, 63, 47, 
+	48, 306, 47, 48, 299, 47, 48, 308, 
+	47, 48, 309, 47, 48, 310, 47, 48, 
+	311, 47, 48, 312, 47, 48, 313, 47, 
+	48, 64, 47, 48, 315, 47, 48, 316, 
+	47, 48, 317, 47, 48, 299, 47, 48, 
+	319, 47, 48, 320, 47, 48, 321, 47, 
+	48, 322, 47, 48, 323, 47, 48, 324, 
+	47, 48, 313, 47, 48, 316, 47, 130, 
+	0, 0, 0
+};
+
+static const unsigned char _lexer_trans_actions[] = {
+	0, 54, 0, 5, 1, 0, 29, 1, 
+	29, 29, 29, 29, 29, 29, 29, 29, 
+	35, 0, 43, 0, 43, 0, 43, 54, 
+	0, 5, 1, 0, 29, 1, 29, 29, 
+	29, 29, 29, 29, 29, 29, 35, 0, 
+	43, 0, 43, 0, 43, 135, 48, 9, 
+	106, 11, 0, 130, 45, 45, 45, 3, 
+	122, 33, 33, 33, 0, 122, 33, 33, 
+	33, 0, 122, 33, 0, 33, 0, 102, 
+	7, 7, 43, 54, 0, 0, 43, 114, 
+	25, 0, 54, 43, 0, 43, 0, 43, 
+	0, 43, 0, 43, 0, 43, 0, 43, 
+	0, 43, 0, 43, 0, 43, 0, 43, 
+	0, 43, 0, 43, 0, 43, 0, 43, 
+	0, 43, 43, 57, 110, 23, 0, 43, 
+	43, 43, 43, 0, 27, 118, 27, 27, 
+	51, 27, 0, 54, 0, 1, 0, 43, 
+	0, 0, 43, 0, 43, 0, 43, 0, 
+	43, 0, 43, 0, 43, 0, 43, 0, 
+	43, 0, 43, 140, 57, 54, 0, 54, 
+	0, 78, 33, 84, 78, 84, 84, 84, 
+	84, 84, 84, 84, 0, 0, 54, 0, 
+	0, 54, 0, 0, 54, 0, 0, 54, 
+	0, 0, 54, 0, 0, 54, 0, 0, 
+	54, 0, 0, 54, 0, 0, 54, 0, 
+	0, 54, 0, 0, 54, 0, 0, 54, 
+	0, 0, 54, 0, 0, 54, 19, 0, 
+	54, 19, 0, 126, 31, 60, 57, 31, 
+	63, 57, 63, 63, 63, 63, 63, 63, 
+	63, 63, 66, 31, 43, 0, 0, 43, 
+	0, 43, 0, 43, 0, 43, 0, 43, 
+	0, 43, 0, 43, 0, 43, 0, 43, 
+	0, 43, 140, 57, 54, 0, 54, 0, 
+	72, 33, 84, 72, 84, 84, 84, 84, 
+	84, 84, 84, 0, 0, 54, 0, 0, 
+	54, 0, 0, 54, 0, 0, 54, 0, 
+	0, 54, 0, 0, 54, 0, 0, 54, 
+	0, 0, 54, 0, 0, 54, 0, 0, 
+	54, 0, 0, 54, 0, 0, 54, 0, 
+	0, 54, 0, 0, 54, 15, 0, 54, 
+	15, 0, 54, 0, 0, 0, 54, 0, 
+	0, 54, 0, 0, 54, 0, 0, 54, 
+	0, 0, 54, 0, 0, 54, 0, 0, 
+	54, 0, 0, 54, 15, 0, 54, 0, 
+	0, 54, 0, 0, 54, 0, 0, 54, 
+	0, 0, 54, 0, 0, 54, 0, 0, 
+	54, 0, 0, 54, 0, 0, 54, 0, 
+	0, 54, 0, 0, 54, 0, 0, 54, 
+	0, 0, 54, 0, 0, 54, 0, 0, 
+	54, 0, 0, 54, 0, 0, 54, 0, 
+	0, 54, 0, 0, 54, 0, 0, 54, 
+	0, 0, 54, 0, 0, 54, 0, 0, 
+	54, 0, 0, 54, 0, 0, 54, 0, 
+	0, 54, 0, 0, 54, 0, 0, 0, 
+	43, 0, 43, 0, 43, 0, 43, 0, 
+	43, 0, 43, 0, 43, 0, 43, 0, 
+	43, 0, 43, 0, 43, 0, 43, 0, 
+	43, 0, 43, 0, 43, 140, 57, 54, 
+	0, 54, 0, 81, 84, 81, 0, 0, 
+	54, 0, 0, 54, 0, 0, 54, 0, 
+	0, 54, 0, 0, 54, 0, 0, 54, 
+	0, 0, 54, 21, 0, 0, 43, 0, 
+	43, 0, 43, 0, 43, 0, 43, 0, 
+	43, 0, 43, 140, 57, 54, 0, 54, 
+	0, 69, 33, 69, 84, 84, 84, 84, 
+	84, 0, 0, 54, 0, 0, 54, 0, 
+	0, 54, 0, 0, 54, 0, 0, 54, 
+	0, 0, 54, 0, 0, 54, 0, 0, 
+	54, 0, 0, 54, 0, 0, 54, 0, 
+	0, 54, 0, 0, 54, 0, 0, 54, 
+	0, 0, 54, 13, 0, 54, 0, 0, 
+	54, 0, 0, 54, 0, 0, 54, 0, 
+	0, 54, 0, 0, 54, 0, 0, 54, 
+	0, 0, 54, 0, 0, 54, 13, 0, 
+	54, 0, 0, 54, 0, 0, 54, 0, 
+	0, 54, 0, 0, 54, 0, 0, 54, 
+	0, 0, 54, 0, 0, 54, 0, 0, 
+	54, 0, 0, 54, 0, 0, 54, 0, 
+	0, 54, 0, 0, 54, 0, 0, 54, 
+	0, 0, 54, 0, 0, 54, 0, 0, 
+	54, 0, 0, 54, 0, 0, 54, 0, 
+	0, 54, 0, 0, 54, 0, 0, 54, 
+	0, 0, 54, 0, 0, 54, 0, 0, 
+	54, 0, 0, 54, 0, 0, 54, 0, 
+	0, 54, 0, 0, 54, 0, 0, 0, 
+	43, 0, 43, 0, 43, 0, 43, 0, 
+	43, 0, 43, 0, 43, 0, 43, 0, 
+	43, 0, 43, 0, 43, 0, 43, 140, 
+	57, 54, 0, 54, 0, 75, 33, 84, 
+	75, 84, 84, 84, 84, 84, 84, 84, 
+	0, 0, 54, 0, 0, 54, 0, 0, 
+	54, 0, 0, 54, 0, 0, 54, 0, 
+	0, 54, 0, 0, 54, 0, 0, 54, 
+	0, 0, 54, 0, 0, 54, 0, 0, 
+	54, 0, 0, 54, 0, 0, 54, 0, 
+	0, 54, 17, 0, 54, 17, 0, 54, 
+	0, 0, 0, 54, 0, 0, 54, 0, 
+	0, 54, 0, 0, 54, 0, 0, 54, 
+	0, 0, 54, 0, 0, 54, 0, 0, 
+	54, 17, 0, 54, 0, 0, 54, 0, 
+	0, 54, 0, 0, 54, 0, 0, 54, 
+	0, 0, 54, 0, 0, 54, 0, 0, 
+	54, 0, 0, 0, 54, 0, 0, 54, 
+	0, 0, 54, 0, 0, 54, 0, 0, 
+	54, 0, 0, 54, 0, 0, 54, 0, 
+	0, 54, 0, 0, 54, 0, 0, 54, 
+	0, 0, 54, 0, 0, 54, 0, 0, 
+	54, 0, 0, 54, 0, 0, 54, 0, 
+	0, 54, 0, 0, 54, 0, 0, 54, 
+	0, 0, 54, 0, 0, 54, 0, 0, 
+	54, 0, 0, 54, 0, 0, 54, 0, 
+	0, 54, 0, 0, 54, 0, 0, 54, 
+	0, 0, 54, 0, 0, 0, 43, 0, 
+	0, 0, 43, 54, 37, 37, 87, 37, 
+	37, 43, 0, 39, 0, 43, 0, 0, 
+	54, 0, 0, 39, 0, 0, 54, 0, 
+	93, 90, 41, 96, 90, 96, 96, 96, 
+	96, 96, 96, 96, 96, 99, 0, 43, 
+	54, 0, 0, 54, 0, 0, 54, 0, 
+	0, 54, 0, 0, 54, 0, 0, 54, 
+	0, 0, 54, 0, 0, 54, 0, 0, 
+	54, 0, 0, 54, 0, 0, 54, 0, 
+	0, 54, 0, 0, 54, 0, 0, 54, 
+	0, 0, 54, 0, 0, 54, 0, 0, 
+	54, 19, 0, 54, 0, 0, 54, 0, 
+	0, 54, 0, 0, 54, 0, 0, 54, 
+	0, 0, 54, 0, 0, 54, 0, 0, 
+	54, 0, 0, 54, 0, 0, 54, 0, 
+	0, 54, 0, 0, 54, 0, 0, 0, 
+	43, 0, 0
+};
+
+static const unsigned char _lexer_eof_actions[] = {
+	0, 43, 43, 43, 43, 43, 43, 43, 
+	43, 43, 43, 43, 43, 43, 43, 43, 
+	43, 43, 43, 43, 43, 43, 43, 43, 
+	43, 43, 43, 43, 43, 43, 43, 43, 
+	43, 43, 43, 43, 43, 43, 43, 43, 
+	43, 43, 43, 43, 43, 43, 43, 43, 
+	43, 43, 43, 43, 43, 43, 43, 43, 
+	43, 43, 43, 43, 43, 43, 43, 43, 
+	43, 43, 43, 43, 43, 43, 43, 43, 
+	43, 43, 43, 43, 43, 43, 43, 43, 
+	43, 43, 43, 43, 43, 43, 43, 43, 
+	43, 43, 43, 43, 43, 43, 43, 43, 
+	43, 43, 43, 43, 43, 43, 43, 43, 
+	43, 43, 43, 43, 43, 43, 43, 43, 
+	43, 43, 43, 43, 43, 43, 43, 43, 
+	43, 43, 43, 43, 43, 43, 43, 43, 
+	43, 43, 43, 43, 43, 43, 43, 43, 
+	43, 43, 43, 43, 43, 43, 43, 43, 
+	43, 43, 43, 43, 43, 43, 43, 43, 
+	43, 43, 43, 43, 43, 43, 43, 43, 
+	43, 43, 43, 43, 43, 43, 43, 43, 
+	43, 43, 43, 43, 43, 43, 43, 43, 
+	43, 43, 43, 43, 43, 43, 43, 43, 
+	43, 43, 43, 43, 43, 43, 43, 43, 
+	43, 43, 43, 43, 43, 43, 43, 43, 
+	43, 43, 43, 43, 43, 43, 43, 43, 
+	43, 43, 43, 43, 43, 43, 43, 43, 
+	43, 43, 43, 43, 43, 43, 43, 43, 
+	43, 43, 43, 43, 43, 43, 43, 43, 
+	43, 43, 43, 43, 43, 43, 43, 43, 
+	43, 43, 43, 43, 43, 43, 43, 43, 
+	43, 43, 43, 43, 43, 43, 43, 43, 
+	43, 43, 43, 43, 43, 43, 43, 43, 
+	43, 43, 43, 43, 43, 43, 43, 43, 
+	43, 43, 43, 43, 43, 43, 43, 43, 
+	43, 43, 43, 43, 43, 43, 43, 43, 
+	43, 43, 43, 43, 43, 43, 43, 43, 
+	43, 43, 43, 43, 43, 43, 43, 43, 
+	43, 43, 43, 43, 43, 43, 43, 43, 
+	43, 43, 43, 43, 43, 43, 43, 43, 
+	43, 43, 43, 43, 43, 43, 43, 43
+};
+
+static const int lexer_start = 1;
+static const int lexer_first_final = 327;
+static const int lexer_error = 0;
+
+static const int lexer_en_main = 1;
+
+
+#line 258 "/Users/ahellesoy/scm/gherkin/tasks/../ragel/i18n/en_tx.c.rl"
+
+static VALUE 
+unindent(VALUE con, int start_col)
+{
+  VALUE re;
+  // Gherkin will crash gracefully if the string representation of start_col pushes the pattern past 32 characters
+  char pat[32]; 
+  snprintf(pat, 32, "^[\t ]{0,%d}", start_col); 
+  re = rb_reg_regcomp(rb_str_new2(pat));
+  rb_funcall(con, rb_intern("gsub!"), 2, re, rb_str_new2(""));
+
+  return Qnil;
+
+}
+
+static void 
+store_kw_con(VALUE listener, const char * event_name, 
+             const char * keyword_at, size_t keyword_length, 
+             const char * at,         size_t length, 
+             int current_line)
+{
+  VALUE con = Qnil, kw = Qnil;
+  kw = ENCODED_STR_NEW(keyword_at, keyword_length);
+  con = ENCODED_STR_NEW(at, length);
+  rb_funcall(con, rb_intern("strip!"), 0);
+  rb_funcall(listener, rb_intern(event_name), 3, kw, con, INT2FIX(current_line)); 
+}
+
+static void
+store_multiline_kw_con(VALUE listener, const char * event_name,
+                      const char * keyword_at, size_t keyword_length,
+                      const char * at,         size_t length,
+                      int current_line, int start_col)
+{
+  VALUE split;
+  VALUE con = Qnil, kw = Qnil, name = Qnil, desc = Qnil;
+
+  kw = ENCODED_STR_NEW(keyword_at, keyword_length);
+  con = ENCODED_STR_NEW(at, length);
+
+  unindent(con, start_col);
+  
+  split = rb_str_split(con, "\n");
+
+  name = rb_funcall(split, rb_intern("shift"), 0);
+  desc = rb_ary_join(split, rb_str_new2( "\n" ));
+
+  if( name == Qnil ) 
+  {
+    name = rb_str_new2("");
+  }
+  if( rb_funcall(desc, rb_intern("size"), 0) == 0) 
+  {
+    desc = rb_str_new2("");
+  }
+  rb_funcall(name, rb_intern("strip!"), 0);
+  rb_funcall(desc, rb_intern("rstrip!"), 0);
+  rb_funcall(listener, rb_intern(event_name), 4, kw, name, desc, INT2FIX(current_line)); 
+}
+
+static void 
+store_attr(VALUE listener, const char * attr_type,
+           const char * at, size_t length, 
+           int line)
+{
+  VALUE val = ENCODED_STR_NEW(at, length);
+  rb_funcall(listener, rb_intern(attr_type), 2, val, INT2FIX(line));
+}
+static void 
+store_docstring_content(VALUE listener, 
+          int start_col, 
+          const char *type_at, size_t type_length,
+          const char *at, size_t length, 
+          int current_line)
+{
+  VALUE re2;
+  VALUE unescape_escaped_quotes;
+  VALUE con = ENCODED_STR_NEW(at, length);
+  VALUE con_type = ENCODED_STR_NEW(type_at, type_length);
+
+  unindent(con, start_col);
+
+  re2 = rb_reg_regcomp(rb_str_new2("\r\\Z"));
+  unescape_escaped_quotes = rb_reg_regcomp(rb_str_new2("\\\\\"\\\\\"\\\\\""));
+  rb_funcall(con, rb_intern("sub!"), 2, re2, rb_str_new2(""));
+  rb_funcall(con_type, rb_intern("strip!"), 0);
+  rb_funcall(con, rb_intern("gsub!"), 2, unescape_escaped_quotes, rb_str_new2("\"\"\""));
+  rb_funcall(listener, rb_intern("doc_string"), 3, con_type, con, INT2FIX(current_line));
+}
+static void 
+raise_lexer_error(const char * at, int line)
+{ 
+  rb_raise(rb_eGherkinLexingError, "Lexing error on line %d: '%s'. See http://wiki.github.com/cucumber/gherkin/lexingerror for more information.", line, at);
+}
+
+static void lexer_init(lexer_state *lexer) {
+  lexer->content_start = 0;
+  lexer->content_end = 0;
+  lexer->content_len = 0;
+  lexer->docstring_content_type_start = 0;
+  lexer->docstring_content_type_end = 0;
+  lexer->mark = 0;
+  lexer->keyword_start = 0;
+  lexer->keyword_end = 0;
+  lexer->next_keyword_start = 0;
+  lexer->line_number = 1;
+  lexer->last_newline = 0;
+  lexer->final_newline = 0;
+  lexer->start_col = 0;
+}
+
+static VALUE CLexer_alloc(VALUE klass)
+{
+  VALUE obj;
+  lexer_state *lxr = ALLOC(lexer_state);
+  lexer_init(lxr);
+
+  obj = Data_Wrap_Struct(klass, NULL, -1, lxr);
+
+  return obj;
+}
+
+static VALUE CLexer_init(VALUE self, VALUE listener)
+{
+  lexer_state *lxr; 
+  rb_iv_set(self, "@listener", listener);
+  
+  lxr = NULL;
+  DATA_GET(self, lexer_state, lxr);
+  lexer_init(lxr);
+  
+  return self;
+}
+
+static VALUE CLexer_scan(VALUE self, VALUE input)
+{
+  VALUE input_copy;
+  char *data;
+  size_t len;
+  VALUE listener = rb_iv_get(self, "@listener");
+
+  lexer_state *lexer;
+  lexer = NULL;
+  DATA_GET(self, lexer_state, lexer);
+
+  input_copy = rb_str_dup(input);
+
+  rb_str_append(input_copy, rb_str_new2("\n%_FEATURE_END_%"));
+  data = RSTRING_PTR(input_copy);
+  len = RSTRING_LEN(input_copy);
+  
+  if (len == 0) { 
+    rb_raise(rb_eGherkinLexingError, "No content to lex.");
+  } else {
+
+    const char *p, *pe, *eof;
+    int cs = 0;
+    
+    VALUE current_row = Qnil;
+
+    p = data;
+    pe = data + len;
+    eof = pe;
+    
+    assert(*pe == '\0' && "pointer does not end on NULL");
+    
+    
+#line 868 "ext/gherkin_lexer_en_tx/gherkin_lexer_en_tx.c"
+	{
+	cs = lexer_start;
+	}
+
+#line 425 "/Users/ahellesoy/scm/gherkin/tasks/../ragel/i18n/en_tx.c.rl"
+    
+#line 875 "ext/gherkin_lexer_en_tx/gherkin_lexer_en_tx.c"
+	{
+	int _klen;
+	unsigned int _trans;
+	const char *_acts;
+	unsigned int _nacts;
+	const char *_keys;
+
+	if ( p == pe )
+		goto _test_eof;
+	if ( cs == 0 )
+		goto _out;
+_resume:
+	_keys = _lexer_trans_keys + _lexer_key_offsets[cs];
+	_trans = _lexer_index_offsets[cs];
+
+	_klen = _lexer_single_lengths[cs];
+	if ( _klen > 0 ) {
+		const char *_lower = _keys;
+		const char *_mid;
+		const char *_upper = _keys + _klen - 1;
+		while (1) {
+			if ( _upper < _lower )
+				break;
+
+			_mid = _lower + ((_upper-_lower) >> 1);
+			if ( (*p) < *_mid )
+				_upper = _mid - 1;
+			else if ( (*p) > *_mid )
+				_lower = _mid + 1;
+			else {
+				_trans += (_mid - _keys);
+				goto _match;
+			}
+		}
+		_keys += _klen;
+		_trans += _klen;
+	}
+
+	_klen = _lexer_range_lengths[cs];
+	if ( _klen > 0 ) {
+		const char *_lower = _keys;
+		const char *_mid;
+		const char *_upper = _keys + (_klen<<1) - 2;
+		while (1) {
+			if ( _upper < _lower )
+				break;
+
+			_mid = _lower + (((_upper-_lower) >> 1) & ~1);
+			if ( (*p) < _mid[0] )
+				_upper = _mid - 2;
+			else if ( (*p) > _mid[1] )
+				_lower = _mid + 2;
+			else {
+				_trans += ((_mid - _keys)>>1);
+				goto _match;
+			}
+		}
+		_trans += _klen;
+	}
+
+_match:
+	cs = _lexer_trans_targs[_trans];
+
+	if ( _lexer_trans_actions[_trans] == 0 )
+		goto _again;
+
+	_acts = _lexer_actions + _lexer_trans_actions[_trans];
+	_nacts = (unsigned int) *_acts++;
+	while ( _nacts-- > 0 )
+	{
+		switch ( *_acts++ )
+		{
+	case 0:
+#line 83 "/Users/ahellesoy/scm/gherkin/tasks/../ragel/i18n/en_tx.c.rl"
+	{
+		MARK(content_start, p);
+    lexer->current_line = lexer->line_number;
+    lexer->start_col = lexer->content_start - lexer->last_newline - (lexer->keyword_end - lexer->keyword_start) + 2;
+  }
+	break;
+	case 1:
+#line 89 "/Users/ahellesoy/scm/gherkin/tasks/../ragel/i18n/en_tx.c.rl"
+	{
+    MARK(content_start, p);
+  }
+	break;
+	case 2:
+#line 93 "/Users/ahellesoy/scm/gherkin/tasks/../ragel/i18n/en_tx.c.rl"
+	{
+    lexer->current_line = lexer->line_number;
+    lexer->start_col = p - data - lexer->last_newline;
+  }
+	break;
+	case 3:
+#line 98 "/Users/ahellesoy/scm/gherkin/tasks/../ragel/i18n/en_tx.c.rl"
+	{
+    int len = LEN(content_start, PTR_TO(final_newline));
+    int type_len = LEN(docstring_content_type_start, PTR_TO(docstring_content_type_end));
+
+    if (len < 0) len = 0;
+    if (type_len < 0) len = 0;
+
+    store_docstring_content(listener, lexer->start_col, PTR_TO(docstring_content_type_start), type_len, PTR_TO(content_start), len, lexer->current_line);
+  }
+	break;
+	case 4:
+#line 108 "/Users/ahellesoy/scm/gherkin/tasks/../ragel/i18n/en_tx.c.rl"
+	{ 
+    MARK(docstring_content_type_start, p);
+  }
+	break;
+	case 5:
+#line 112 "/Users/ahellesoy/scm/gherkin/tasks/../ragel/i18n/en_tx.c.rl"
+	{ 
+    MARK(docstring_content_type_end, p);
+  }
+	break;
+	case 6:
+#line 116 "/Users/ahellesoy/scm/gherkin/tasks/../ragel/i18n/en_tx.c.rl"
+	{
+    STORE_KW_END_CON(feature);
+  }
+	break;
+	case 7:
+#line 120 "/Users/ahellesoy/scm/gherkin/tasks/../ragel/i18n/en_tx.c.rl"
+	{
+    STORE_KW_END_CON(background);
+  }
+	break;
+	case 8:
+#line 124 "/Users/ahellesoy/scm/gherkin/tasks/../ragel/i18n/en_tx.c.rl"
+	{
+    STORE_KW_END_CON(scenario);
+  }
+	break;
+	case 9:
+#line 128 "/Users/ahellesoy/scm/gherkin/tasks/../ragel/i18n/en_tx.c.rl"
+	{
+    STORE_KW_END_CON(scenario_outline);
+  }
+	break;
+	case 10:
+#line 132 "/Users/ahellesoy/scm/gherkin/tasks/../ragel/i18n/en_tx.c.rl"
+	{
+    STORE_KW_END_CON(examples);
+  }
+	break;
+	case 11:
+#line 136 "/Users/ahellesoy/scm/gherkin/tasks/../ragel/i18n/en_tx.c.rl"
+	{
+    store_kw_con(listener, "step",
+      PTR_TO(keyword_start), LEN(keyword_start, PTR_TO(keyword_end)),
+      PTR_TO(content_start), LEN(content_start, p), 
+      lexer->current_line);
+  }
+	break;
+	case 12:
+#line 143 "/Users/ahellesoy/scm/gherkin/tasks/../ragel/i18n/en_tx.c.rl"
+	{
+    STORE_ATTR(comment);
+    lexer->mark = 0;
+  }
+	break;
+	case 13:
+#line 148 "/Users/ahellesoy/scm/gherkin/tasks/../ragel/i18n/en_tx.c.rl"
+	{
+    STORE_ATTR(tag);
+    lexer->mark = 0;
+  }
+	break;
+	case 14:
+#line 153 "/Users/ahellesoy/scm/gherkin/tasks/../ragel/i18n/en_tx.c.rl"
+	{
+    lexer->line_number += 1;
+    MARK(final_newline, p);
+  }
+	break;
+	case 15:
+#line 158 "/Users/ahellesoy/scm/gherkin/tasks/../ragel/i18n/en_tx.c.rl"
+	{
+    MARK(last_newline, p + 1);
+  }
+	break;
+	case 16:
+#line 162 "/Users/ahellesoy/scm/gherkin/tasks/../ragel/i18n/en_tx.c.rl"
+	{
+    if (lexer->mark == 0) {
+      MARK(mark, p);
+    }
+  }
+	break;
+	case 17:
+#line 168 "/Users/ahellesoy/scm/gherkin/tasks/../ragel/i18n/en_tx.c.rl"
+	{
+    MARK(keyword_end, p);
+    MARK(keyword_start, PTR_TO(mark));
+    MARK(content_start, p + 1);
+    lexer->mark = 0;
+  }
+	break;
+	case 18:
+#line 175 "/Users/ahellesoy/scm/gherkin/tasks/../ragel/i18n/en_tx.c.rl"
+	{
+    MARK(content_end, p);
+  }
+	break;
+	case 19:
+#line 179 "/Users/ahellesoy/scm/gherkin/tasks/../ragel/i18n/en_tx.c.rl"
+	{
+    p = p - 1;
+    lexer->current_line = lexer->line_number;
+    current_row = rb_ary_new();
+  }
+	break;
+	case 20:
+#line 185 "/Users/ahellesoy/scm/gherkin/tasks/../ragel/i18n/en_tx.c.rl"
+	{
+		MARK(content_start, p);
+  }
+	break;
+	case 21:
+#line 189 "/Users/ahellesoy/scm/gherkin/tasks/../ragel/i18n/en_tx.c.rl"
+	{
+    VALUE re_pipe, re_newline, re_backslash;
+    VALUE con = ENCODED_STR_NEW(PTR_TO(content_start), LEN(content_start, p));
+    rb_funcall(con, rb_intern("strip!"), 0);
+    re_pipe      = rb_reg_regcomp(rb_str_new2("\\\\\\|"));
+    re_newline   = rb_reg_regcomp(rb_str_new2("\\\\n"));
+    re_backslash = rb_reg_regcomp(rb_str_new2("\\\\\\\\"));
+    rb_funcall(con, rb_intern("gsub!"), 2, re_pipe,      rb_str_new2("|"));
+    rb_funcall(con, rb_intern("gsub!"), 2, re_newline,   rb_str_new2("\n"));
+    rb_funcall(con, rb_intern("gsub!"), 2, re_backslash, rb_str_new2("\\"));
+
+    rb_ary_push(current_row, con);
+  }
+	break;
+	case 22:
+#line 203 "/Users/ahellesoy/scm/gherkin/tasks/../ragel/i18n/en_tx.c.rl"
+	{
+    rb_funcall(listener, rb_intern("row"), 2, current_row, INT2FIX(lexer->current_line));
+  }
+	break;
+	case 23:
+#line 207 "/Users/ahellesoy/scm/gherkin/tasks/../ragel/i18n/en_tx.c.rl"
+	{
+    int line;
+    if (cs < lexer_first_final) {
+      size_t count = 0;
+      VALUE newstr_val;
+      char *newstr;
+      int newstr_count = 0;        
+      size_t len;
+      const char *buff;
+      if (lexer->last_newline != 0) {
+        len = LEN(last_newline, eof);
+        buff = PTR_TO(last_newline);
+      } else {
+        len = strlen(data);
+        buff = data;
+      }
+
+      // Allocate as a ruby string so that it gets cleaned up by GC
+      newstr_val = rb_str_new(buff, len);
+      newstr = RSTRING_PTR(newstr_val);
+
+
+      for (count = 0; count < len; count++) {
+        if(buff[count] == 10) {
+          newstr[newstr_count] = '\0'; // terminate new string at first newline found
+          break;
+        } else {
+          if (buff[count] == '%') {
+            newstr[newstr_count++] = buff[count];
+            newstr[newstr_count] = buff[count];
+          } else {
+            newstr[newstr_count] = buff[count];
+          }
+        }
+        newstr_count++;
+      }
+
+      line = lexer->line_number;
+      lexer_init(lexer); // Re-initialize so we can scan again with the same lexer
+      raise_lexer_error(newstr, line);
+    } else {
+      rb_funcall(listener, rb_intern("eof"), 0);
+    }
+  }
+	break;
+#line 1165 "ext/gherkin_lexer_en_tx/gherkin_lexer_en_tx.c"
+		}
+	}
+
+_again:
+	if ( cs == 0 )
+		goto _out;
+	if ( ++p != pe )
+		goto _resume;
+	_test_eof: {}
+	if ( p == eof )
+	{
+	const char *__acts = _lexer_actions + _lexer_eof_actions[cs];
+	unsigned int __nacts = (unsigned int) *__acts++;
+	while ( __nacts-- > 0 ) {
+		switch ( *__acts++ ) {
+	case 23:
+#line 207 "/Users/ahellesoy/scm/gherkin/tasks/../ragel/i18n/en_tx.c.rl"
+	{
+    int line;
+    if (cs < lexer_first_final) {
+      size_t count = 0;
+      VALUE newstr_val;
+      char *newstr;
+      int newstr_count = 0;        
+      size_t len;
+      const char *buff;
+      if (lexer->last_newline != 0) {
+        len = LEN(last_newline, eof);
+        buff = PTR_TO(last_newline);
+      } else {
+        len = strlen(data);
+        buff = data;
+      }
+
+      // Allocate as a ruby string so that it gets cleaned up by GC
+      newstr_val = rb_str_new(buff, len);
+      newstr = RSTRING_PTR(newstr_val);
+
+
+      for (count = 0; count < len; count++) {
+        if(buff[count] == 10) {
+          newstr[newstr_count] = '\0'; // terminate new string at first newline found
+          break;
+        } else {
+          if (buff[count] == '%') {
+            newstr[newstr_count++] = buff[count];
+            newstr[newstr_count] = buff[count];
+          } else {
+            newstr[newstr_count] = buff[count];
+          }
+        }
+        newstr_count++;
+      }
+
+      line = lexer->line_number;
+      lexer_init(lexer); // Re-initialize so we can scan again with the same lexer
+      raise_lexer_error(newstr, line);
+    } else {
+      rb_funcall(listener, rb_intern("eof"), 0);
+    }
+  }
+	break;
+#line 1228 "ext/gherkin_lexer_en_tx/gherkin_lexer_en_tx.c"
+		}
+	}
+	}
+
+	_out: {}
+	}
+
+#line 426 "/Users/ahellesoy/scm/gherkin/tasks/../ragel/i18n/en_tx.c.rl"
+
+    assert(p <= pe && "data overflow after parsing execute");
+    assert(lexer->content_start <= len && "content starts after data end");
+    assert(lexer->mark < len && "mark is after data end");
+    
+    // Reset lexer by re-initializing the whole thing
+    lexer_init(lexer);
+
+    if (cs == lexer_error) {
+      rb_raise(rb_eGherkinLexingError, "Invalid format, lexing fails.");
+    } else {
+      return Qtrue;
+    }
+  }
+}
+
+void Init_gherkin_lexer_en_tx()
+{
+  mGherkin = rb_define_module("Gherkin");
+  mGherkinLexer = rb_define_module_under(mGherkin, "Lexer");
+  rb_eGherkinLexingError = rb_const_get(mGherkinLexer, rb_intern("LexingError"));
+
+  mCLexer = rb_define_module_under(mGherkin, "CLexer");
+  cI18nLexer = rb_define_class_under(mCLexer, "En_tx", rb_cObject);
+  rb_define_alloc_func(cI18nLexer, CLexer_alloc);
+  rb_define_method(cI18nLexer, "initialize", CLexer_init, 1);
+  rb_define_method(cI18nLexer, "scan", CLexer_scan, 1);
+}
+