langscan 1.2

data/ext/langscan/python/python/pythontok.l

@@ -0,0 +1,155 @@
+/*
+ * pythontok.l - a lex rule for python
+ * 
+ * Copyright (C) 2005 Yoshinori K. Okuji <okuji@enbug.org>
+ *     All rights reserved.
+ *     This is free software with ABSOLUTELY NO WARRANTY.
+ * 
+ * You can redistribute it and/or modify it under the terms of 
+ * the GNU General Public License version 2.
+ */
+
+%option reentrant
+%option prefix="langscan_python_lex_"
+%option noyywrap
+%option nodefault
+
+newline         \r\n|\r|\n
+stringprefix    r|u|ur|R|U|UR|Ur|uR
+escseq          \\({newline}|.)
+shortstring     '([^\\\n\r']|{escseq})*'|\"([^\\\n\r\"]|{escseq})*\"
+longstring      '''('{1,2}[^']|[^\\']|{escseq})*'''|\"\"\"(\"{1,2}[^\"]|[^\\\"]|{escseq})*\"\"\"
+string          {stringprefix}?({longstring}|{shortstring})
+integer         0[xX][0-9a-fA-F]+|[0-9]+
+longinteger     {integer}[lL]
+pointfloat      [0-9]*\.[0-9]+|[0-9]+\.
+exponent        [eE][+\-][0-9]+
+floatnumber     {pointfloat}{exponent}?|[0-9]+{exponent}
+imagnumber      {floatnumber}|{integer}[jJ]
+
+%{
+
+#include "python.h"
+
+#define YY_EXTRA_TYPE langscan_python_lex_extra_t *
+
+#if YY_NULL != 0
+#error "YY_NULL is not 0."
+#endif
+
+#define YY_DECL langscan_python_token_t langscan_python_lex_lex(yyscan_t yyscanner)
+
+#define YY_INPUT(buf,result,max_size) \
+  if (!yyextra->eof) { \
+    result = yyextra->user_read(&(yyextra->user_data), (buf), (max_size)); \
+    if (result == 0) \
+      yyextra->eof = 1; \
+  }
+
+#define UPD update_pos(yyextra, yytext, yyleng)
+static void update_pos(langscan_python_lex_extra_t *, char *, int);
+
+#define report(token) \
+  do { \
+    yyextra->text = yytext; \
+    yyextra->leng = yyleng; \
+    return langscan_python_##token; \
+  } while (0)
+
+%}
+
+%%
+[ \t\f]+              { UPD; report(space); }
+{newline}             { UPD; report(space); }
+\#.*                   { UPD; report(comment); }
+{string}              { UPD; report(string); }
+{integer}|{longinteger}  { UPD; report(integer); }
+{floatnumber}         { UPD; report(floating); }
+{imagnumber}          { UPD; report(imaginary); }
+[A-Za-z_][0-9A-Za-z_]*  { UPD; report(ident); }
+.                     { UPD; report(punct); }
+
+%%
+
+static void update_pos(
+  langscan_python_lex_extra_t *extra,
+  char *text,
+  int leng)
+{
+  int i, j;
+  extra->beg_byteno = extra->end_byteno;
+  extra->beg_lineno = extra->end_lineno;
+  extra->beg_columnno = extra->end_columnno;
+  j = 0;
+  for (i = 0; i < leng; i++) {
+    if (text[i] == '\r' || (i == 0 || text[i - 1] != '\r') && text[i] == '\n') {
+      extra->end_lineno++;
+      j = i + 1;
+      extra->end_columnno = 0;
+    }
+  }
+  extra->end_columnno += leng - j;
+  extra->end_byteno += leng;
+}
+
+langscan_python_tokenizer_t *langscan_python_make_tokenizer(
+  size_t (*user_read)(void **user_data_p, char *buf, size_t maxlen),
+  void *user_data)
+{
+  langscan_python_tokenizer_t *tokenizer;
+  langscan_python_lex_extra_t *extra;
+  tokenizer = (langscan_python_tokenizer_t *)malloc(sizeof(langscan_python_tokenizer_t));
+  if (tokenizer == NULL)
+    return NULL;
+  extra = (langscan_python_lex_extra_t *)malloc(sizeof(langscan_python_lex_extra_t));
+  if (extra == NULL)
+    return NULL;
+  extra->user_read = user_read;
+  extra->user_data = user_data;
+  extra->beg_lineno = 1;
+  extra->beg_columnno = 0;
+  extra->beg_byteno = 0;
+  extra->end_lineno = 1;
+  extra->end_columnno = 0;
+  extra->end_byteno = 0;
+  extra->eof = 0;
+  tokenizer->extra = extra;
+  langscan_python_lex_lex_init(&tokenizer->scanner);
+  langscan_python_lex_set_extra(extra, tokenizer->scanner);
+  return tokenizer;
+}
+
+langscan_python_token_t langscan_python_get_token(langscan_python_tokenizer_t *tokenizer) 
+{
+  return langscan_python_lex_lex(tokenizer->scanner);
+}
+
+void langscan_python_free_tokenizer(langscan_python_tokenizer_t *tokenizer) 
+{
+  langscan_python_lex_extra_t *extra = langscan_python_lex_get_extra(tokenizer->scanner);
+  free((void *)extra);
+  langscan_python_lex_lex_destroy(tokenizer->scanner);
+  free((void *)tokenizer);
+}
+
+user_read_t langscan_python_tokenizer_get_user_read(langscan_python_tokenizer_t *tokenizer)
+{
+  return tokenizer->extra->user_read;
+}
+
+void *langscan_python_tokenizer_get_user_data(langscan_python_tokenizer_t *tokenizer)
+{
+  return tokenizer->extra->user_data;
+}
+
+const char *langscan_python_token_name(langscan_python_token_t token)
+{
+  static char *token_names[] = {
+    "*eof*",
+#define LANGSCAN_PYTHON_TOKEN(name) #name,
+    LANGSCAN_PYTHON_TOKEN_LIST
+#undef LANGSCAN_PYTHON_TOKEN
+  };
+
+  return token_names[token];
+}

data/ext/langscan/python/python/tokenlist.txt

@@ -0,0 +1,8 @@
+integer
+floating
+imaginary
+string
+ident
+punct
+comment
+space

data/ext/langscan/ruby/compat/ripper/Makefile

@@ -0,0 +1,158 @@
+
+SHELL = /bin/sh
+
+#### Start of system configuration section. ####
+
+srcdir = /Users/osuka/devel/git/langscan/ext/langscan/ruby/compat/ripper
+topdir = /System/Library/Frameworks/Ruby.framework/Versions/1.8/usr/lib/ruby/1.8/universal-darwin10.0
+hdrdir = $(topdir)
+VPATH = $(srcdir):$(topdir):$(hdrdir)
+exec_prefix = $(prefix)
+prefix = $(DESTDIR)/System/Library/Frameworks/Ruby.framework/Versions/1.8/usr
+sharedstatedir = $(prefix)/com
+mandir = $(DESTDIR)/usr/share/man
+psdir = $(docdir)
+oldincludedir = $(DESTDIR)/usr/include
+localedir = $(datarootdir)/locale
+bindir = $(exec_prefix)/bin
+libexecdir = $(exec_prefix)/libexec
+sitedir = $(DESTDIR)/Library/Ruby/Site
+htmldir = $(docdir)
+vendorarchdir = $(vendorlibdir)/$(sitearch)
+includedir = $(prefix)/include
+infodir = $(DESTDIR)/usr/share/info
+vendorlibdir = $(vendordir)/$(ruby_version)
+sysconfdir = $(prefix)/etc
+libdir = $(exec_prefix)/lib
+sbindir = $(exec_prefix)/sbin
+rubylibdir = $(libdir)/ruby/$(ruby_version)
+docdir = $(datarootdir)/doc/$(PACKAGE)
+dvidir = $(docdir)
+vendordir = $(libdir)/ruby/vendor_ruby
+datarootdir = $(prefix)/share
+pdfdir = $(docdir)
+archdir = $(rubylibdir)/$(arch)
+sitearchdir = $(sitelibdir)/$(sitearch)
+datadir = $(datarootdir)
+localstatedir = $(prefix)/var
+sitelibdir = $(sitedir)/$(ruby_version)
+
+CC = gcc
+LIBRUBY = $(LIBRUBY_SO)
+LIBRUBY_A = lib$(RUBY_SO_NAME)-static.a
+LIBRUBYARG_SHARED = -l$(RUBY_SO_NAME)
+LIBRUBYARG_STATIC = -l$(RUBY_SO_NAME)
+
+RUBY_EXTCONF_H = 
+CFLAGS   =  -fno-common -arch i386 -arch x86_64 -g -Os -pipe -fno-common -DENABLE_DTRACE  -fno-common  -pipe -fno-common $(cflags) -DRIPPER -Iinclude 
+INCFLAGS = -I. -I$(topdir) -I$(hdrdir) -I$(srcdir)
+DEFS     = 
+CPPFLAGS =   -D_XOPEN_SOURCE -D_DARWIN_C_SOURCE $(DEFS) $(cppflags)
+CXXFLAGS = $(CFLAGS) 
+ldflags  = -L. -arch i386 -arch x86_64 
+dldflags = 
+archflag = 
+DLDFLAGS = $(ldflags) $(dldflags) $(archflag)
+LDSHARED = cc -arch i386 -arch x86_64 -pipe -bundle -undefined dynamic_lookup
+AR = ar
+EXEEXT = 
+
+RUBY_INSTALL_NAME = ruby
+RUBY_SO_NAME = ruby
+arch = universal-darwin10.0
+sitearch = universal-darwin10.0
+ruby_version = 1.8
+ruby = /System/Library/Frameworks/Ruby.framework/Versions/1.8/usr/bin/ruby
+RUBY = $(ruby)
+RM = rm -f
+MAKEDIRS = mkdir -p
+INSTALL = /usr/bin/install -c
+INSTALL_PROG = $(INSTALL) -m 0755
+INSTALL_DATA = $(INSTALL) -m 644
+COPY = cp
+
+#### End of system configuration section. ####
+
+preload = 
+
+libpath = . $(libdir)
+LIBPATH =  -L. -L$(libdir)
+DEFFILE = 
+
+CLEANFILES = mkmf.log
+DISTCLEANFILES = 
+
+extout = 
+extout_prefix = 
+target_prefix = /langscan/ruby/compat
+LOCAL_LIBS = 
+LIBS = $(LIBRUBYARG_SHARED)  -lpthread -ldl  
+SRCS = ripper.c
+OBJS = ripper.o
+TARGET = ripper
+DLLIB = $(TARGET).bundle
+EXTSTATIC = 
+STATIC_LIB = 
+
+BINDIR        = $(bindir)
+RUBYCOMMONDIR = $(sitedir)$(target_prefix)
+RUBYLIBDIR    = $(sitelibdir)$(target_prefix)
+RUBYARCHDIR   = $(sitearchdir)$(target_prefix)
+
+TARGET_SO     = $(DLLIB)
+CLEANLIBS     = $(TARGET).bundle $(TARGET).il? $(TARGET).tds $(TARGET).map
+CLEANOBJS     = *.o *.a *.s[ol] *.pdb *.exp *.bak
+
+all:		$(DLLIB)
+static:		$(STATIC_LIB)
+
+clean:
+		@-$(RM) $(CLEANLIBS) $(CLEANOBJS) $(CLEANFILES)
+
+distclean:	clean
+		@-$(RM) Makefile $(RUBY_EXTCONF_H) conftest.* mkmf.log
+		@-$(RM) core ruby$(EXEEXT) *~ $(DISTCLEANFILES)
+
+realclean:	distclean
+install: install-so install-rb
+
+install-so: $(RUBYARCHDIR)
+install-so: $(RUBYARCHDIR)/$(DLLIB)
+$(RUBYARCHDIR)/$(DLLIB): $(DLLIB)
+	$(INSTALL_PROG) $(DLLIB) $(RUBYARCHDIR)
+install-rb: pre-install-rb install-rb-default
+install-rb-default: pre-install-rb-default
+pre-install-rb: Makefile
+pre-install-rb-default: Makefile
+$(RUBYARCHDIR):
+	$(MAKEDIRS) $@
+
+site-install: site-install-so site-install-rb
+site-install-so: install-so
+site-install-rb: install-rb
+
+.SUFFIXES: .c .m .cc .cxx .cpp .C .o
+
+.cc.o:
+	$(CXX) $(INCFLAGS) $(CPPFLAGS) $(CXXFLAGS) -c $<
+
+.cxx.o:
+	$(CXX) $(INCFLAGS) $(CPPFLAGS) $(CXXFLAGS) -c $<
+
+.cpp.o:
+	$(CXX) $(INCFLAGS) $(CPPFLAGS) $(CXXFLAGS) -c $<
+
+.C.o:
+	$(CXX) $(INCFLAGS) $(CPPFLAGS) $(CXXFLAGS) -c $<
+
+.c.o:
+	$(CC) $(INCFLAGS) $(CPPFLAGS) $(CFLAGS) -c $<
+
+$(DLLIB): $(OBJS) Makefile
+	@-$(RM) $@
+	$(LDSHARED) -o $@ $(OBJS) $(LIBPATH) $(DLDFLAGS) $(LOCAL_LIBS) $(LIBS)
+
+
+
+###
+ripper.c: include/eventids1.c include/eventids2.c include/lex.c

data/ext/langscan/ruby/compat/ripper/depend

@@ -0,0 +1 @@
+ripper.c: include/eventids1.c include/eventids2.c include/lex.c

data/ext/langscan/ruby/compat/ripper/extconf.rb

@@ -0,0 +1,4 @@
+require 'mkmf'
+
+$CFLAGS += " -DRIPPER -Iinclude"
+create_makefile('langscan/ruby/compat/ripper')

data/ext/langscan/ruby/compat/ripper/include/eventids1.c

@@ -0,0 +1,251 @@
+static ID ripper_id_BEGIN;
+static ID ripper_id_END;
+static ID ripper_id_alias;
+static ID ripper_id_alias_error;
+static ID ripper_id_aref;
+static ID ripper_id_aref_field;
+static ID ripper_id_arg_ambiguous;
+static ID ripper_id_arg_paren;
+static ID ripper_id_arglist_add;
+static ID ripper_id_arglist_add_block;
+static ID ripper_id_arglist_add_star;
+static ID ripper_id_arglist_new;
+static ID ripper_id_arglist_prepend;
+static ID ripper_id_array;
+static ID ripper_id_assign;
+static ID ripper_id_assign_error;
+static ID ripper_id_assoc_new;
+static ID ripper_id_assoclist_from_args;
+static ID ripper_id_bare_assoc_hash;
+static ID ripper_id_begin;
+static ID ripper_id_binary;
+static ID ripper_id_blockvar_add_block;
+static ID ripper_id_blockvar_add_star;
+static ID ripper_id_blockvar_new;
+static ID ripper_id_bodystmt;
+static ID ripper_id_brace_block;
+static ID ripper_id_break;
+static ID ripper_id_call;
+static ID ripper_id_case;
+static ID ripper_id_class;
+static ID ripper_id_class_name_error;
+static ID ripper_id_command;
+static ID ripper_id_command_call;
+static ID ripper_id_const_ref;
+static ID ripper_id_constpath_field;
+static ID ripper_id_constpath_ref;
+static ID ripper_id_def;
+static ID ripper_id_defined;
+static ID ripper_id_defs;
+static ID ripper_id_do_block;
+static ID ripper_id_do_block;
+static ID ripper_id_dot2;
+static ID ripper_id_dot3;
+static ID ripper_id_dyna_symbol;
+static ID ripper_id_else;
+static ID ripper_id_elsif;
+static ID ripper_id_ensure;
+static ID ripper_id_fcall;
+static ID ripper_id_field;
+static ID ripper_id_for;
+static ID ripper_id_hash;
+static ID ripper_id_if;
+static ID ripper_id_if_mod;
+static ID ripper_id_ifop;
+static ID ripper_id_iter_block;
+static ID ripper_id_lambda;
+static ID ripper_id_massign;
+static ID ripper_id_method_add_arg;
+static ID ripper_id_mlhs_add;
+static ID ripper_id_mlhs_add_star;
+static ID ripper_id_mlhs_new;
+static ID ripper_id_mlhs_paren;
+static ID ripper_id_module;
+static ID ripper_id_mrhs_add;
+static ID ripper_id_mrhs_add_star;
+static ID ripper_id_mrhs_new;
+static ID ripper_id_mrhs_new_from_arglist;
+static ID ripper_id_next;
+static ID ripper_id_opassign;
+static ID ripper_id_param_error;
+static ID ripper_id_params;
+static ID ripper_id_paren;
+static ID ripper_id_parse_error;
+static ID ripper_id_pragma;
+static ID ripper_id_program;
+static ID ripper_id_qwords_add;
+static ID ripper_id_qwords_new;
+static ID ripper_id_redo;
+static ID ripper_id_regexp_literal;
+static ID ripper_id_rescue;
+static ID ripper_id_rescue_mod;
+static ID ripper_id_restparam;
+static ID ripper_id_retry;
+static ID ripper_id_return;
+static ID ripper_id_return0;
+static ID ripper_id_sclass;
+static ID ripper_id_space;
+static ID ripper_id_stmts_add;
+static ID ripper_id_stmts_new;
+static ID ripper_id_string_add;
+static ID ripper_id_string_concat;
+static ID ripper_id_string_content;
+static ID ripper_id_string_dvar;
+static ID ripper_id_string_embexpr;
+static ID ripper_id_string_literal;
+static ID ripper_id_super;
+static ID ripper_id_symbol;
+static ID ripper_id_symbol_literal;
+static ID ripper_id_topconst_field;
+static ID ripper_id_topconst_ref;
+static ID ripper_id_unary;
+static ID ripper_id_undef;
+static ID ripper_id_unless;
+static ID ripper_id_unless_mod;
+static ID ripper_id_until;
+static ID ripper_id_until_mod;
+static ID ripper_id_var_alias;
+static ID ripper_id_var_field;
+static ID ripper_id_var_ref;
+static ID ripper_id_void_stmt;
+static ID ripper_id_when;
+static ID ripper_id_while;
+static ID ripper_id_while_mod;
+static ID ripper_id_word_add;
+static ID ripper_id_word_new;
+static ID ripper_id_words_add;
+static ID ripper_id_words_new;
+static ID ripper_id_xstring_add;
+static ID ripper_id_xstring_literal;
+static ID ripper_id_xstring_new;
+static ID ripper_id_yield;
+static ID ripper_id_yield0;
+static ID ripper_id_zsuper;
+
+static void
+ripper_init_eventids1()
+{
+    ripper_id_BEGIN = rb_intern("on_BEGIN");
+    ripper_id_END = rb_intern("on_END");
+    ripper_id_alias = rb_intern("on_alias");
+    ripper_id_alias_error = rb_intern("on_alias_error");
+    ripper_id_aref = rb_intern("on_aref");
+    ripper_id_aref_field = rb_intern("on_aref_field");
+    ripper_id_arg_ambiguous = rb_intern("on_arg_ambiguous");
+    ripper_id_arg_paren = rb_intern("on_arg_paren");
+    ripper_id_arglist_add = rb_intern("on_arglist_add");
+    ripper_id_arglist_add_block = rb_intern("on_arglist_add_block");
+    ripper_id_arglist_add_star = rb_intern("on_arglist_add_star");
+    ripper_id_arglist_new = rb_intern("on_arglist_new");
+    ripper_id_arglist_prepend = rb_intern("on_arglist_prepend");
+    ripper_id_array = rb_intern("on_array");
+    ripper_id_assign = rb_intern("on_assign");
+    ripper_id_assign_error = rb_intern("on_assign_error");
+    ripper_id_assoc_new = rb_intern("on_assoc_new");
+    ripper_id_assoclist_from_args = rb_intern("on_assoclist_from_args");
+    ripper_id_bare_assoc_hash = rb_intern("on_bare_assoc_hash");
+    ripper_id_begin = rb_intern("on_begin");
+    ripper_id_binary = rb_intern("on_binary");
+    ripper_id_blockvar_add_block = rb_intern("on_blockvar_add_block");
+    ripper_id_blockvar_add_star = rb_intern("on_blockvar_add_star");
+    ripper_id_blockvar_new = rb_intern("on_blockvar_new");
+    ripper_id_bodystmt = rb_intern("on_bodystmt");
+    ripper_id_brace_block = rb_intern("on_brace_block");
+    ripper_id_break = rb_intern("on_break");
+    ripper_id_call = rb_intern("on_call");
+    ripper_id_case = rb_intern("on_case");
+    ripper_id_class = rb_intern("on_class");
+    ripper_id_class_name_error = rb_intern("on_class_name_error");
+    ripper_id_command = rb_intern("on_command");
+    ripper_id_command_call = rb_intern("on_command_call");
+    ripper_id_const_ref = rb_intern("on_const_ref");
+    ripper_id_constpath_field = rb_intern("on_constpath_field");
+    ripper_id_constpath_ref = rb_intern("on_constpath_ref");
+    ripper_id_def = rb_intern("on_def");
+    ripper_id_defined = rb_intern("on_defined");
+    ripper_id_defs = rb_intern("on_defs");
+    ripper_id_do_block = rb_intern("on_do_block");
+    ripper_id_do_block = rb_intern("on_do_block");
+    ripper_id_dot2 = rb_intern("on_dot2");
+    ripper_id_dot3 = rb_intern("on_dot3");
+    ripper_id_dyna_symbol = rb_intern("on_dyna_symbol");
+    ripper_id_else = rb_intern("on_else");
+    ripper_id_elsif = rb_intern("on_elsif");
+    ripper_id_ensure = rb_intern("on_ensure");
+    ripper_id_fcall = rb_intern("on_fcall");
+    ripper_id_field = rb_intern("on_field");
+    ripper_id_for = rb_intern("on_for");
+    ripper_id_hash = rb_intern("on_hash");
+    ripper_id_if = rb_intern("on_if");
+    ripper_id_if_mod = rb_intern("on_if_mod");
+    ripper_id_ifop = rb_intern("on_ifop");
+    ripper_id_iter_block = rb_intern("on_iter_block");
+    ripper_id_lambda = rb_intern("on_lambda");
+    ripper_id_massign = rb_intern("on_massign");
+    ripper_id_method_add_arg = rb_intern("on_method_add_arg");
+    ripper_id_mlhs_add = rb_intern("on_mlhs_add");
+    ripper_id_mlhs_add_star = rb_intern("on_mlhs_add_star");
+    ripper_id_mlhs_new = rb_intern("on_mlhs_new");
+    ripper_id_mlhs_paren = rb_intern("on_mlhs_paren");
+    ripper_id_module = rb_intern("on_module");
+    ripper_id_mrhs_add = rb_intern("on_mrhs_add");
+    ripper_id_mrhs_add_star = rb_intern("on_mrhs_add_star");
+    ripper_id_mrhs_new = rb_intern("on_mrhs_new");
+    ripper_id_mrhs_new_from_arglist = rb_intern("on_mrhs_new_from_arglist");
+    ripper_id_next = rb_intern("on_next");
+    ripper_id_opassign = rb_intern("on_opassign");
+    ripper_id_param_error = rb_intern("on_param_error");
+    ripper_id_params = rb_intern("on_params");
+    ripper_id_paren = rb_intern("on_paren");
+    ripper_id_parse_error = rb_intern("on_parse_error");
+    ripper_id_pragma = rb_intern("on_pragma");
+    ripper_id_program = rb_intern("on_program");
+    ripper_id_qwords_add = rb_intern("on_qwords_add");
+    ripper_id_qwords_new = rb_intern("on_qwords_new");
+    ripper_id_redo = rb_intern("on_redo");
+    ripper_id_regexp_literal = rb_intern("on_regexp_literal");
+    ripper_id_rescue = rb_intern("on_rescue");
+    ripper_id_rescue_mod = rb_intern("on_rescue_mod");
+    ripper_id_restparam = rb_intern("on_restparam");
+    ripper_id_retry = rb_intern("on_retry");
+    ripper_id_return = rb_intern("on_return");
+    ripper_id_return0 = rb_intern("on_return0");
+    ripper_id_sclass = rb_intern("on_sclass");
+    ripper_id_space = rb_intern("on_space");
+    ripper_id_stmts_add = rb_intern("on_stmts_add");
+    ripper_id_stmts_new = rb_intern("on_stmts_new");
+    ripper_id_string_add = rb_intern("on_string_add");
+    ripper_id_string_concat = rb_intern("on_string_concat");
+    ripper_id_string_content = rb_intern("on_string_content");
+    ripper_id_string_dvar = rb_intern("on_string_dvar");
+    ripper_id_string_embexpr = rb_intern("on_string_embexpr");
+    ripper_id_string_literal = rb_intern("on_string_literal");
+    ripper_id_super = rb_intern("on_super");
+    ripper_id_symbol = rb_intern("on_symbol");
+    ripper_id_symbol_literal = rb_intern("on_symbol_literal");
+    ripper_id_topconst_field = rb_intern("on_topconst_field");
+    ripper_id_topconst_ref = rb_intern("on_topconst_ref");
+    ripper_id_unary = rb_intern("on_unary");
+    ripper_id_undef = rb_intern("on_undef");
+    ripper_id_unless = rb_intern("on_unless");
+    ripper_id_unless_mod = rb_intern("on_unless_mod");
+    ripper_id_until = rb_intern("on_until");
+    ripper_id_until_mod = rb_intern("on_until_mod");
+    ripper_id_var_alias = rb_intern("on_var_alias");
+    ripper_id_var_field = rb_intern("on_var_field");
+    ripper_id_var_ref = rb_intern("on_var_ref");
+    ripper_id_void_stmt = rb_intern("on_void_stmt");
+    ripper_id_when = rb_intern("on_when");
+    ripper_id_while = rb_intern("on_while");
+    ripper_id_while_mod = rb_intern("on_while_mod");
+    ripper_id_word_add = rb_intern("on_word_add");
+    ripper_id_word_new = rb_intern("on_word_new");
+    ripper_id_words_add = rb_intern("on_words_add");
+    ripper_id_words_new = rb_intern("on_words_new");
+    ripper_id_xstring_add = rb_intern("on_xstring_add");
+    ripper_id_xstring_literal = rb_intern("on_xstring_literal");
+    ripper_id_xstring_new = rb_intern("on_xstring_new");
+    ripper_id_yield = rb_intern("on_yield");
+    ripper_id_yield0 = rb_intern("on_yield0");
+    ripper_id_zsuper = rb_intern("on_zsuper");
+}