pygments.rb-jruby 0.5.4

data/vendor/pygments-main/tests/examplefiles/test.ecl

@@ -0,0 +1,58 @@
+/*##############################################################################
+
+    Copyright (C) 2011 HPCC Systems.
+
+    All rights reserved. This program is free software: you can redistribute it and/or modify
+    it under the terms of the GNU Affero General Public License as
+    published by the Free Software Foundation, either version 3 of the
+    License, or (at your option) any later version.
+
+    This program is distributed in the hope that it will be useful,
+    but WITHOUT ANY WARRANTY; without even the implied warranty of
+    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+    GNU Affero General Public License for more details.
+
+    You should have received a copy of the GNU Affero General Public License
+    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+############################################################################## */
+
+#option ('slidingJoins', true);
+
+namesRecord :=
+            RECORD
+string20        surname;
+string10        forename;
+integer2        age;
+integer2        dadAge;
+integer2        mumAge;
+            END;
+
+namesRecord2 :=
+            record
+string10        extra;
+namesRecord;
+            end;
+
+namesTable := dataset('x',namesRecord,FLAT);
+namesTable2 := dataset('y',namesRecord2,FLAT);
+
+integer2 aveAgeL(namesRecord l) := (l.dadAge+l.mumAge)/2;
+integer2 aveAgeR(namesRecord2 r) := (r.dadAge+r.mumAge)/2;
+
+// Standard join on a function of left and right
+output(join(namesTable, namesTable2, aveAgeL(left) = aveAgeR(right)));
+
+//Several simple examples of sliding join syntax
+output(join(namesTable, namesTable2, left.age >= right.age - 10 and left.age <= right.age +10));
+output(join(namesTable, namesTable2, left.age between right.age - 10 and right.age +10));
+output(join(namesTable, namesTable2, left.age between right.age + 10 and right.age +30));
+output(join(namesTable, namesTable2, left.age between (right.age + 20) - 10 and (right.age +20) + 10));
+output(join(namesTable, namesTable2, aveAgeL(left) between aveAgeR(right)+10 and aveAgeR(right)+40));
+
+//Same, but on strings.  Also includes age to ensure sort is done by non-sliding before sliding.
+output(join(namesTable, namesTable2, left.surname between right.surname[1..10]+'AAAAAAAAAA' and right.surname[1..10]+'ZZZZZZZZZZ' and left.age=right.age));
+output(join(namesTable, namesTable2, left.surname between right.surname[1..10]+'AAAAAAAAAA' and right.surname[1..10]+'ZZZZZZZZZZ' and left.age=right.age,all));
+
+//This should not generate a self join
+output(join(namesTable, namesTable, left.age between right.age - 10 and right.age +10));
+

data/vendor/pygments-main/tests/examplefiles/test.eh

@@ -0,0 +1,315 @@
+/* A Bison parser, made by GNU Bison 2.0.  */
+
+/* Skeleton parser for Yacc-like parsing with Bison,
+   Copyright (C) 1984, 1989, 1990, 2000, 2001, 2002, 2003, 2004 Free Software Foundation, Inc.
+
+   This program is free software; you can redistribute it and/or modify
+   it under the terms of the GNU General Public License as published by
+   the Free Software Foundation; either version 2, or (at your option)
+   any later version.
+
+   This program is distributed in the hope that it will be useful,
+   but WITHOUT ANY WARRANTY; without even the implied warranty of
+   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+   GNU General Public License for more details.
+
+   You should have received a copy of the GNU General Public License
+   along with this program; if not, write to the Free Software
+   Foundation, Inc., 59 Temple Place - Suite 330,
+   Boston, MA 02111-1307, USA.  */
+
+/* As a special exception, when this file is copied by Bison into a
+   Bison output file, you may use that output file without restriction.
+   This special exception was added by the Free Software Foundation
+   in version 1.24 of Bison.  */
+
+/* Tokens.  */
+#ifndef YYTOKENTYPE
+# define YYTOKENTYPE
+   /* Put the tokens into the symbol table, so that GDB and other debuggers
+      know about them.  */
+   enum yytokentype {
+     IDENTIFIER = 258,
+     CONSTANT = 259,
+     STRING_LITERAL = 260,
+     SIZEOF = 261,
+     PTR_OP = 262,
+     INC_OP = 263,
+     DEC_OP = 264,
+     LEFT_OP = 265,
+     RIGHT_OP = 266,
+     LE_OP = 267,
+     GE_OP = 268,
+     EQ_OP = 269,
+     NE_OP = 270,
+     AND_OP = 271,
+     OR_OP = 272,
+     MUL_ASSIGN = 273,
+     DIV_ASSIGN = 274,
+     MOD_ASSIGN = 275,
+     ADD_ASSIGN = 276,
+     SUB_ASSIGN = 277,
+     LEFT_ASSIGN = 278,
+     RIGHT_ASSIGN = 279,
+     AND_ASSIGN = 280,
+     XOR_ASSIGN = 281,
+     OR_ASSIGN = 282,
+     TYPE_NAME = 283,
+     TYPEDEF = 284,
+     EXTERN = 285,
+     STATIC = 286,
+     AUTO = 287,
+     REGISTER = 288,
+     CHAR = 289,
+     SHORT = 290,
+     INT = 291,
+     UINT = 292,
+     INT64 = 293,
+     LONG = 294,
+     SIGNED = 295,
+     UNSIGNED = 296,
+     FLOAT = 297,
+     DOUBLE = 298,
+     CONST = 299,
+     VOLATILE = 300,
+     VOID = 301,
+     VALIST = 302,
+     STRUCT = 303,
+     UNION = 304,
+     ENUM = 305,
+     ELLIPSIS = 306,
+     CASE = 307,
+     DEFAULT = 308,
+     IF = 309,
+     SWITCH = 310,
+     WHILE = 311,
+     DO = 312,
+     FOR = 313,
+     GOTO = 314,
+     CONTINUE = 315,
+     BREAK = 316,
+     RETURN = 317,
+     IFX = 318,
+     ELSE = 319,
+     CLASS = 320,
+     THISCLASS = 321,
+     CLASS_NAME = 322,
+     PROPERTY = 323,
+     SETPROP = 324,
+     GETPROP = 325,
+     NEWOP = 326,
+     RENEW = 327,
+     DELETE = 328,
+     EXT_DECL = 329,
+     EXT_STORAGE = 330,
+     IMPORT = 331,
+     DEFINE = 332,
+     VIRTUAL = 333,
+     EXT_ATTRIB = 334,
+     PUBLIC = 335,
+     PRIVATE = 336,
+     TYPED_OBJECT = 337,
+     ANY_OBJECT = 338,
+     _INCREF = 339,
+     EXTENSION = 340,
+     ASM = 341,
+     TYPEOF = 342,
+     WATCH = 343,
+     STOPWATCHING = 344,
+     FIREWATCHERS = 345,
+     WATCHABLE = 346,
+     CLASS_DESIGNER = 347,
+     CLASS_NO_EXPANSION = 348,
+     CLASS_FIXED = 349,
+     ISPROPSET = 350,
+     CLASS_DEFAULT_PROPERTY = 351,
+     PROPERTY_CATEGORY = 352,
+     CLASS_DATA = 353,
+     CLASS_PROPERTY = 354,
+     SUBCLASS = 355,
+     NAMESPACE = 356,
+     NEW0OP = 357,
+     RENEW0 = 358,
+     VAARG = 359,
+     DBTABLE = 360,
+     DBFIELD = 361,
+     DBINDEX = 362,
+     DATABASE_OPEN = 363
+   };
+#endif
+#define IDENTIFIER 258
+#define CONSTANT 259
+#define STRING_LITERAL 260
+#define SIZEOF 261
+#define PTR_OP 262
+#define INC_OP 263
+#define DEC_OP 264
+#define LEFT_OP 265
+#define RIGHT_OP 266
+#define LE_OP 267
+#define GE_OP 268
+#define EQ_OP 269
+#define NE_OP 270
+#define AND_OP 271
+#define OR_OP 272
+#define MUL_ASSIGN 273
+#define DIV_ASSIGN 274
+#define MOD_ASSIGN 275
+#define ADD_ASSIGN 276
+#define SUB_ASSIGN 277
+#define LEFT_ASSIGN 278
+#define RIGHT_ASSIGN 279
+#define AND_ASSIGN 280
+#define XOR_ASSIGN 281
+#define OR_ASSIGN 282
+#define TYPE_NAME 283
+#define TYPEDEF 284
+#define EXTERN 285
+#define STATIC 286
+#define AUTO 287
+#define REGISTER 288
+#define CHAR 289
+#define SHORT 290
+#define INT 291
+#define UINT 292
+#define INT64 293
+#define LONG 294
+#define SIGNED 295
+#define UNSIGNED 296
+#define FLOAT 297
+#define DOUBLE 298
+#define CONST 299
+#define VOLATILE 300
+#define VOID 301
+#define VALIST 302
+#define STRUCT 303
+#define UNION 304
+#define ENUM 305
+#define ELLIPSIS 306
+#define CASE 307
+#define DEFAULT 308
+#define IF 309
+#define SWITCH 310
+#define WHILE 311
+#define DO 312
+#define FOR 313
+#define GOTO 314
+#define CONTINUE 315
+#define BREAK 316
+#define RETURN 317
+#define IFX 318
+#define ELSE 319
+#define CLASS 320
+#define THISCLASS 321
+#define CLASS_NAME 322
+#define PROPERTY 323
+#define SETPROP 324
+#define GETPROP 325
+#define NEWOP 326
+#define RENEW 327
+#define DELETE 328
+#define EXT_DECL 329
+#define EXT_STORAGE 330
+#define IMPORT 331
+#define DEFINE 332
+#define VIRTUAL 333
+#define EXT_ATTRIB 334
+#define PUBLIC 335
+#define PRIVATE 336
+#define TYPED_OBJECT 337
+#define ANY_OBJECT 338
+#define _INCREF 339
+#define EXTENSION 340
+#define ASM 341
+#define TYPEOF 342
+#define WATCH 343
+#define STOPWATCHING 344
+#define FIREWATCHERS 345
+#define WATCHABLE 346
+#define CLASS_DESIGNER 347
+#define CLASS_NO_EXPANSION 348
+#define CLASS_FIXED 349
+#define ISPROPSET 350
+#define CLASS_DEFAULT_PROPERTY 351
+#define PROPERTY_CATEGORY 352
+#define CLASS_DATA 353
+#define CLASS_PROPERTY 354
+#define SUBCLASS 355
+#define NAMESPACE 356
+#define NEW0OP 357
+#define RENEW0 358
+#define VAARG 359
+#define DBTABLE 360
+#define DBFIELD 361
+#define DBINDEX 362
+#define DATABASE_OPEN 363
+
+
+
+
+#if ! defined (YYSTYPE) && ! defined (YYSTYPE_IS_DECLARED)
+#line 42 "grammar.y"
+typedef union YYSTYPE {
+   SpecifierType specifierType;
+   int i;
+   AccessMode declMode;
+   Identifier id;
+   Expression exp;
+   Specifier specifier;
+   OldList * list;
+   Enumerator enumerator;
+   Declarator declarator;
+   Pointer pointer;
+   Initializer initializer;
+   InitDeclarator initDeclarator;
+   TypeName typeName;
+   Declaration declaration;
+   Statement stmt;
+   FunctionDefinition function;
+   External external;
+   Context context;
+   AsmField asmField;
+
+   Instantiation instance;
+   MembersInit membersInit;
+   MemberInit memberInit;
+   ClassFunction classFunction;
+   ClassDefinition _class;
+   ClassDef classDef;
+   PropertyDef prop;
+   char * string;
+   Symbol symbol;
+   PropertyWatch propertyWatch;
+   TemplateParameter templateParameter;
+   TemplateArgument templateArgument;
+   TemplateDatatype templateDatatype;
+   
+   DBTableEntry dbtableEntry;
+   DBIndexItem dbindexItem;
+   DBTableDef dbtableDef;
+} YYSTYPE;
+/* Line 1318 of yacc.c.  */
+#line 293 "grammar.eh"
+# define yystype YYSTYPE /* obsolescent; will be withdrawn */
+# define YYSTYPE_IS_DECLARED 1
+# define YYSTYPE_IS_TRIVIAL 1
+#endif
+
+extern YYSTYPE yylval;
+
+#if ! defined (YYLTYPE) && ! defined (YYLTYPE_IS_DECLARED)
+typedef struct YYLTYPE
+{
+  int first_line;
+  int first_column;
+  int last_line;
+  int last_column;
+} YYLTYPE;
+# define yyltype YYLTYPE /* obsolescent; will be withdrawn */
+# define YYLTYPE_IS_DECLARED 1
+# define YYLTYPE_IS_TRIVIAL 1
+#endif
+
+extern YYLTYPE yylloc;
+
+

data/vendor/pygments-main/tests/examplefiles/test.erl

@@ -0,0 +1,169 @@
+-module(test).
+-export([listen/1,
+         handle_client/1,
+         maintain_clients/1,
+         start/1,
+         stop/0,
+         controller/1]).
+
+-author("jerith").
+
+-define(TCP_OPTIONS,[list, {packet, 0}, {active, false}, {reuseaddr, true}]).
+
+-record(player, {name=none, socket, mode}).
+
+%% To allow incoming connections, we need to listen on a TCP port.
+%% This is also the entry point for our server as a whole, so it
+%% starts the client_manager process and gives it a name so the rest
+%% of the code can get to it easily.
+
+listen(Port) ->
+    {ok, LSocket} = gen_tcp:listen(Port, ?TCP_OPTIONS),
+    register(client_manager, spawn(?MODULE, maintain_clients, [[]])),
+    do_accept(LSocket).
+
+%% Accepting a connection gives us a connection socket with the
+%% newly-connected client on the other end.  Since we want to accept
+%% more than one client, we spawn a new process for each and then wait
+%% for another connection on our listening socket.
+
+do_accept(LSocket) ->
+    case gen_tcp:accept(LSocket) of
+        {ok, Socket} ->
+            spawn(?MODULE, handle_client, [Socket]),
+            client_manager ! {connect, Socket};
+        {error, Reason} ->
+            io:format("Socket accept error: ~s~n", [Reason])
+    end,
+    do_accept(LSocket).
+
+%% All the client-socket process needs to do is wait for data and
+%% forward it to the client_manager process which decides what to do
+%% with it.  If the client disconnects, we let client_manager know and
+%% then quietly go away.
+
+handle_client(Socket) ->
+    case gen_tcp:recv(Socket, 0) of
+        {ok, Data} ->
+            client_manager ! {data, Socket, Data},
+            handle_client(Socket);
+        {error, closed} ->
+            client_manager ! {disconnect, Socket}
+    end.
+
+%% This is the main loop of the client_manager process.  It maintains
+%% the list of "players" and calls the handler for client input.
+
+maintain_clients(Players) ->
+    io:format("Players:~n", []),
+    lists:foreach(fun(P) -> io:format(">>> ~w~n", [P]) end, Players),
+    receive
+        {connect, Socket} ->
+            Player = #player{socket=Socket, mode=connect},
+            send_prompt(Player),
+            io:format("client connected: ~w~n", [Player]),
+            NewPlayers =  [Player | Players];
+        {disconnect, Socket} ->
+            Player = find_player(Socket, Players),
+            io:format("client disconnected: ~w~n", [Player]),
+            NewPlayers = lists:delete(Player, Players);
+        {data, Socket, Data} ->
+            Player = find_player(Socket, Players),
+            NewPlayers = parse_data(Player, Players, Data),
+            NewPlayer = find_player(Socket, NewPlayers),
+            send_prompt(NewPlayer)
+    end,
+    maintain_clients(NewPlayers).
+
+%% find_player is a utility function to get a player record associated
+%% with a particular socket out of the player list.
+
+find_player(Socket, Players) ->
+    {value, Player} = lists:keysearch(Socket, #player.socket, Players),
+    Player.
+
+%% delete_player returns the player list without the given player.  It
+%% deletes the player from the list based on the socket rather than
+%% the whole record because the list might hold a different version.
+
+delete_player(Player, Players) ->
+    lists:keydelete(Player#player.socket, #player.socket, Players).
+
+%% Sends an appropriate prompt to the player.  Currently the only
+%% prompt we send is the initial "Name: " when the player connects.
+
+send_prompt(Player) ->
+    case Player#player.mode of
+        connect ->
+            gen_tcp:send(Player#player.socket, "Name: ");
+        active ->
+            ok
+    end.
+
+%% Sends the given data to all players in active mode.
+
+send_to_active(Prefix, Players, Data) ->
+    ActivePlayers = lists:filter(fun(P) -> P#player.mode == active end,
+                                 Players),
+    lists:foreach(fun(P) -> gen_tcp:send(P#player.socket, Prefix ++ Data) end,
+                  ActivePlayers),
+    ok.
+
+%% We don't really do much parsing, but that will probably change as
+%% more features are added.  Currently this handles naming the player
+%% when he first connects and treats everything else as a message to
+%% send.
+
+parse_data(Player, Players, Data) ->
+    case Player#player.mode of
+        active ->
+            send_to_active(Player#player.name ++ ": ",
+              delete_player(Player, Players), Data),
+            Players;
+        connect ->
+            UPlayer = Player#player{name=bogostrip(Data), mode=active},
+            [UPlayer | delete_player(Player, Players)]
+    end.
+
+%% Utility methods to clean up the name before we apply it.  Called
+%% bogostrip rather than strip because it returns the first continuous
+%% block of non-matching characters rather stripping matching
+%% characters off the front and back.
+
+bogostrip(String) ->
+    bogostrip(String, "\r\n\t ").
+
+bogostrip(String, Chars) ->
+    LStripped = string:substr(String, string:span(String, Chars)+1),
+    string:substr(LStripped, 1, string:cspan(LStripped, Chars)).
+
+%% Here we have some extra code to test other bits of pygments' Erlang
+%% lexer.
+
+get_timestamp() ->
+    {{Year,Month,Day},{Hour,Min,Sec}} = erlang:universaltime(),
+    lists:flatten(io_lib:format(
+                    "~4.10.0B-~2.10.0B-~2.10.0BT~2.10.0B:~2.10.0B:~2.10.0BZ",
+                    [Year, Month, Day, Hour, Min, Sec])).
+
+a_binary() ->
+    << 100:16/integer, 16#7f >>.
+
+a_list_comprehension() ->
+    [X*2 || X <- [1,2,3]].
+
+map(Fun, [H|T]) ->
+    [Fun(H) | map(Fun, T)];
+
+map(Fun, []) ->
+    [].
+
+%% pmap, just because it's cool.
+
+pmap(F, L) ->
+    Parent = self(),
+    [receive {Pid, Result} ->
+             Result
+     end || Pid <- [spawn(fun() ->
+                                  Parent ! {self(), F(X)} 
+                          end) || X <- L]].