asn_parser 1.0.0 → 1.0.5

data/ext/asn1_parser/antlr4-upstream/runtime/Cpp/cmake/antlr4-generator.cmake.in

@@ -0,0 +1,181 @@
+set(ANTLR_VERSION @ANTLR_VERSION@)
+
+@PACKAGE_INIT@
+
+if (NOT ANTLR4_CPP_GENERATED_SRC_DIR)
+  set(ANTLR4_GENERATED_SRC_DIR ${CMAKE_BINARY_DIR}/antlr4_generated_src)
+endif()
+
+FIND_PACKAGE(Java COMPONENTS Runtime REQUIRED)
+
+#
+# The ANTLR generator will output the following files given the input file f.g4
+#
+# Input  -> f.g4
+# Output -> f.h
+#        -> f.cpp
+#
+# the following files will only be produced if there is a parser contained
+# Flag -visitor active
+# Output -> <f>BaseVisitor.h
+#        -> <f>BaseVisitor.cpp
+#        -> <f>Visitor.h
+#        -> <f>Visitor.cpp
+#
+# Flag -listener active
+# Output -> <f>BaseListener.h
+#        -> <f>BaseListener.cpp
+#        -> <f>Listener.h
+#        -> <f>Listener.cpp
+#
+# See documentation in markup
+#
+function(antlr4_generate
+    Antlr4_ProjectTarget
+    Antlr4_InputFile
+    Antlr4_GeneratorType
+    )
+
+  set( Antlr4_GeneratedSrcDir ${ANTLR4_GENERATED_SRC_DIR}/${Antlr4_ProjectTarget} )
+
+  get_filename_component(Antlr4_InputFileBaseName ${Antlr4_InputFile} NAME_WE )
+
+  list( APPEND Antlr4_GeneratorStatusMessage "Common Include-, Source- and Tokenfiles" )
+
+  if ( ${Antlr4_GeneratorType} STREQUAL "LEXER")
+    set(Antlr4_LexerBaseName "${Antlr4_InputFileBaseName}")
+    set(Antlr4_ParserBaseName "")
+  else()
+    if ( ${Antlr4_GeneratorType} STREQUAL "PARSER")
+      set(Antlr4_LexerBaseName "")
+      set(Antlr4_ParserBaseName "${Antlr4_InputFileBaseName}")
+    else()
+      if ( ${Antlr4_GeneratorType} STREQUAL "BOTH")
+        set(Antlr4_LexerBaseName "${Antlr4_InputFileBaseName}Lexer")
+        set(Antlr4_ParserBaseName "${Antlr4_InputFileBaseName}Parser")
+      else()
+        message(FATAL_ERROR "The third parameter must be LEXER, PARSER or BOTH")
+      endif ()
+    endif ()
+  endif ()
+
+  # Prepare list of generated targets
+  list( APPEND Antlr4_GeneratedTargets "${Antlr4_GeneratedSrcDir}/${Antlr4_InputFileBaseName}.tokens" )
+  list( APPEND Antlr4_GeneratedTargets "${Antlr4_GeneratedSrcDir}/${Antlr4_InputFileBaseName}.interp" )
+  list( APPEND DependentTargets "${Antlr4_GeneratedSrcDir}/${Antlr4_InputFileBaseName}.tokens" )
+
+  if ( NOT ${Antlr4_LexerBaseName} STREQUAL "" )
+    list( APPEND Antlr4_GeneratedTargets "${Antlr4_GeneratedSrcDir}/${Antlr4_LexerBaseName}.h" )
+    list( APPEND Antlr4_GeneratedTargets "${Antlr4_GeneratedSrcDir}/${Antlr4_LexerBaseName}.cpp" )
+  endif ()
+
+  if ( NOT ${Antlr4_ParserBaseName} STREQUAL "" )
+    list( APPEND Antlr4_GeneratedTargets "${Antlr4_GeneratedSrcDir}/${Antlr4_ParserBaseName}.h" )
+    list( APPEND Antlr4_GeneratedTargets "${Antlr4_GeneratedSrcDir}/${Antlr4_ParserBaseName}.cpp" )
+  endif ()
+
+  # process optional arguments ...
+
+  if ( ( ARGC GREATER_EQUAL 4 ) AND ARGV3 )
+    set(Antlr4_BuildListenerOption "-listener")
+
+    list( APPEND Antlr4_GeneratedTargets "${Antlr4_GeneratedSrcDir}/${Antlr4_InputFileBaseName}BaseListener.h" )
+    list( APPEND Antlr4_GeneratedTargets "${Antlr4_GeneratedSrcDir}/${Antlr4_InputFileBaseName}BaseListener.cpp" )
+    list( APPEND Antlr4_GeneratedTargets "${Antlr4_GeneratedSrcDir}/${Antlr4_InputFileBaseName}Listener.h" )
+    list( APPEND Antlr4_GeneratedTargets "${Antlr4_GeneratedSrcDir}/${Antlr4_InputFileBaseName}Listener.cpp" )
+
+    list( APPEND Antlr4_GeneratorStatusMessage ", Listener Include- and Sourcefiles" )
+  else()
+    set(Antlr4_BuildListenerOption "-no-listener")
+  endif ()
+
+  if ( ( ARGC GREATER_EQUAL 5 ) AND ARGV4 )
+    set(Antlr4_BuildVisitorOption "-visitor")
+
+    list( APPEND Antlr4_GeneratedTargets "${Antlr4_GeneratedSrcDir}/${Antlr4_InputFileBaseName}BaseVisitor.h" )
+    list( APPEND Antlr4_GeneratedTargets "${Antlr4_GeneratedSrcDir}/${Antlr4_InputFileBaseName}BaseVisitor.cpp" )
+    list( APPEND Antlr4_GeneratedTargets "${Antlr4_GeneratedSrcDir}/${Antlr4_InputFileBaseName}Visitor.h" )
+    list( APPEND Antlr4_GeneratedTargets "${Antlr4_GeneratedSrcDir}/${Antlr4_InputFileBaseName}Visitor.cpp" )
+
+    list( APPEND Antlr4_GeneratorStatusMessage ", Visitor Include- and Sourcefiles" )
+  else()
+    set(Antlr4_BuildVisitorOption "-no-visitor")
+  endif ()
+
+  if ( (ARGC GREATER_EQUAL 6 ) AND (NOT ${ARGV5} STREQUAL "") )
+    set(Antlr4_NamespaceOption "-package;${ARGV5}")
+
+    list( APPEND Antlr4_GeneratorStatusMessage " in Namespace ${ARGV5}" )
+  else()
+    set(Antlr4_NamespaceOption "")
+  endif ()
+
+  if ( (ARGC GREATER_EQUAL 7 ) AND (NOT ${ARGV6} STREQUAL "") )
+    set(Antlr4_AdditionalDependencies ${ARGV6})
+  else()
+    set(Antlr4_AdditionalDependencies "")
+  endif ()
+
+  if ( (ARGC GREATER_EQUAL 8 ) AND (NOT ${ARGV7} STREQUAL "") )
+    set(Antlr4_LibOption "-lib;${ARGV7}")
+
+    list( APPEND Antlr4_GeneratorStatusMessage " using Library ${ARGV7}" )
+  else()
+    set(Antlr4_LibOption "")
+  endif ()
+
+  if(NOT Java_FOUND)
+    message(FATAL_ERROR "Java is required to process grammar or lexer files! - Use 'FIND_PACKAGE(Java COMPONENTS Runtime REQUIRED)'")
+  endif()
+
+  if(NOT EXISTS "${ANTLR4_JAR_LOCATION}")
+    message(FATAL_ERROR "Unable to find antlr tool. ANTLR4_JAR_LOCATION:${ANTLR4_JAR_LOCATION}")
+  endif()
+
+  # The call to generate the files
+  add_custom_command(
+    OUTPUT ${Antlr4_GeneratedTargets}
+    # Remove target directory
+    COMMAND
+    ${CMAKE_COMMAND} -E remove_directory ${Antlr4_GeneratedSrcDir}
+    # Create target directory
+    COMMAND
+    ${CMAKE_COMMAND} -E make_directory ${Antlr4_GeneratedSrcDir}
+    COMMAND
+    # Generate files
+    "${Java_JAVA_EXECUTABLE}" -jar "${ANTLR4_JAR_LOCATION}" -Werror -Dlanguage=Cpp ${Antlr4_BuildListenerOption} ${Antlr4_BuildVisitorOption} ${Antlr4_LibOption} ${ANTLR4_GENERATED_OPTIONS} -o "${Antlr4_GeneratedSrcDir}" ${Antlr4_NamespaceOption} "${Antlr4_InputFile}"
+    WORKING_DIRECTORY "${CMAKE_BINARY_DIR}"
+    MAIN_DEPENDENCY "${Antlr4_InputFile}"
+    DEPENDS ${Antlr4_AdditionalDependencies}
+    )
+
+  # set output variables in parent scope
+  set( ANTLR4_INCLUDE_DIR_${Antlr4_ProjectTarget} ${Antlr4_GeneratedSrcDir} PARENT_SCOPE)
+  set( ANTLR4_SRC_FILES_${Antlr4_ProjectTarget} ${Antlr4_GeneratedTargets} PARENT_SCOPE)
+  set( ANTLR4_TOKEN_FILES_${Antlr4_ProjectTarget} ${DependentTargets} PARENT_SCOPE)
+  set( ANTLR4_TOKEN_DIRECTORY_${Antlr4_ProjectTarget} ${Antlr4_GeneratedSrcDir} PARENT_SCOPE)
+
+  # export generated cpp files into list
+  foreach(generated_file ${Antlr4_GeneratedTargets})
+
+    if (NOT CMAKE_CXX_COMPILER_ID MATCHES "MSVC")
+      set_source_files_properties(
+        ${generated_file}
+        PROPERTIES
+        COMPILE_FLAGS -Wno-overloaded-virtual
+        )
+    endif ()
+
+    if (CMAKE_CXX_COMPILER_ID MATCHES "MSVC")
+      set_source_files_properties(
+        ${generated_file}
+        PROPERTIES
+        COMPILE_FLAGS -wd4251
+        )
+    endif ()
+
+  endforeach(generated_file)
+
+message(STATUS "Antlr4 ${Antlr4_ProjectTarget} - Building " ${Antlr4_GeneratorStatusMessage} )
+
+endfunction()

data/ext/asn1_parser/antlr4-upstream/runtime/Cpp/cmake/antlr4-runtime.cmake.in

@@ -0,0 +1,13 @@
+set(ANTLR_VERSION @ANTLR_VERSION@)
+
+@PACKAGE_INIT@
+
+set_and_check(ANTLR4_INCLUDE_DIR "@PACKAGE_ANTLR4_INCLUDE_DIR@")
+set_and_check(ANTLR4_LIB_DIR "@PACKAGE_ANTLR4_LIB_DIR@")
+
+include(CMakeFindDependencyMacro)
+find_dependency(Threads)
+
+include(${CMAKE_CURRENT_LIST_DIR}/@targets_export_name@.cmake)
+
+check_required_components(antlr)

data/ext/asn1_parser/antlr4-upstream/runtime/Cpp/demo/CMakeLists.txt

@@ -0,0 +1,80 @@
+# -*- mode:cmake -*-
+if(NOT UNIX)
+  message(WARNING "Unsupported operating system")
+endif()
+
+set(antlr4-demo-GENERATED_SRC
+   ${PROJECT_SOURCE_DIR}/demo/generated/TLexer.cpp 
+   ${PROJECT_SOURCE_DIR}/demo/generated/TParser.cpp
+   ${PROJECT_SOURCE_DIR}/demo/generated/TParserBaseListener.cpp
+   ${PROJECT_SOURCE_DIR}/demo/generated/TParserBaseVisitor.cpp
+   ${PROJECT_SOURCE_DIR}/demo/generated/TParserListener.cpp
+   ${PROJECT_SOURCE_DIR}/demo/generated/TParserVisitor.cpp
+ )
+
+foreach(src_file ${antlr4-demo-GENERATED_SRC})
+      set_source_files_properties(
+          ${src_file}
+          PROPERTIES
+          GENERATED TRUE
+          )
+endforeach(src_file ${antlr4-demo-GENERATED_SRC})
+
+add_custom_target(GenerateParser DEPENDS ${antlr4-demo-GENERATED_SRC})
+add_custom_command(OUTPUT ${antlr4-demo-GENERATED_SRC}
+   COMMAND 
+   ${CMAKE_COMMAND} -E make_directory ${PROJECT_SOURCE_DIR}/demo/generated/
+   COMMAND
+   "${Java_JAVA_EXECUTABLE}" -jar ${ANTLR_JAR_LOCATION} -Werror -Dlanguage=Cpp -listener -visitor -o ${PROJECT_SOURCE_DIR}/demo/generated/ -package antlrcpptest ${PROJECT_SOURCE_DIR}/demo/TLexer.g4 ${PROJECT_SOURCE_DIR}/demo/TParser.g4
+   WORKING_DIRECTORY "${CMAKE_BINARY_DIR}"
+   DEPENDS ${PROJECT_SOURCE_DIR}/demo/TLexer.g4 ${PROJECT_SOURCE_DIR}/demo/TParser.g4
+   )
+
+include_directories(
+  ${PROJECT_SOURCE_DIR}/runtime/src
+  ${PROJECT_SOURCE_DIR}/runtime/src/misc
+  ${PROJECT_SOURCE_DIR}/runtime/src/atn
+  ${PROJECT_SOURCE_DIR}/runtime/src/dfa
+  ${PROJECT_SOURCE_DIR}/runtime/src/tree
+  ${PROJECT_SOURCE_DIR}/runtime/src/support
+  ${PROJECT_SOURCE_DIR}/demo/generated
+  )
+
+#file(GLOB antlr4-demo_SRC "${PROJECT_SOURCE_DIR}/demo/generated/*")
+set(antlr4-demo_SRC 
+  ${PROJECT_SOURCE_DIR}/demo/Linux/main.cpp
+  ${antlr4-demo-GENERATED_SRC}
+  )
+
+if(NOT CMAKE_CXX_COMPILER_ID MATCHES "MSVC")
+  set (flags_1 "-Wno-overloaded-virtual")
+else()
+  set (flags_1 "-MP /wd4251")
+endif()
+
+foreach(src_file ${antlr4-demo_SRC})
+      set_source_files_properties(
+          ${src_file}
+          PROPERTIES
+          COMPILE_FLAGS "${COMPILE_FLAGS} ${flags_1}"
+          )
+endforeach(src_file ${antlr4-demo_SRC})
+
+add_executable(antlr4-demo
+  ${antlr4-demo_SRC}
+  )
+#add_precompiled_header(antlr4-demo ${PROJECT_SOURCE_DIR}/runtime/src/antlrcpp-Prefix.h)
+
+if(CMAKE_CXX_COMPILER_ID MATCHES "MSVC")
+  target_compile_options(antlr4-demo PRIVATE "/MT$<$<CONFIG:Debug>:d>")
+endif()
+
+add_dependencies(antlr4-demo GenerateParser)
+
+target_link_libraries(antlr4-demo antlr4_static)
+
+install(TARGETS antlr4-demo 
+        DESTINATION "share" 
+        COMPONENT dev 
+        )
+

data/ext/asn1_parser/antlr4-upstream/runtime/Cpp/demo/Linux/main.cpp

@@ -0,0 +1,38 @@
+/* Copyright (c) 2012-2017 The ANTLR Project. All rights reserved.
+ * Use of this file is governed by the BSD 3-clause license that
+ * can be found in the LICENSE.txt file in the project root.
+ */
+
+//
+//  main.cpp
+//  antlr4-cpp-demo
+//
+//  Created by Mike Lischke on 13.03.16.
+//
+
+#include <iostream>
+
+#include "antlr4-runtime.h"
+#include "TLexer.h"
+#include "TParser.h"
+
+using namespace antlrcpptest;
+using namespace antlr4;
+
+int main(int , const char **) {
+  ANTLRInputStream input(u8"🍴 = 🍐 + \"😎\";(((x * π))) * µ + ∰; a + (x * (y ? 0 : 1) + z);");
+  TLexer lexer(&input);
+  CommonTokenStream tokens(&lexer);
+
+  tokens.fill();
+  for (auto token : tokens.getTokens()) {
+    std::cout << token->toString() << std::endl;
+  }
+
+  TParser parser(&tokens);
+  tree::ParseTree* tree = parser.main();
+
+  std::cout << tree->toStringTree(&parser) << std::endl << std::endl;
+
+  return 0;
+}

data/ext/asn1_parser/antlr4-upstream/runtime/Cpp/demo/Mac/antlr4-cpp-demo/main.cpp

@@ -0,0 +1,38 @@
+/* Copyright (c) 2012-2017 The ANTLR Project. All rights reserved.
+ * Use of this file is governed by the BSD 3-clause license that
+ * can be found in the LICENSE.txt file in the project root.
+ */
+
+//
+//  main.cpp
+//  antlr4-cpp-demo
+//
+//  Created by Mike Lischke on 13.03.16.
+//
+
+#include <iostream>
+
+#include "antlr4-runtime.h"
+#include "TLexer.h"
+#include "TParser.h"
+
+using namespace antlrcpptest;
+using namespace antlr4;
+
+int main(int , const char **) {
+  ANTLRInputStream input(u8"🍴 = 🍐 + \"😎\";(((x * π))) * µ + ∰; a + (x * (y ? 0 : 1) + z);");
+  TLexer lexer(&input);
+  CommonTokenStream tokens(&lexer);
+
+  tokens.fill();
+  for (auto token : tokens.getTokens()) {
+    std::cout << token->toString() << std::endl;
+  }
+
+  TParser parser(&tokens);
+  tree::ParseTree *tree = parser.main();
+
+  std::cout << tree->toStringTree(&parser) << std::endl;
+
+  return 0;
+}

data/ext/asn1_parser/antlr4-upstream/runtime/Cpp/demo/Mac/antlrcpp Tests/Info.plist

@@ -0,0 +1,24 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
+<plist version="1.0">
+<dict>
+	<key>CFBundleDevelopmentRegion</key>
+	<string>en</string>
+	<key>CFBundleExecutable</key>
+	<string>$(EXECUTABLE_NAME)</string>
+	<key>CFBundleIdentifier</key>
+	<string>$(PRODUCT_BUNDLE_IDENTIFIER)</string>
+	<key>CFBundleInfoDictionaryVersion</key>
+	<string>6.0</string>
+	<key>CFBundleName</key>
+	<string>$(PRODUCT_NAME)</string>
+	<key>CFBundlePackageType</key>
+	<string>BNDL</string>
+	<key>CFBundleShortVersionString</key>
+	<string>1.0</string>
+	<key>CFBundleSignature</key>
+	<string>????</string>
+	<key>CFBundleVersion</key>
+	<string>1</string>
+</dict>
+</plist>

data/ext/asn1_parser/antlr4-upstream/runtime/Cpp/demo/Mac/antlrcpp Tests/InputHandlingTests.mm

@@ -0,0 +1,172 @@
+/*
+ * [The "BSD license"]
+ *  Copyright (c) 2016 Mike Lischke
+ *  All rights reserved.
+ *
+ *  Redistribution and use in source and binary forms, with or without
+ *  modification, are permitted provided that the following conditions
+ *  are met:
+ *
+ *  1. Redistributions of source code must retain the above copyright
+ *     notice, this list of conditions and the following disclaimer.
+ *  2. Redistributions in binary form must reproduce the above copyright
+ *     notice, this list of conditions and the following disclaimer in the
+ *     documentation and/or other materials provided with the distribution.
+ *  3. The name of the author may not be used to endorse or promote products
+ *     derived from this software without specific prior written permission.
+ *
+ *  THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
+ *  IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
+ *  OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
+ *  IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
+ *  INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
+ *  NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ *  DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ *  THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ *  (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
+ *  THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ */
+
+#import <XCTest/XCTest.h>
+
+#include "ANTLRInputStream.h"
+#include "Exceptions.h"
+#include "Interval.h"
+#include "UnbufferedTokenStream.h"
+#include "StringUtils.h"
+
+using namespace antlrcpp;
+using namespace antlr4;
+using namespace antlr4::misc;
+
+@interface InputHandlingTests : XCTestCase
+
+@end
+
+@implementation InputHandlingTests
+
+- (void)setUp {
+  [super setUp];
+  // Put setup code here. This method is called before the invocation of each test method in the class.
+}
+
+- (void)tearDown {
+  // Put teardown code here. This method is called after the invocation of each test method in the class.
+  [super tearDown];
+}
+
+- (void)testANTLRInputStreamCreation {
+  ANTLRInputStream stream1;
+  XCTAssert(stream1.toString().empty());
+  XCTAssertEqual(stream1.index(), 0U);
+
+  ANTLRInputStream stream2("To be or not to be");
+  XCTAssert(stream2.toString() == "To be or not to be");
+  XCTAssertEqual(stream2.index(), 0U);
+  XCTAssertEqual(stream2.size(), 18U);
+
+  char data[] = "Lorem ipsum dolor sit amet";
+  ANTLRInputStream stream3(data, sizeof(data) / sizeof(data[0]));
+  XCTAssert(stream3.toString() == std::string("Lorem ipsum dolor sit amet\0", 27));
+  XCTAssertEqual(stream3.index(), 0U);
+  XCTAssertEqual(stream3.size(), 27U);
+
+  std::stringstream input("Lorem ipsum dolor sit amet");
+  ANTLRInputStream stream4(input);
+  std::string content = stream4.toString();
+  XCTAssertEqual(content, "Lorem ipsum dolor sit amet"); // Now as utf-8 string.
+  XCTAssertEqual(stream4.index(), 0U);
+  XCTAssertEqual(stream4.size(), 26U);
+
+  std::string longString(33333, 'a');
+  input.str(longString);
+  stream4.load(input);
+  XCTAssertEqual(stream4.index(), 0U);
+  XCTAssertEqual(stream4.size(), 33333U);
+
+  input.clear();
+  stream4.load(input);
+  XCTAssertEqual(stream4.size(), 0U);
+}
+
+- (void)testANTLRInputStreamUse {
+  std::string text(u8"🚧Lorem ipsum dolor sit amet🕶");
+  std::u32string wtext = utf8_to_utf32(text.c_str(), text.c_str() + text.size()); // Convert to UTF-32.
+  ANTLRInputStream stream(text);
+  XCTAssertEqual(stream.index(), 0U);
+  XCTAssertEqual(stream.size(), wtext.size());
+
+  for (size_t i = 0; i < stream.size(); ++i) {
+    stream.consume();
+    XCTAssertEqual(stream.index(), i + 1);
+  }
+
+  try {
+    stream.consume();
+    XCTFail();
+  } catch (IllegalStateException &e) {
+    // Expected.
+    std::string message = e.what();
+    XCTAssertEqual(message, "cannot consume EOF");
+  }
+
+  XCTAssertEqual(stream.index(), wtext.size());
+  stream.reset();
+  XCTAssertEqual(stream.index(), 0U);
+
+  XCTAssertEqual(stream.LA(0), 0ULL);
+  for (size_t i = 1; i < wtext.size(); ++i) {
+    XCTAssertEqual(stream.LA(static_cast<ssize_t>(i)), wtext[i - 1]); // LA(1) means: current char.
+    XCTAssertEqual(stream.LT(static_cast<ssize_t>(i)), wtext[i - 1]); // LT is mapped to LA.
+    XCTAssertEqual(stream.index(), 0U); // No consumption when looking ahead.
+  }
+
+  stream.seek(wtext.size() - 1);
+  XCTAssertEqual(stream.index(), wtext.size() - 1);
+
+  stream.seek(wtext.size() / 2);
+  XCTAssertEqual(stream.index(), wtext.size() / 2);
+
+  stream.seek(wtext.size() - 1);
+  for (ssize_t i = 1; i < static_cast<ssize_t>(wtext.size()) - 1; ++i) {
+    XCTAssertEqual(stream.LA(-i), wtext[wtext.size() - i - 1]); // LA(-1) means: previous char.
+    XCTAssertEqual(stream.LT(-i), wtext[wtext.size() - i - 1]); // LT is mapped to LA.
+    XCTAssertEqual(stream.index(), wtext.size() - 1); // No consumption when looking ahead.
+  }
+
+  XCTAssertEqual(stream.LA(-10000), IntStream::EOF);
+
+  // Mark and release do nothing.
+  stream.reset();
+  XCTAssertEqual(stream.index(), 0U);
+  ssize_t marker = stream.mark();
+  XCTAssertEqual(marker, -1);
+  stream.seek(10);
+  XCTAssertEqual(stream.index(), 10U);
+  XCTAssertEqual(stream.mark(), -1);
+
+  stream.release(marker);
+  XCTAssertEqual(stream.index(), 10U);
+
+  misc::Interval interval1(2, 10UL); // From - to, inclusive.
+  std::string output = stream.getText(interval1);
+  std::string sub = utf32_to_utf8(wtext.substr(2, 9));
+  XCTAssertEqual(output, sub);
+
+  misc::Interval interval2(200, 10UL); // Start beyond bounds.
+  output = stream.getText(interval2);
+  XCTAssert(output.empty());
+
+  misc::Interval interval3(0, 200UL); // End beyond bounds.
+  output = stream.getText(interval3);
+  XCTAssertEqual(output, text);
+
+  stream.name = "unit tests"; // Quite useless test, as "name" is a public field.
+  XCTAssertEqual(stream.getSourceName(), "unit tests");
+}
+
+- (void)testUnbufferedTokenSteam {
+  //UnbufferedTokenStream stream;
+}
+
+@end