tree-sitter 0.0.1 → 0.1.0

data/ext/tree-sitter/tree-sitter/project.Makefile

@@ -1,6 +0,0 @@
-# This file is generated by gyp; do not edit.
-
-export builddir_name ?= ./out
-.PHONY: all
-all:
-	$(MAKE) runtime compiler

data/ext/tree-sitter/tree-sitter/runtime.target.mk

@@ -1,174 +0,0 @@
-# This file is generated by gyp; do not edit.
-
-TOOLSET := target
-TARGET := runtime
-DEFS_Debug :=
-
-# Flags passed to all source files.
-CFLAGS_Debug := \
-	-fasm-blocks \
-	-mpascal-strings \
-	-O0 \
-	-gdwarf-2 \
-	-arch x86_64 \
-	-Wall \
-	-Wextra \
-	-Wno-unused-parameter
-
-# Flags passed to only C files.
-CFLAGS_C_Debug :=
-
-# Flags passed to only C++ files.
-CFLAGS_CC_Debug :=
-
-# Flags passed to only ObjC files.
-CFLAGS_OBJC_Debug :=
-
-# Flags passed to only ObjC++ files.
-CFLAGS_OBJCC_Debug :=
-
-INCS_Debug := \
-	-Iinclude \
-	-Isrc \
-	-Iexternals/utf8proc
-
-DEFS_Release :=
-
-# Flags passed to all source files.
-CFLAGS_Release := \
-	-fasm-blocks \
-	-mpascal-strings \
-	-Os \
-	-gdwarf-2 \
-	-arch x86_64 \
-	-Wall \
-	-Wextra \
-	-Wno-unused-parameter
-
-# Flags passed to only C files.
-CFLAGS_C_Release :=
-
-# Flags passed to only C++ files.
-CFLAGS_CC_Release :=
-
-# Flags passed to only ObjC files.
-CFLAGS_OBJC_Release :=
-
-# Flags passed to only ObjC++ files.
-CFLAGS_OBJCC_Release :=
-
-INCS_Release := \
-	-Iinclude \
-	-Isrc \
-	-Iexternals/utf8proc
-
-DEFS_Test := \
-	'-DTREE_SITTER_WRAP_MALLOC=true'
-
-# Flags passed to all source files.
-CFLAGS_Test := \
-	-fasm-blocks \
-	-mpascal-strings \
-	-O0 \
-	-gdwarf-2 \
-	-arch x86_64 \
-	-Wall \
-	-Wextra \
-	-Wno-unused-parameter
-
-# Flags passed to only C files.
-CFLAGS_C_Test :=
-
-# Flags passed to only C++ files.
-CFLAGS_CC_Test :=
-
-# Flags passed to only ObjC files.
-CFLAGS_OBJC_Test :=
-
-# Flags passed to only ObjC++ files.
-CFLAGS_OBJCC_Test :=
-
-INCS_Test := \
-	-Iinclude \
-	-Isrc \
-	-Iexternals/utf8proc
-
-OBJS := \
-	$(obj).target/$(TARGET)/src/runtime/document.o \
-	$(obj).target/$(TARGET)/src/runtime/error_costs.o \
-	$(obj).target/$(TARGET)/src/runtime/language.o \
-	$(obj).target/$(TARGET)/src/runtime/lexer.o \
-	$(obj).target/$(TARGET)/src/runtime/node.o \
-	$(obj).target/$(TARGET)/src/runtime/stack.o \
-	$(obj).target/$(TARGET)/src/runtime/parser.o \
-	$(obj).target/$(TARGET)/src/runtime/string_input.o \
-	$(obj).target/$(TARGET)/src/runtime/tree.o \
-	$(obj).target/$(TARGET)/src/runtime/utf16.o \
-	$(obj).target/$(TARGET)/externals/utf8proc/utf8proc.o
-
-# Add to the list of files we specially track dependencies for.
-all_deps += $(OBJS)
-
-# CFLAGS et al overrides must be target-local.
-# See "Target-specific Variable Values" in the GNU Make manual.
-$(OBJS): TOOLSET := $(TOOLSET)
-$(OBJS): GYP_CFLAGS := $(DEFS_$(BUILDTYPE)) $(INCS_$(BUILDTYPE))  $(CFLAGS_$(BUILDTYPE)) $(CFLAGS_C_$(BUILDTYPE))
-$(OBJS): GYP_CXXFLAGS := $(DEFS_$(BUILDTYPE)) $(INCS_$(BUILDTYPE))  $(CFLAGS_$(BUILDTYPE)) $(CFLAGS_CC_$(BUILDTYPE))
-$(OBJS): GYP_OBJCFLAGS := $(DEFS_$(BUILDTYPE)) $(INCS_$(BUILDTYPE))  $(CFLAGS_$(BUILDTYPE)) $(CFLAGS_C_$(BUILDTYPE)) $(CFLAGS_OBJC_$(BUILDTYPE))
-$(OBJS): GYP_OBJCXXFLAGS := $(DEFS_$(BUILDTYPE)) $(INCS_$(BUILDTYPE))  $(CFLAGS_$(BUILDTYPE)) $(CFLAGS_CC_$(BUILDTYPE)) $(CFLAGS_OBJCC_$(BUILDTYPE))
-
-# Suffix rules, putting all outputs into $(obj).
-
-$(obj).$(TOOLSET)/$(TARGET)/%.o: $(srcdir)/%.c FORCE_DO_CMD
-	@$(call do_cmd,cc,1)
-
-# Try building from generated source, too.
-
-$(obj).$(TOOLSET)/$(TARGET)/%.o: $(obj).$(TOOLSET)/%.c FORCE_DO_CMD
-	@$(call do_cmd,cc,1)
-
-$(obj).$(TOOLSET)/$(TARGET)/%.o: $(obj)/%.c FORCE_DO_CMD
-	@$(call do_cmd,cc,1)
-
-# End of this set of suffix rules
-### Rules for final target.
-LDFLAGS_Debug := \
-	-g \
-	-arch x86_64 \
-	-L$(builddir)
-
-LIBTOOLFLAGS_Debug := \
-	-g
-
-LDFLAGS_Release := \
-	-arch x86_64 \
-	-L$(builddir)
-
-LIBTOOLFLAGS_Release :=
-
-LDFLAGS_Test := \
-	-g \
-	-arch x86_64 \
-	-L$(builddir)
-
-LIBTOOLFLAGS_Test := \
-	-g
-
-LIBS :=
-
-$(builddir)/libruntime.a: GYP_LDFLAGS := $(LDFLAGS_$(BUILDTYPE))
-$(builddir)/libruntime.a: LIBS := $(LIBS)
-$(builddir)/libruntime.a: GYP_LIBTOOLFLAGS := $(LIBTOOLFLAGS_$(BUILDTYPE))
-$(builddir)/libruntime.a: TOOLSET := $(TOOLSET)
-$(builddir)/libruntime.a: $(OBJS) FORCE_DO_CMD
-	$(call do_cmd,alink)
-
-all_deps += $(builddir)/libruntime.a
-# Add target alias
-.PHONY: runtime
-runtime: $(builddir)/libruntime.a
-
-# Add target alias to "all" target.
-.PHONY: all
-all: runtime
-

data/ext/tree-sitter/tree-sitter/spec/compiler/build_tables/distinctive_tokens_spec.cc

@@ -1,34 +0,0 @@
-#include "spec_helper.h"
-#include "compiler/rules/character_set.h"
-#include "compiler/build_tables/recovery_tokens.h"
-#include "compiler/lexical_grammar.h"
-#include "helpers/rule_helpers.h"
-#include "helpers/stream_methods.h"
-#include "compiler/rules.h"
-
-using namespace rules;
-using namespace build_tables;
-
-START_TEST
-
-describe("recovery_tokens(rule)", []() {
-  it("includes rules that can only begin and end with an explicit set of characters", [&]() {
-    LexicalGrammar grammar;
-    grammar.separators = {
-      character({ ' ' }),
-    };
-
-    grammar.variables = {
-      Variable("var0", VariableTypeNamed, character({}, false)),
-      Variable("var1", VariableTypeNamed, seq({
-        character({ 'a', 'b' }),
-        character({}, false),
-        character({ 'c', 'd' }),
-      })),
-    };
-
-    AssertThat(recovery_tokens(grammar), Equals<set<Symbol>>({ Symbol(1, Symbol::Terminal) }));
-  });
-});
-
-END_TEST

data/ext/tree-sitter/tree-sitter/spec/compiler/build_tables/lex_conflict_manager_spec.cc

@@ -1,88 +0,0 @@
-#include "spec_helper.h"
-#include "helpers/rule_helpers.h"
-#include "helpers/stream_methods.h"
-#include "compiler/rules/built_in_symbols.h"
-#include "compiler/parse_table.h"
-#include "compiler/build_tables/lex_conflict_manager.h"
-#include "compiler/build_tables/lex_item.h"
-
-using namespace rules;
-using namespace build_tables;
-
-START_TEST
-
-describe("LexConflictManager::resolve(new_action, old_action)", []() {
-  LexConflictManager conflict_manager;
-  bool update;
-  Symbol sym1(0, Symbol::Terminal);
-  Symbol sym2(1, Symbol::Terminal);
-  Symbol sym3(2, Symbol::Terminal);
-  Symbol sym4(3, Symbol::Terminal);
-  LexItemSet item_set({ LexItem(sym4, blank() )});
-
-  it("favors advance actions over empty accept token actions", [&]() {
-    update = conflict_manager.resolve(item_set, AdvanceAction(2, {0, 0}, true), AcceptTokenAction());
-    AssertThat(update, IsTrue());
-  });
-
-  describe("accept-token/accept-token conflicts", [&]() {
-    describe("when the tokens' precedence values differ", [&]() {
-      it("favors the token with higher precedence", [&]() {
-        update = conflict_manager.resolve(AcceptTokenAction(sym2, 1, false), AcceptTokenAction(sym1, 2, false));
-        AssertThat(update, IsFalse());
-
-        update = conflict_manager.resolve(AcceptTokenAction(sym1, 2, false), AcceptTokenAction(sym2, 1, false));
-        AssertThat(update, IsTrue());
-      });
-
-      it("adds the preferred token as a possible homonym for the discarded one", [&]() {
-        conflict_manager.resolve(AcceptTokenAction(sym2, 1, false), AcceptTokenAction(sym1, 2, false));
-        AssertThat(conflict_manager.possible_homonyms[sym2.index], Contains(sym1.index));
-      });
-    });
-
-    describe("when one token is string-based and the other is regexp-based", [&]() {
-      it("favors the string-based token", [&]() {
-        update = conflict_manager.resolve(AcceptTokenAction(sym1, 0, false), AcceptTokenAction(sym2, 0, true));
-        AssertThat(update, IsFalse());
-
-        update = conflict_manager.resolve(AcceptTokenAction(sym2, 0, true), AcceptTokenAction(sym1, 0, false));
-        AssertThat(update, IsTrue());
-      });
-    });
-
-    describe("when the tokens have equal precedence", [&]() {
-      it("favors the token listed earlier in the grammar", [&]() {
-        update = conflict_manager.resolve(AcceptTokenAction(sym2, 0, false), AcceptTokenAction(sym1, 0, false));
-        AssertThat(update, IsFalse());
-
-        update = conflict_manager.resolve(AcceptTokenAction(sym1, 0, false), AcceptTokenAction(sym2, 0, false));
-        AssertThat(update, IsTrue());
-      });
-    });
-  });
-
-  describe("advance/accept-token conflicts", [&]() {
-    describe("when the token to accept has higher precedence", [&]() {
-      it("prefers the accept-token action", [&]() {
-        update = conflict_manager.resolve(item_set, AdvanceAction(1, { 1, 2 }, true), AcceptTokenAction(sym3, 3, true));
-        AssertThat(update, IsFalse());
-        AssertThat(conflict_manager.possible_extensions, IsEmpty());
-      });
-    });
-
-    describe("when the token to accept does not have a higher precedence", [&]() {
-      it("favors the advance action", [&]() {
-        update = conflict_manager.resolve(item_set, AdvanceAction(1, { 1, 2 }, true), AcceptTokenAction(sym3, 2, true));
-        AssertThat(update, IsTrue());
-      });
-
-      it("adds the in-progress tokens as possible extensions of the discarded token", [&]() {
-        conflict_manager.resolve(item_set, AdvanceAction(1, { 1, 2 }, true), AcceptTokenAction(sym3, 3, true));
-        AssertThat(conflict_manager.possible_extensions[sym3.index], Contains(sym4.index));
-      });
-    });
-  });
-});
-
-END_TEST