tree-sitter-pgn 1.0.6__tar.gz → 1.0.13__tar.gz

{tree_sitter_pgn-1.0.6 → tree_sitter_pgn-1.0.13}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tree-sitter-pgn
-Version: 1.0.6
+Version: 1.0.13
 Summary: PGN grammar for tree-sitter
 License: BSD
 Project-URL: Homepage, https://github.com/rolandwalker/tree-sitter-pgn
@@ -26,12 +26,52 @@ Chess Portable Game Notation (PGN) grammar for [tree-sitter](https://github.com/
 
  * [Emacs pygn-mode](https://github.com/dwcoates/pygn-mode)
 
-## Example
+## Highlighting Example
 
 <a href="/doc/images/pgn_syntax_highlight.png">
     <img src="/doc/images/pgn_syntax_highlight.png" width=500/>
 </a>
 
+## Python Example
+
+```python
+import more_itertools
+from tree_sitter import Language, Parser
+import tree_sitter_pgn as ts_pgn
+
+PGN_LANGUAGE = Language(ts_pgn.language())
+parser = Parser(PGN_LANGUAGE)
+
+query = PGN_LANGUAGE.query(
+    '''
+    (series_of_games
+      game: (game) @game)
+
+    (movetext
+      san_move: (san_move) @san_move)
+    ''')
+
+with open('input_file.pgn', 'rb') as file:
+    content = b''.join(file.readlines())
+    tree = parser.parse(content)
+
+matches = query.captures(tree.root_node)
+
+merged_nodes = [
+    *matches.get('game', []),
+    *matches.get('san_move', []),
+]
+merged_nodes = sorted(merged_nodes, key=lambda elt: elt.start_byte)
+
+for game in more_itertools.split_before(merged_nodes, lambda node: node.type == 'game'):
+    san = []
+    for node in game:
+        if node.type == 'san_move' and node.text is not None:
+            san.append(node.text.decode().strip())
+            continue
+    print(' '.join(san))
+```
+
 ## References
 
  * [PGN specification](http://www.saremba.de/chessgml/standards/pgn/pgn-complete.htm)

tree_sitter_pgn-1.0.13/README.md

@@ -0,0 +1,61 @@
+# tree-sitter-pgn
+
+## Overview
+
+Chess Portable Game Notation (PGN) grammar for [tree-sitter](https://github.com/tree-sitter/tree-sitter).
+
+## Used in
+
+ * [Emacs pygn-mode](https://github.com/dwcoates/pygn-mode)
+
+## Highlighting Example
+
+<a href="/doc/images/pgn_syntax_highlight.png">
+    <img src="/doc/images/pgn_syntax_highlight.png" width=500/>
+</a>
+
+## Python Example
+
+```python
+import more_itertools
+from tree_sitter import Language, Parser
+import tree_sitter_pgn as ts_pgn
+
+PGN_LANGUAGE = Language(ts_pgn.language())
+parser = Parser(PGN_LANGUAGE)
+
+query = PGN_LANGUAGE.query(
+    '''
+    (series_of_games
+      game: (game) @game)
+
+    (movetext
+      san_move: (san_move) @san_move)
+    ''')
+
+with open('input_file.pgn', 'rb') as file:
+    content = b''.join(file.readlines())
+    tree = parser.parse(content)
+
+matches = query.captures(tree.root_node)
+
+merged_nodes = [
+    *matches.get('game', []),
+    *matches.get('san_move', []),
+]
+merged_nodes = sorted(merged_nodes, key=lambda elt: elt.start_byte)
+
+for game in more_itertools.split_before(merged_nodes, lambda node: node.type == 'game'):
+    san = []
+    for node in game:
+        if node.type == 'san_move' and node.text is not None:
+            san.append(node.text.decode().strip())
+            continue
+    print(' '.join(san))
+```
+
+## References
+
+ * [PGN specification](http://www.saremba.de/chessgml/standards/pgn/pgn-complete.htm)
+ * [Commonly-used extensions](https://www.enpassant.dk/chess/palview/enhancedpgn.htm)
+ * [Commonly-used annotation glyphs](https://en.wikipedia.org/wiki/Numeric_Annotation_Glyphs)

{tree_sitter_pgn-1.0.6 → tree_sitter_pgn-1.0.13}/bindings/python/tree_sitter_pgn.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tree-sitter-pgn
-Version: 1.0.6
+Version: 1.0.13
 Summary: PGN grammar for tree-sitter
 License: BSD
 Project-URL: Homepage, https://github.com/rolandwalker/tree-sitter-pgn
@@ -26,12 +26,52 @@ Chess Portable Game Notation (PGN) grammar for [tree-sitter](https://github.com/
 
  * [Emacs pygn-mode](https://github.com/dwcoates/pygn-mode)
 
-## Example
+## Highlighting Example
 
 <a href="/doc/images/pgn_syntax_highlight.png">
     <img src="/doc/images/pgn_syntax_highlight.png" width=500/>
 </a>
 
+## Python Example
+
+```python
+import more_itertools
+from tree_sitter import Language, Parser
+import tree_sitter_pgn as ts_pgn
+
+PGN_LANGUAGE = Language(ts_pgn.language())
+parser = Parser(PGN_LANGUAGE)
+
+query = PGN_LANGUAGE.query(
+    '''
+    (series_of_games
+      game: (game) @game)
+
+    (movetext
+      san_move: (san_move) @san_move)
+    ''')
+
+with open('input_file.pgn', 'rb') as file:
+    content = b''.join(file.readlines())
+    tree = parser.parse(content)
+
+matches = query.captures(tree.root_node)
+
+merged_nodes = [
+    *matches.get('game', []),
+    *matches.get('san_move', []),
+]
+merged_nodes = sorted(merged_nodes, key=lambda elt: elt.start_byte)
+
+for game in more_itertools.split_before(merged_nodes, lambda node: node.type == 'game'):
+    san = []
+    for node in game:
+        if node.type == 'san_move' and node.text is not None:
+            san.append(node.text.decode().strip())
+            continue
+    print(' '.join(san))
+```
+
 ## References
 
  * [PGN specification](http://www.saremba.de/chessgml/standards/pgn/pgn-complete.htm)

{tree_sitter_pgn-1.0.6 → tree_sitter_pgn-1.0.13}/bindings/python/tree_sitter_pgn.egg-info/SOURCES.txt

@@ -13,6 +13,7 @@ bindings/python/tree_sitter_pgn.egg-info/not-zip-safe
 bindings/python/tree_sitter_pgn.egg-info/requires.txt
 bindings/python/tree_sitter_pgn.egg-info/top_level.txt
 src/parser.c
+src/scanner.c
 src/tree_sitter/alloc.h
 src/tree_sitter/array.h
 src/tree_sitter/parser.h

{tree_sitter_pgn-1.0.6 → tree_sitter_pgn-1.0.13}/pyproject.toml

@@ -5,7 +5,7 @@ build-backend = "setuptools.build_meta"
 [project]
 name = "tree-sitter-pgn"
 description = "PGN grammar for tree-sitter"
-version = "1.0.6"
+version = "1.0.13"
 keywords = ["incremental", "parsing", "tree-sitter", "PGN", "chess"]
 classifiers = [
   "Intended Audience :: Developers",

tree_sitter_pgn-1.0.13/src/scanner.c

@@ -0,0 +1,38 @@
+#include "tree_sitter/parser.h"
+
+enum TokenType {
+    FULL_LINE_COMMENT_DELIMITER_BOL_ASSERTION,
+};
+
+void *tree_sitter_pgn_external_scanner_create(void) {
+    return NULL;
+}
+
+void tree_sitter_pgn_external_scanner_destroy(void *payload) {
+}
+
+unsigned tree_sitter_pgn_external_scanner_serialize(void *payload, char *buffer) {
+    return 0;
+}
+
+void tree_sitter_pgn_external_scanner_deserialize(void *payload, const char *buffer, unsigned length) {
+}
+
+bool tree_sitter_pgn_external_scanner_scan(
+    void *payload,
+    TSLexer *lexer,
+    const bool *valid_symbols
+) {
+    if (valid_symbols[FULL_LINE_COMMENT_DELIMITER_BOL_ASSERTION]) {
+        // it's not really clear why we have to advance over newlines, but we do
+        // eof not really needed in this form
+        while (!lexer->eof(lexer) && (lexer->lookahead == '\n' || lexer->lookahead == '\r')) {
+            lexer->advance(lexer, true);
+        }
+        if (lexer->lookahead == '%' && lexer->get_column(lexer) == 0) {
+            lexer->result_symbol = FULL_LINE_COMMENT_DELIMITER_BOL_ASSERTION;
+            return true;
+        }
+    }
+    return false;
+}

tree_sitter_pgn-1.0.6/README.md

@@ -1,21 +0,0 @@
-# tree-sitter-pgn
-
-## Overview
-
-Chess Portable Game Notation (PGN) grammar for [tree-sitter](https://github.com/tree-sitter/tree-sitter).
-
-## Used in
-
- * [Emacs pygn-mode](https://github.com/dwcoates/pygn-mode)
-
-## Example
-
-<a href="/doc/images/pgn_syntax_highlight.png">
-    <img src="/doc/images/pgn_syntax_highlight.png" width=500/>
-</a>
-
-## References
-
- * [PGN specification](http://www.saremba.de/chessgml/standards/pgn/pgn-complete.htm)
- * [Commonly-used extensions](https://www.enpassant.dk/chess/palview/enhancedpgn.htm)
- * [Commonly-used annotation glyphs](https://en.wikipedia.org/wiki/Numeric_Annotation_Glyphs)